00010000:00000010:2.1F:1773612851.310161:0:70609:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f900. 00010000:00000010:2.1:1773612851.310186:0:70609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:1.1F:1773612856.127171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00000080:00000010:1.1:1773612856.127222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99364b505d60. 00010000:00000010:1.1:1773612856.127233:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb000. 00010000:00000010:1.1:1773612856.127238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e7c00. 00000080:00000010:3.1F:1773612857.163993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99364a798080. 00010000:00000010:2.1:1773612857.164225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e7e00. 00010000:00000010:3.1:1773612857.175256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e6200. 00010000:00000010:1.1:1773612877.661978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e7a00. 00010000:00000010:1.1:1773612877.661995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993652211800. 00010000:00000010:1.1:1773612877.662001:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fc00. 00010000:00000010:1.1:1773612877.662005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e6400. 00010000:00000010:1.1:1773612877.662008:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:1.1:1773612877.668032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993652211e00. 00010000:00000010:1.1:1773612877.668048:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeba00. 00010000:00000010:1.1:1773612887.211036:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f900. 00010000:00000010:1.1:1773612887.211056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:2.1:1773612898.295080:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:2.1:1773612898.295233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00010000:00000010:2.1:1773612898.295239:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa500. 00010000:00000010:2.1:1773612898.295242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00000080:00000010:0.1F:1773612898.416386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993660a6ac60. 00000080:00000010:1.1:1773612905.415002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9936434f7a80. 00010000:00000010:0.1:1773612910.956065:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946c00. 00010000:00000010:0.1:1773612910.956078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993652211a00. 00000080:00000010:2.1:1773612910.988970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993642d871c0. 00010000:00000010:1.1:1773612911.011817:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb300. 00010000:00000010:1.1:1773612911.011828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e6000. 00010000:00000010:1.1:1773612911.021441:0:72360:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aad00. 00010000:00000010:1.1:1773612911.021448:0:72360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9c00. 00000080:00000010:1.1:1773612911.021453:0:72360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993642d87be0. 00010000:00000010:1.1:1773612911.056751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00000080:00000010:3.1:1773612911.073225:0:72367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993642d87560. 00010000:00000010:0.1:1773612912.514055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9c00. 00010000:00000010:0.1:1773612912.514070:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:3.1:1773612914.042011:0:2384:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f400. 00010000:00000010:3.1:1773612914.042017:0:2384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00000080:00000010:0.1:1773612914.050297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993660a6aa20. 00000080:00000010:0.1:1773612914.050319:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658115ac0. 00010000:00000010:2.1:1773612918.951062:0:54443:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f800. 00010000:00000010:2.1:1773612918.951072:0:54443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937600. 00000080:00000010:1.1:1773612975.024554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993660a6aa60. 00010000:00000010:1.1:1773612975.024577:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aad00. 00010000:00000010:1.1:1773612975.024583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00000080:00000010:1.1:1773612975.024587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993642d87c00. 00010000:00000010:1.1:1773612975.024594:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aac00. 00010000:00000010:1.1:1773612975.024596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8200. 00000080:00000010:1.1:1773612975.024599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993660a6ae00. 00010000:00000010:1.1:1773612975.024603:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773612975.024607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:3.1:1773612975.024741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:3.1:1773612975.024746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936605e6200. 00010000:00000010:3.1:1773612975.024750:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482ff00. 00010000:00000010:3.1:1773612975.024753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:3.1:1773612975.024756:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fa00. 00010000:00000010:3.1:1773612975.024759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993652210c00. 00010000:00000010:3.1:1773612975.024762:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00010000:00000010:0.1:1773612985.589993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:2.1:1773612985.594135:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:2.1:1773612985.594157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:2.1:1773612985.629979:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946000. 00010000:00000010:1.1:1773612985.672253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00010000:00000010:3.1:1773613007.326293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00010000:00000010:2.1:1773613007.351051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946a00. 00010000:00000010:2.1:1773613007.351064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2c00. 00010000:00000010:2.1:1773613007.351069:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f900. 00010000:00000010:2.1:1773613007.351072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00000080:00000010:0.1:1773613007.381096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0ba40. 00000080:00000010:0.1:1773613007.381122:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9936503fc200. 00010000:00000010:0.1:1773613011.101257:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946c00. 00010000:00000010:0.1:1773613011.101275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:0.1:1773613013.180695:0:78029:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f200. 00010000:00000010:0.1:1773613013.180705:0:78029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937400. 00010000:00000010:2.1:1773613013.185987:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f700. 00010000:00000010:0.1:1773613013.309778:0:78033:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:0.1:1773613013.309791:0:78033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00010000:00000010:3.1:1773613023.715283:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:3.1:1773613023.715290:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3000. 00010000:00000010:0.1:1773613023.737215:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:0.1:1773613023.737221:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fe00. 00010000:00000010:0.1:1773613023.737226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2400. 00000080:00000010:1.1:1773613023.789113:0:78679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f574a0. 00010000:00000010:1.1:1773613023.823578:0:78680:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa400. 00010000:00000010:1.1:1773613023.823587:0:78680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8400. 00010000:00000010:1.1:1773613023.831127:0:78680:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa100. 00010000:00000010:1.1:1773613023.831151:0:78680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000080:00000010:1.1:1773613028.017465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5480. 00010000:00000010:1.1:1773613033.539429:0:54204:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fe00. 00010000:00000010:1.1:1773613033.539441:0:54204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:1.1:1773613033.561966:0:79271:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aad00. 00010000:00000010:0.1:1773613033.613440:0:50939:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:0.1:1773613033.613455:0:50939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00010000:00000010:0.1:1773613033.613459:0:50939:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00010000:00000010:0.1:1773613033.613463:0:50939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8200. 00010000:00000010:3.1:1773613033.613964:0:79177:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa100. 00010000:00000010:3.1:1773613033.613969:0:79177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00010000:00000010:2.1:1773613033.700325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937600. 00010000:00000010:0.1:1773613041.508176:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fb00. 00010000:00000010:0.1:1773613041.508186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:0.1:1773613041.529359:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f200. 00010000:00000010:0.1:1773613041.529372:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fb00. 00010000:00000010:0.1:1773613041.529377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00000080:00000010:3.1:1773613041.542966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bc40. 00010000:00000010:1.1:1773613041.591642:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:1.1:1773613041.591652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3c00. 00010000:00000010:1.1:1773613041.601828:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:1.1:1773613041.601837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00000080:00000010:1.1:1773613041.708192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca53a0. 00010000:00000010:1.1:1773613049.368214:0:80613:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:1.1:1773613049.368230:0:80613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00010000:00000010:3.1:1773613049.390355:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613049.443351:0:80620:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f800. 00010000:00000010:1.1:1773613049.443364:0:80620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00010000:00000010:3.1:1773613049.456966:0:13:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebb00. 00010000:00000010:3.1:1773613049.456986:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:3.1:1773613049.456992:0:13:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:3.1:1773613049.456996:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00010000:00000010:3.1:1773613049.531086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:3.1:1773613056.801237:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa000. 00010000:00000010:3.1:1773613056.801251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00010000:00000010:0.1:1773613056.819210:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb900. 00010000:00000010:1.1:1773613056.880179:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:1.1:1773613056.880186:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00010000:00000010:3.1:1773613056.899107:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482f000. 00010000:00000010:3.1:1773613056.899120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936600. 00010000:00000010:3.1:1773613056.944973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:2.1:1773613067.406088:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:2.1:1773613067.406103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00010000:00000010:1.1:1773613067.423425:0:81915:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:2.1:1773613067.498403:0:1135:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa100. 00010000:00000010:2.1:1773613067.498426:0:1135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00010000:00000010:1.1:1773613067.528137:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa800. 00010000:00000010:1.1:1773613067.528157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00010000:00000010:1.1:1773613067.639975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00010000:00000010:3.1:1773613132.576813:0:62426:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946c00. 00010000:00000010:3.1:1773613132.576827:0:62426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2c00. 00010000:00000010:1.1:1773613132.599115:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:1.1:1773613132.599124:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613132.599128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00000080:00000010:1.1:1773613132.654774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57ea0. 00010000:00000010:3.1:1773613135.374952:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08de00. 00010000:00000010:3.1:1773613135.374965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937400. 00010000:00000010:1.1:1773613135.480882:0:82593:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:1.1:1773613135.481164:0:82593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2800. 00000080:00000010:0.1:1773613135.494959:0:82574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b3c0. 00010000:00000010:0.1:1773613135.494981:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936800. 00010000:00000010:0.1:1773613135.494988:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00000080:00000010:1.1:1773613135.494992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57360. 00010000:00000010:0.1:1773613135.494995:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00010000:00000010:0.1:1773613135.495016:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:0.1:1773613135.495022:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482ff00. 00000080:00000010:0.1:1773613135.495028:0:82574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5d40. 00010000:00000010:0.1:1773613135.495034:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00010000:00000010:0.1:1773613135.495043:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:0.1:1773613135.495046:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8200. 00010000:00000010:0.1:1773613135.495050:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa200. 00000080:00000010:0.1:1773613135.495053:0:82574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5020. 00010000:00000010:0.1:1773613135.495059:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00010000:00000010:0.1:1773613135.495064:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb500. 00000080:00000010:0.1:1773613135.495068:0:82574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57cc0. 00010000:00000010:0.1:1773613135.495075:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3600. 00010000:00000010:0.1:1773613135.495081:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364482fe00. 00000080:00000010:0.1:1773613135.495086:0:82574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993644827740. 00010000:00000010:0.1:1773613135.495092:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2800. 00010000:00000010:0.1:1773613135.495096:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa400. 00010000:00000010:0.1:1773613135.495100:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00010000:00000010:0.1:1773613135.495103:0:82574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936c00. 00010000:00000010:0.1:1773613135.495107:0:82574:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00010000:00000010:1.1:1773613135.507809:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613135.507821:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00010000:00000010:2.1:1773613135.540013:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d200. 00010000:00000010:2.1:1773613135.540031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936c00. 00010000:00000010:2.1:1773613135.567928:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946100. 00010000:00000010:0.1:1773613135.592975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2600. 00010000:00000010:0.1:1773613135.690011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00010000:00000010:0.1:1773613135.690025:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:0.1:1773613135.690029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3600. 00010000:00000010:0.1:1773613135.690033:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:0.1:1773613135.690035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00000080:00000010:0.1:1773613135.700071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b340. 00000080:00000010:0.1:1773613135.703993:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9936503fa940. 00010000:00000010:3.1:1773613136.768080:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d500. 00010000:00000010:3.1:1773613136.768091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00000080:00000010:2.1:1773613136.772076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bf40. 00010000:00000010:1.1:1773613139.038986:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb500. 00010000:00000010:1.1:1773613139.039000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:1.1:1773613141.731439:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08dc00. 00010000:00000010:1.1:1773613141.731467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:2.1:1773613141.793005:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:2.1:1773613141.793080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8400. 00000080:00000010:2.1:1773613141.793086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5e80. 00010000:00000010:3.1:1773613141.796621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936800. 00010000:00000010:3.1:1773613141.796634:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d100. 00010000:00000010:3.1:1773613141.796637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:2.1:1773613141.860453:0:82625:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:2.1:1773613141.860463:0:82625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00010000:00000010:2.1:1773613141.867574:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946100. 00010000:00000010:1.1:1773613141.882648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00010000:00000010:0.1:1773613141.994991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:0.1:1773613141.995005:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946f00. 00010000:00000010:0.1:1773613141.995010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3400. 00010000:00000010:0.1:1773613141.995013:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d600. 00010000:00000010:0.1:1773613141.995016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00000080:00000010:0.1:1773613142.007066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bae0. 00000080:00000010:0.1:1773613142.007089:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9936503fe300. 00010000:00000010:2.1:1773613142.940102:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08da00. 00010000:00000010:2.1:1773613142.940117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:1.1:1773613144.185007:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946600. 00010000:00000010:1.1:1773613144.185023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2600. 00010000:00000010:0.1:1773613146.832982:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:0.1:1773613146.832992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937600. 00000080:00000010:0.1:1773613146.843009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bd00. 00010000:00000010:0.1:1773613149.685110:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946e00. 00010000:00000010:0.1:1773613149.685124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2600. 00010000:00000010:2.1:1773613149.727984:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:2.1:1773613149.728000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937600. 00000080:00000010:2.1:1773613149.728006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bde0. 00000080:00000010:1.1:1773613149.738987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5f40. 00010000:00000010:1.1:1773613149.739001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:1.1:1773613149.739007:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:3.1:1773613149.830096:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08db00. 00010000:00000010:3.1:1773613149.830111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:3.1:1773613149.839243:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:1.1:1773613149.868009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00010000:00000010:1.1:1773613149.958127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:1.1:1773613149.958146:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:1.1:1773613149.958150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3c00. 00010000:00000010:1.1:1773613149.958154:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:1.1:1773613149.958157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2a00. 00000080:00000010:1.1:1773613149.975338:0:82657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57200. 00000080:00000010:1.1:1773613149.975359:0:82657:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658032940. 00010000:00000010:1.1:1773613152.962247:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:1.1:1773613152.962260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00010000:00000010:0.1:1773613153.020009:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aac00. 00010000:00000010:0.1:1773613153.020025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9200. 00000080:00000010:0.1:1773613153.020031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5f00. 00010000:00000010:1.1:1773613153.025989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8400. 00010000:00000010:1.1:1773613153.026003:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa600. 00010000:00000010:0.1:1773613153.058298:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613153.058310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:0.1:1773613153.065980:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:0.1:1773613153.065995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:2.1:1773613153.083148:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:2.1:1773613153.083154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2800. 00010000:00000010:1.1:1773613153.110086:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa600. 00010000:00000010:1.1:1773613153.110101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8400. 00010000:00000010:1.1:1773613153.114869:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:1.1:1773613153.114882:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00010000:00000010:1.1:1773613153.114897:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613153.114905:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:2.1:1773613154.166872:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:2.1:1773613154.166885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2800. 00000080:00000010:0.1:1773613154.177975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5660. 00010000:00000010:0.1:1773613154.190578:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:0.1:1773613154.190591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:1.1:1773613154.200620:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613154.200632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:3.1:1773613154.221191:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebf00. 00010000:00000010:3.1:1773613154.221199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3a00. 00010000:00000010:1.1:1773613154.242177:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613154.242190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:0.1:1773613154.253151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:0.1:1773613154.253164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:0.1:1773613154.253168:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613154.253171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:1.1:1773613154.396985:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb000. 00010000:00000010:1.1:1773613154.396998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:3.1:1773613155.286979:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebf00. 00010000:00000010:3.1:1773613155.286990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3a00. 00010000:00000010:0.1:1773613155.309290:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613155.309300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:0.1:1773613155.310970:0:82703:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:0.1:1773613155.310983:0:82703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:0.1:1773613155.326129:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:0.1:1773613155.326138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:0.1:1773613155.348224:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613155.348236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:3.1:1773613155.353105:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebf00. 00010000:00000010:3.1:1773613155.353117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3a00. 00010000:00000010:3.1:1773613155.353120:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeba00. 00010000:00000010:3.1:1773613155.353123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00010000:00000010:0.1:1773613156.371982:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613156.371996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:2.1:1773613156.410239:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:2.1:1773613156.410250:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00010000:00000010:0.1:1773613156.434111:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613156.434125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:1.1:1773613156.443357:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613156.443392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:2.1:1773613156.453112:0:82427:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:2.1:1773613156.453119:0:82427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00010000:00000010:1.1:1773613156.460662:0:1375:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613156.460674:0:1375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:1.1:1773613156.460679:0:1375:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:1.1:1773613156.460681:0:1375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00010000:00000010:1.1:1773613157.067046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00010000:00000010:1.1:1773613157.067059:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:0.1:1773613157.507986:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:0.1:1773613157.508000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:0.1:1773613157.539966:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:1.1:1773613157.555286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:1.1:1773613157.642967:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:1.1:1773613157.642975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2000. 00010000:00000010:1.1:1773613157.642979:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:1.1:1773613157.642982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:0.1:1773613157.663185:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:0.1:1773613157.671724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9800. 00000080:00000010:0.1:1773613157.675016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b9e0. 00010000:00000010:1.1:1773613157.701981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936800. 00010000:00000010:1.1:1773613157.739859:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00010000:00000010:1.1:1773613157.739872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:1.1:1773613157.739876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:1.1:1773613157.739879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2e00. 00000080:00000010:0.1:1773613157.747227:0:82729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b620. 00000080:00000010:0.1:1773613157.747245:0:82729:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658110000. 00010000:00000010:0.1:1773613159.537978:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613159.537990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00010000:00000010:2.1:1773613162.579182:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeba00. 00010000:00000010:2.1:1773613162.579196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3a00. 00010000:00000010:2.1:1773613162.668090:0:82752:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:2.1:1773613162.668099:0:82752:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00000080:00000010:2.1:1773613162.668106:0:82752:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993644827d40. 00010000:00000010:1.1:1773613162.669352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3800. 00010000:00000010:1.1:1773613162.669367:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebf00. 00010000:00000010:1.1:1773613162.674141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2200. 00010000:00000010:1.1:1773613162.770207:0:2389:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb000. 00010000:00000010:1.1:1773613162.770218:0:2389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2a00. 00010000:00000010:1.1:1773613162.782104:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613162.787181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:2.1:1773613162.927000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3c00. 00010000:00000010:2.1:1773613162.927025:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa600. 00010000:00000010:2.1:1773613162.927030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00010000:00000010:2.1:1773613162.927035:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:2.1:1773613162.927038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2000. 00000080:00000010:0.1:1773613162.935034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5c00. 00000080:00000010:0.1:1773613162.935061:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658110000. 00010000:00000010:0.1:1773613163.907002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb300. 00010000:00000010:0.1:1773613163.907017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:1.1:1773613164.657980:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:1.1:1773613164.657993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3e00. 00010000:00000010:3.1:1773613167.801962:0:82730:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb900. 00010000:00000010:3.1:1773613167.801969:0:82730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00000080:00000010:3.1:1773613167.827193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57c00. 00010000:00000010:0.1:1773613170.402417:0:53685:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:0.1:1773613170.402434:0:53685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00010000:00000010:0.1:1773613170.426989:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d900. 00010000:00000010:0.1:1773613170.427001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00000080:00000010:0.1:1773613170.427006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b080. 00000080:00000010:2.1:1773613170.427055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5120. 00010000:00000010:2.1:1773613170.427063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8400. 00010000:00000010:2.1:1773613170.427078:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08dd00. 00010000:00000010:0.1:1773613170.525408:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:0.1:1773613170.525417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00010000:00000010:0.1:1773613170.534015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d900. 00010000:00000010:0.1:1773613170.555971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00010000:00000010:2.1:1773613170.635085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2e00. 00010000:00000010:2.1:1773613170.635100:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08dd00. 00010000:00000010:2.1:1773613170.635106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:2.1:1773613170.635110:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946e00. 00010000:00000010:2.1:1773613170.635113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00000080:00000010:2.1:1773613170.645151:0:82788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5dc0. 00000080:00000010:2.1:1773613170.653996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658110000. 00010000:00000010:1.1:1773613173.242506:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946e00. 00010000:00000010:1.1:1773613173.242516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00010000:00000010:0.1:1773613173.302970:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa200. 00010000:00000010:0.1:1773613173.302978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8200. 00000080:00000010:0.1:1773613173.302984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5b60. 00010000:00000010:1.1:1773613173.304334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00010000:00000010:1.1:1773613173.304346:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00010000:00000010:1.1:1773613173.357836:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946100. 00010000:00000010:1.1:1773613173.357845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00010000:00000010:1.1:1773613173.366170:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00010000:00000010:0.1:1773613173.384971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2e00. 00010000:00000010:2.1:1773613173.441093:0:82814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937400. 00010000:00000010:2.1:1773613173.441098:0:82814:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:2.1:1773613173.441100:0:82814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00010000:00000010:2.1:1773613173.441104:0:82814:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d900. 00010000:00000010:2.1:1773613173.441106:0:82814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936c00. 00000080:00000010:2.1:1773613173.450988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca50a0. 00000080:00000010:2.1:1773613173.451014:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99365810eb40. 00010000:00000010:3.1:1773613174.788435:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa400. 00010000:00000010:3.1:1773613174.788452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00000080:00000010:1.1:1773613174.803898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b940. 00010000:00000010:0.1:1773613174.885427:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946600. 00010000:00000010:0.1:1773613174.885436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00010000:00000010:1.1:1773613174.888972:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613174.888982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00010000:00000010:0.1:1773613177.654842:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00010000:00000010:0.1:1773613177.654856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00010000:00000010:3.1:1773613177.678051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08df00. 00010000:00000010:3.1:1773613177.678065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00000080:00000010:3.1:1773613177.678072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b760. 00010000:00000010:2.1:1773613177.678326:0:82835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00010000:00000010:2.1:1773613177.678332:0:82835:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa000. 00010000:00000010:3.1:1773613177.736172:0:82834:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebb00. 00010000:00000010:3.1:1773613177.736179:0:82834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00010000:00000010:2.1:1773613177.737961:0:2383:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:2.1:1773613177.737969:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2200. 00010000:00000010:0.1:1773613177.781024:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613177.781035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:0.1:1773613177.786255:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d400. 00010000:00000010:0.1:1773613177.786267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:3.1:1773613177.789196:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebb00. 00010000:00000010:3.1:1773613177.789208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00010000:00000010:3.1:1773613177.789211:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:3.1:1773613177.789214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00010000:00000010:3.1:1773613178.818255:0:82847:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:3.1:1773613178.818268:0:82847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00010000:00000010:1.1:1773613178.847471:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613178.847481:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00010000:00000010:1.1:1773613178.852073:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613178.852084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00010000:00000010:0.1:1773613178.881713:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d400. 00010000:00000010:0.1:1773613178.881726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:3.1:1773613178.898176:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:3.1:1773613178.898188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00010000:00000010:3.1:1773613178.902356:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebb00. 00010000:00000010:3.1:1773613178.902369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00010000:00000010:3.1:1773613178.902372:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:3.1:1773613178.902375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00000080:00000010:1.1:1773613178.948359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5e20. 00010000:00000010:0.1:1773613179.931046:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d400. 00010000:00000010:0.1:1773613179.931061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:2.1:1773613179.983261:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:2.1:1773613179.983273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00010000:00000010:3.1:1773613179.995356:0:82861:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:3.1:1773613179.995370:0:82861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:3.1:1773613180.018195:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:3.1:1773613180.018205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:1.1:1773613180.037332:0:82863:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613180.037338:0:82863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00010000:00000010:1.1:1773613180.052040:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613180.052052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00010000:00000010:1.1:1773613180.052057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa500. 00010000:00000010:1.1:1773613180.052060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00010000:00000010:3.1:1773613181.094436:0:82867:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:3.1:1773613181.094449:0:82867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:0.1:1773613181.141580:0:82426:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d400. 00010000:00000010:0.1:1773613181.141593:0:82426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00010000:00000010:0.1:1773613181.141727:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613181.141731:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:1.1:1773613181.147441:0:82873:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa500. 00010000:00000010:1.1:1773613181.147454:0:82873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00010000:00000010:1.1:1773613181.166018:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa500. 00010000:00000010:1.1:1773613181.166027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00010000:00000010:1.1:1773613181.174119:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613181.174135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00010000:00000010:1.1:1773613181.174140:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:1.1:1773613181.174143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00010000:00000010:2.1:1773613181.665988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00010000:00000010:2.1:1773613181.666002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aad00. 00010000:00000010:0.1:1773613182.222050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaf00. 00010000:00000010:0.1:1773613182.222062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8600. 00010000:00000010:0.1:1773613182.241970:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00000800:00000001:3.0:1773613182.269883:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.269885:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.269890:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.269895:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.269900:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.269904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.269908:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.269911:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1cfdf80 00000400:00000200:3.0:1773613182.269915:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.269921:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4b1d [1] + 224 00000800:00000001:3.0:1773613182.269927:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.269947:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.269949:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.269952:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.269956:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.269960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477064064/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.269969:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477064064/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.269979:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.269986:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.269989:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773613182.274146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00000020:00000001:3.0:1773613182.332243:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2163d08 00000080:00200008:3.0:1773613182.332252:0:82882:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613182.332259:0:82882:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613182.332261:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2163c80 00000080:00200000:3.0:1773613182.332262:0:82882:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613182.332269:0:82882:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6e00. 00800000:00000002:3.0:1773613182.332274:0:82882:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613182.332278:0:82882:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.332282:0:82882:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.332285:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2163ba0 00800000:00000002:3.0:1773613182.332365:0:82882:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613182.332371:0:82882:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613182.332376:0:82882:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613182.332382:0:82882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.332384:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2163a70 00000002:00010000:3.0:1773613182.332386:0:82882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613182.332389:0:82882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613182.332390:0:82882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.332393:0:82882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.332400:0:82882:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.332402:0:82882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.332403:0:82882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.332405:0:82882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613182.332408:0:82882:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613182.332413:0:82882:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706300. 00000020:00000040:3.0:1773613182.332417:0:82882:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613182.332423:0:82882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613182.332427:0:82882:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.332432:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.332434:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.332435:0:82882:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.332438:0:82882:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613182.332441:0:82882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613182.332445:0:82882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613182.332452:0:82882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a000. 00000100:00000001:3.0:1773613182.332458:0:82882:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.332463:0:82882:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.332464:0:82882:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.332466:0:82882:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.332467:0:82882:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.332469:0:82882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.332473:0:82882:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00010000:00000001:3.0:1773613182.332477:0:82882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613182.332479:0:82882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613182.332483:0:82882:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb100. 00010000:00000010:3.0:1773613182.332487:0:82882:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50e80. 00010000:00000001:3.0:1773613182.332491:0:82882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613182.332494:0:82882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2c00. 00000020:00000001:3.0:1773613182.332497:0:82882:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613182.332500:0:82882:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2c00 with handle 0xa1aa084204a00ef0 to hash 00000020:00000001:3.0:1773613182.332502:0:82882:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613182.332503:0:82882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.332507:0:82882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.332510:0:82882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.332513:0:82882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.332517:0:82882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.332526:0:82882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.332535:0:82882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613182.332540:0:82882:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613182.332542:0:82882:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613182.332549:0:82882:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.332551:0:82882:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613182.332632:0:82882:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.332635:0:82882:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000001:3.0:1773613182.332640:0:82882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613182.332644:0:82882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.332646:0:82882:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613182.332648:0:82882:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.332657:0:82882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.332666:0:82882:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.332668:0:82882:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.332672:0:82882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.332674:0:82882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.332677:0:82882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.332681:0:82882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82882:1859762477064448:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613182.332685:0:82882:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.332690:0:82882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.332870:0:82882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.332874:0:82882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.332880:0:82882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f5000. 02000000:00000001:3.0:1773613182.332883:0:82882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.332890:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.332894:0:82882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da8f0. 00000400:00000010:3.0:1773613182.332901:0:82882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cca18. 00000100:00000200:3.0:1773613182.332907:0:82882:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477064448, portal 10 00000100:00000001:3.0:1773613182.332910:0:82882:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.332911:0:82882:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000040:3.0:1773613182.332917:0:82882:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.332925:0:82882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.332928:0:82882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.332930:0:82882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cccc0. 00000100:00000200:3.0:1773613182.333145:0:82882:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477064448, offset 0 00000400:00000200:3.0:1773613182.333154:0:82882:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.333162:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.333168:0:82882:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.333172:0:82882:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.333176:0:82882:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.333179:0:82882:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.333182:0:82882:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.333186:0:82882:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224683:224683:256:4294967295] 192.168.203.144@tcp LPNI seq info [224618:224618:8:4294967295] 00000400:00000200:3.0:1773613182.333190:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.333212:0:82882:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.333219:0:82882:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.333224:0:82882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0500. 00000800:00000200:3.0:1773613182.333232:0:82882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.333239:0:82882:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.333243:0:82882:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.333373:0:82882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.333378:0:82882:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 197845 usecs (198 jiffies) 00000400:00000200:3.0:1773613182.333382:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.333385:0:82882:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272317 00000100:00000001:3.0:1773613182.333391:0:82882:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300272252 00000100:00000001:3.0:1773613182.333395:0:82882:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272317 00000100:00000001:3.0:1773613182.333398:0:82882:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300272252 00000100:00000001:3.0:1773613182.333401:0:82882:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.333404:0:82882:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.333406:0:82882:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.333407:0:82882:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613182.333410:0:82882:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000100:00000001:3.0:1773613182.333412:0:82882:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.333415:0:82882:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.339927:0:82882:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613182.340139:0:82882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613182.340141:0:82882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613182.340145:0:82882:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da8f0. 00000400:00000200:3.0:1773613182.340149:0:82882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cca18 00000400:00000010:3.0:1773613182.340152:0:82882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cca18. 00000100:00000001:3.0:1773613182.340156:0:82882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.340161:0:82882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613182.340169:0:82882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.340175:0:82882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613182.340177:0:82882:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.340180:0:82882:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613182.340183:0:82882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613182.340186:0:82882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.340188:0:82882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.340191:0:82882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.340214:0:82882:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613182.340219:0:82882:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613182.340221:0:82882:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613182.340223:0:82882:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.340226:0:82882:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613182.340230:0:82882:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.340233:0:82882:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613182.340236:0:82882:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215178 00000100:00000001:3.0:1773613182.340237:0:82882:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613182.340240:0:82882:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.340253:0:82882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.340260:0:82882:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.340263:0:82882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613182.340265:0:82882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613182.340269:0:82882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613182.340276:0:82882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82882:1859762477064448:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613182.340281:0:82882:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.340283:0:82882:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.340285:0:82882:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613182.340362:0:82882:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.340367:0:82882:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.340375:0:82882:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613182.340378:0:82882:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.340382:0:82882:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613182.340383:0:82882:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.340387:0:82882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613182.340391:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340394:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340396:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613182.340398:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340401:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613182.340407:0:82882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2c00, remote cookie: 0x1dc4d5fc0aabd4cc, flags: 0x1001 00010000:00010000:3.0:1773613182.340413:0:82882:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.340424:0:82882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340430:0:82882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613182.340434:0:82882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613182.340436:0:82882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613182.340437:0:82882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613182.340439:0:82882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613182.340441:0:82882:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364cbeb100) refcount = 1 00010000:00010000:3.0:1773613182.340446:0:82882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340451:0:82882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613182.340455:0:82882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613182.340456:0:82882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.340459:0:82882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613182.340461:0:82882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.340464:0:82882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340471:0:82882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613182.340473:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340474:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.340475:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340476:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.340479:0:82882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.340483:0:82882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613182.340485:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340486:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340487:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.340489:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340491:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340494:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340495:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340496:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613182.340498:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340499:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340502:0:82882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.340505:0:82882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.340507:0:82882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340514:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340515:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.340517:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340518:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340519:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=5 00000020:00000001:3.0:1773613182.340521:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340523:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340526:0:82882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.340529:0:82882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340535:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340536:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613182.340539:0:82882:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340550:0:82882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.340552:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340553:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.340554:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340555:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613182.340560:0:82882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a706300 x1859762477064448/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613182.340570:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340571:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340572:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.340574:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340576:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340578:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340579:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.340581:0:82882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.340583:0:82882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.340586:0:82882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613182.340588:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340590:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340591:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.340593:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340595:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00000002:00010000:3.0:1773613182.340598:0:82882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.340606:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340607:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.340609:0:82882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.340610:0:82882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.340611:0:82882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.340612:0:82882:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.340614:0:82882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.340616:0:82882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613182.340622:0:82882:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.340625:0:82882:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613182.340629:0:82882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773613182.340632:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.340633:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.340634:0:82882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613182.340637:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21639f0 00000002:00002000:3.0:1773613182.340638:0:82882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773613182.340641:0:82882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.340645:0:82882:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.340647:0:82882:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613182.340650:0:82882:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613182.340654:0:82882:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613182.340657:0:82882:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613182.340661:0:82882:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659eb6e00. 00000080:00000001:3.0:1773613182.340665:0:82882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613182.340667:0:82882:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613182.340673:0:82882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773613182.340677:0:82882:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00010000:00000001:2.0:1773613182.344219:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.344220:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.344221:0:82882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613182.344223:0:82882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613182.344225:0:82882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613182.344231:0:82882:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613182.344233:0:82882:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613182.344234:0:82882:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613182.344237:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.344238:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.344248:0:82882:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.344250:0:82882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613182.344251:0:82882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.344253:0:82882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.344255:0:82882:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.344257:0:82882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613182.344258:0:82882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.344259:0:82882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613182.344261:0:82882:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613182.344263:0:82882:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613182.344265:0:82882:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 44 00000080:00000001:2.0:1773613182.344269:0:82882:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.344274:0:82882:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773613182.344276:0:82882:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613182.344278:0:82882:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2163b78 00000080:00200008:2.0:1773613182.344280:0:82882:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000 00000080:00000010:2.0:1773613182.344475:0:82882:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159e000. 00000080:00000001:2.0:1773613182.344482:0:82882:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.344484:0:82882:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.344656:0:82882:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773613182.344659:0:82882:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffe487c4110 00000080:00000001:2.0:1773613182.344665:0:82882:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773613182.344668:0:82882:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773613182.344675:0:82882:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9936604a8400. 00000020:00000001:2.0:1773613182.344679:0:82882:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.344681:0:82882:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773613182.344684:0:82882:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773613182.344686:0:82882:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff9936604a8400 uarg=0000000000000000 00800000:00000001:2.0:1773613182.344703:0:82882:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773613182.344706:0:82882:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff993644bc9800: age 5595, max_age 5603 00000002:00000001:2.0:1773613182.344710:0:82882:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773613182.344712:0:82882:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000010:2.0:1773613182.344719:0:82882:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613182.344722:0:82882:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613182.344725:0:82882:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.344728:0:82882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.344731:0:82882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.344737:0:82882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4ce300. 00000100:00000001:2.0:1773613182.344743:0:82882:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.344747:0:82882:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613182.344748:0:82882:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613182.344754:0:82882:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d89c00. 00000100:00000001:2.0:1773613182.344756:0:82882:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078393856 : -113016631157760 : ffff993643d89c00) 00000100:00000001:2.0:1773613182.344758:0:82882:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.344760:0:82882:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000001:2.0:1773613182.344765:0:82882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.344768:0:82882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.344770:0:82882:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613182.344772:0:82882:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613182.344781:0:82882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.344789:0:82882:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613182.344791:0:82882:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.344794:0:82882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613182.344796:0:82882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613182.344799:0:82882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613182.344802:0:82882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82882:1859762477064576:192.168.203.144@tcp:41:lfs.0 00000100:00000001:2.0:1773613182.344806:0:82882:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613182.344811:0:82882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613182.344814:0:82882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.344816:0:82882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613182.344820:0:82882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604aa400. 02000000:00000001:2.0:1773613182.344822:0:82882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613182.344830:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613182.344834:0:82882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e99a0. 00000400:00000010:2.0:1773613182.344840:0:82882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7cc0. 00000100:00000200:2.0:1773613182.344847:0:82882:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477064576, portal 10 00000100:00000001:2.0:1773613182.344849:0:82882:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.344850:0:82882:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:2.0:1773613182.344856:0:82882:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.344863:0:82882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613182.344866:0:82882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613182.344868:0:82882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7660. 00000100:00000200:2.0:1773613182.344871:0:82882:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477064576, offset 0 00000400:00000200:2.0:1773613182.344877:0:82882:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613182.344885:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.344891:0:82882:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613182.344895:0:82882:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613182.344899:0:82882:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613182.344903:0:82882:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613182.344906:0:82882:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613182.344910:0:82882:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224684:224684:256:4294967295] 192.168.203.144@tcp LPNI seq info [224619:224619:8:4294967295] 00000400:00000200:2.0:1773613182.344915:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.344925:0:82882:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613182.344931:0:82882:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613182.344960:0:82882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce000. 00000800:00000200:2.0:1773613182.344967:0:82882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613182.344974:0:82882:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613182.344978:0:82882:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613182.344998:0:82882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.345002:0:82882:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 197221 usecs (198 jiffies) 00000400:00000200:2.0:1773613182.345006:0:82882:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613182.345009:0:82882:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272329 00000100:00000001:2.0:1773613182.345015:0:82882:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300272317 00000100:00000001:2.0:1773613182.345020:0:82882:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272329 00000100:00000001:2.0:1773613182.345024:0:82882:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300272317 00000100:00000001:2.0:1773613182.345027:0:82882:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.345030:0:82882:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.345032:0:82882:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613182.345034:0:82882:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613182.345037:0:82882:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d89c00 going to sleep for 11 seconds 00000100:00000001:2.0:1773613182.345040:0:82882:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.345042:0:82882:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613182.345301:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.345305:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce000. 00000400:00000200:3.0:1773613182.345310:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.345315:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.345320:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7660 00000400:00000010:3.0:1773613182.345323:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7660. 00000100:00000001:3.0:1773613182.345327:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.345332:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.345341:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.345344:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.345351:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.345353:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.348805:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.348821:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.348825:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.348828:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.348836:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.348843:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.348851:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.348856:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.348861:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.348865:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1cfe180 00000400:00000200:2.0:1773613182.348871:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.348876:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4b45 [1] + 224 00000800:00000001:2.0:1773613182.348883:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.348890:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.348893:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.348897:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.348904:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.348911:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.348921:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff993660ab9880 x1859762477064576/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.348987:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.348995:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.348999:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613182.353177:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.353182:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613182.353187:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.353193:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.353207:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:3.0:1773613182.353210:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:3.0:1773613182.353214:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.353219:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477064704/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.353228:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.353231:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4000 x1859762477064704/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.353237:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.353239:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.355575:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.355588:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.355592:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.355593:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.355599:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.355604:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.355610:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.355613:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.355617:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.355620:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1cfe200 00000400:00000200:2.0:1773613182.355623:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.355627:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4b55 [1] + 224 00000800:00000001:2.0:1773613182.355633:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.355639:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.355641:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.355643:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.355648:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.355654:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477064704/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.355660:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9936590e4000 x1859762477064704/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.355676:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.355682:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.355684:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613182.356480:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.356483:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:3.0:1773613182.356486:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.356490:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.356492:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:3.0:1773613182.356494:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:3.0:1773613182.356497:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.356501:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477064832/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.356509:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.356512:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4000 x1859762477064832/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.356518:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.356519:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.359025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.359039:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.359042:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.359044:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.359051:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.359056:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.359062:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.359065:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.359068:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.359071:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1cfe280 00000400:00000200:2.0:1773613182.359074:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.359078:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4b5d [1] + 224 00000800:00000001:2.0:1773613182.359084:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.359089:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.359091:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.359094:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.359099:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.359105:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477064832/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.359113:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9936590e4000 x1859762477064832/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.359131:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.359137:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.359139:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613182.364954:0:82883:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613182.364960:0:82883:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613182.364962:0:82883:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613182.364965:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193bc0 00000080:00200000:3.0:1773613182.364969:0:82883:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613182.364977:0:82883:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6e00. 00800000:00000002:3.0:1773613182.364983:0:82883:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613182.364987:0:82883:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.364991:0:82883:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.364993:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193ae0 00800000:00000002:3.0:1773613182.364996:0:82883:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613182.365000:0:82883:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613182.365004:0:82883:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613182.365009:0:82883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.365011:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21939b0 00000002:00010000:3.0:1773613182.365013:0:82883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613182.365017:0:82883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613182.365019:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.365021:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613182.365027:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.365030:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.365034:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.365038:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613182.365043:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773613182.365053:0:82883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613182.365058:0:82883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.365062:0:82883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773613182.365069:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613182.365071:0:82883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613182.365073:0:82883:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613182.365075:0:82883:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613182.365077:0:82883:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613182.365079:0:82883:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613182.365081:0:82883:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613182.365084:0:82883:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613182.365087:0:82883:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659eb6e00. 00000080:00000001:3.0:1773613182.365091:0:82883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613182.365093:0:82883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.365095:0:82883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613182.365099:0:82883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a00ef0 00800000:00000001:3.0:1773613182.365103:0:82883:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613182.365114:0:82883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613182.365115:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.365118:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.365120:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.365122:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.365125:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.365127:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365129:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.365130:0:82883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.365132:0:82883:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.365134:0:82883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a00ef0 from it ffffaca8c2193bf8 00010000:00000001:3.0:1773613182.365136:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.365137:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.365138:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.365140:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.365142:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.365144:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.365147:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613182.365152:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365153:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.365155:0:82883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613182.365156:0:82883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613182.365159:0:82883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613182.365166:0:82883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613182.365169:0:82883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613182.365171:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.365175:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365176:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.365177:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365180:0:82883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613182.365182:0:82883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365184:0:82883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365186:0:82883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365187:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.365189:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365190:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613182.365192:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613182.365193:0:82883:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613182.365203:0:82883:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613182.365207:0:82883:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.365212:0:82883:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613182.365214:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193b58 00000080:00002000:3.0:1773613182.365216:0:82883:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99365806f288) flags 0x48000e refc 0 00000080:00000001:3.0:1773613182.365218:0:82883:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.365220:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193bc8 00000080:00200000:3.0:1773613182.365222:0:82883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1773613182.365227:0:82883:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773613182.365229:0:82883:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf88:0x1:0x0](ffff993658117448), inode mode 81a4 mask 52 00000080:00000001:3.0:1773613182.365231:0:82883:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.365236:0:82883:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773613182.365237:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193b98 00000080:00200008:3.0:1773613182.365239:0:82883:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf88:0x1:0x0](ffff993658117448), flags 102101 00000080:00000010:3.0:1773613182.365245:0:82883:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99365322f180. 00000080:00000001:3.0:1773613182.365249:0:82883:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1773613182.365252:0:82883:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6e00. 00800000:00000002:3.0:1773613182.365254:0:82883:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613182.365256:0:82883:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.365258:0:82883:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.365259:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193a48 00800000:00000002:3.0:1773613182.365261:0:82883:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x20000bf88:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613182.365264:0:82883:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1773613182.365267:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21939c8 00800000:00000002:3.0:1773613182.365269:0:82883:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf88:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613182.365272:0:82883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.365273:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193900 00000002:00010000:3.0:1773613182.365275:0:82883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf88:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:3.0:1773613182.365279:0:82883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613182.365281:0:82883:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773613182.365284:0:82883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613182.365286:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d400 count: 2 00010000:00000001:3.0:1773613182.365288:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.365291:0:82883:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613182.365293:0:82883:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365295:0:82883:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.365297:0:82883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.365299:0:82883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613182.365301:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.365303:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.365304:0:82883:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613182.365306:0:82883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613182.365309:0:82883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1773613182.365316:0:82883:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613182.365319:0:82883:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613182.365321:0:82883:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613182.365322:0:82883:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613182.365324:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.365325:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613182.365327:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 3 00010000:00000001:3.0:1773613182.365329:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613182.365331:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.365333:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.365334:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613182.365335:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 3 00010000:00000001:3.0:1773613182.365337:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613182.365339:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.365341:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.365343:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613182.365344:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 3 00010000:00000001:3.0:1773613182.365345:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613182.365347:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.365349:0:82883:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613182.365352:0:82883:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613182.365355:0:82883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613182.365356:0:82883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613182.365358:0:82883:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613182.365359:0:82883:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365362:0:82883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613182.365365:0:82883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613182.365366:0:82883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613182.365368:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.365369:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613182.365372:0:82883:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2c00 with handle 0xa1aa084204a00ef0 from hash 00010000:00000001:3.0:1773613182.365374:0:82883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613182.365375:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365376:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.365377:0:82883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613182.365379:0:82883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613182.365381:0:82883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613182.365383:0:82883:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613182.365385:0:82883:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613182.365386:0:82883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613182.365391:0:82883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705180. 00000020:00000040:3.0:1773613182.365394:0:82883:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613182.365399:0:82883:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613182.365401:0:82883:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365403:0:82883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613182.365407:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.365409:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.365410:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.365411:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.365414:0:82883:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613182.365416:0:82883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613182.365419:0:82883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613182.365424:0:82883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b28400. 00000100:00000001:3.0:1773613182.365430:0:82883:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365434:0:82883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.365436:0:82883:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613182.365440:0:82883:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1773613182.365447:0:82883:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613182.365449:0:82883:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613182.365450:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613182.365453:0:82883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00ef0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd4cc expref: -99 pid: 82882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1773613182.365459:0:82883:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb100 count: 0 00010000:00000010:3.0:1773613182.365463:0:82883:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50e80. 00010000:00000001:3.0:1773613182.365482:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.365484:0:82883:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365486:0:82883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.365487:0:82883:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.365489:0:82883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.365494:0:82883:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00010000:00000001:3.0:1773613182.365496:0:82883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613182.365498:0:82883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613182.365502:0:82883:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbebc00. 00010000:00000010:3.0:1773613182.365505:0:82883:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50e80. 00010000:00000001:3.0:1773613182.365508:0:82883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613182.365511:0:82883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3000. 00000020:00000001:3.0:1773613182.365513:0:82883:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613182.365515:0:82883:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3000 with handle 0xa1aa084204a00ef7 to hash 00000020:00000001:3.0:1773613182.365517:0:82883:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613182.365519:0:82883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.365522:0:82883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.365524:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.365526:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.365529:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.365536:0:82883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773613182.365547:0:82883:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773613182.365557:0:82883:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773613182.365566:0:82883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613182.365571:0:82883:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613182.365573:0:82883:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613182.365578:0:82883:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.365580:0:82883:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613182.365582:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.365583:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000001:3.0:1773613182.365587:0:82883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613182.365590:0:82883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.365592:0:82883:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613182.365593:0:82883:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.365597:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.365604:0:82883:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.365606:0:82883:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.365610:0:82883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.365612:0:82883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.365614:0:82883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.365617:0:82883:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:82883:1859762477065088:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613182.365621:0:82883:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.365625:0:82883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.365628:0:82883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.365630:0:82883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.365674:0:82883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613182.365676:0:82883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.365683:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.365687:0:82883:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da8f0. 00000400:00000010:3.0:1773613182.365693:0:82883:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993644b2b800. 00000100:00000200:3.0:1773613182.365699:0:82883:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477065088, portal 10 00000100:00000001:3.0:1773613182.365701:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.365702:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000040:3.0:1773613182.365707:0:82883:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.365715:0:82883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.365717:0:82883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.365720:0:82883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cca18. 00000100:00000200:3.0:1773613182.365722:0:82883:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477065088, offset 0 00000400:00000200:3.0:1773613182.365728:0:82883:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.365735:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.365742:0:82883:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.365747:0:82883:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.365750:0:82883:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.365754:0:82883:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.365757:0:82883:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.365760:0:82883:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224687:224687:256:4294967295] 192.168.203.144@tcp LPNI seq info [224622:224622:8:4294967295] 00000400:00000200:3.0:1773613182.365765:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.365774:0:82883:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.365779:0:82883:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.365783:0:82883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0f00. 00000800:00000200:3.0:1773613182.365789:0:82883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.365796:0:82883:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.365800:0:82883:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.365821:0:82883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.365825:0:82883:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 196588 usecs (197 jiffies) 00000400:00000200:3.0:1773613182.365828:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.365831:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272347 00000100:00000001:3.0:1773613182.365834:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.365836:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272347 00000100:00000001:3.0:1773613182.365838:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.365840:0:82883:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.365842:0:82883:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.365844:0:82883:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.365846:0:82883:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613182.365848:0:82883:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000100:00000001:3.0:1773613182.365850:0:82883:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.365853:0:82883:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613182.366147:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.366152:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0f00. 00000400:00000200:2.0:1773613182.366157:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.366162:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.366166:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cca18 00000400:00000010:2.0:1773613182.366168:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cca18. 00000100:00000001:2.0:1773613182.366173:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.366177:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.366186:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.366189:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.366211:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.366213:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.372573:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.372589:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.372593:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.372596:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.372604:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.372611:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.372619:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.372623:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.372628:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.372632:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1954f80 00000400:00000200:2.0:1773613182.372641:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4aa5 [2] + 720 00000800:00000001:2.0:1773613182.372649:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.372656:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.372659:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.372663:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.372670:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613182.372672:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613182.372678:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000100:00000040:2.0:1773613182.372682:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab9180 x1859762473226112 msgsize 328 00000100:00100000:2.0:1773613182.372687:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613182.372716:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.372724:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.372728:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.372805:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613182.372809:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473226112 02000000:00000001:3.0:1773613182.372812:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613182.372814:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.372816:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.372819:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.372824:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473226112 00000020:00000001:3.0:1773613182.372827:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613182.372828:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613182.372831:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.372834:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613182.372836:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613182.372838:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613182.372841:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613182.372846:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf80. 00000100:00000001:3.0:1773613182.372860:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613182.372862:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf80. 00000020:00000010:3.0:1773613182.372868:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.372873:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50880. 00000020:00000010:3.0:1773613182.372878:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613182.372884:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613182.372887:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613182.372889:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613182.372891:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.372898:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.372910:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.372921:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613182.372924:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613182.372929:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 33 00000100:00000040:3.0:1773613182.372967:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613182.372970:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:3.0:1773613182.372978:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab9180 x1859762473226112/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:413/0 lens 328/0 e 0 to 0 dl 1773613193 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613182.372987:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613182.373004:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf80. 00000100:00000001:3.0:1773613182.373007:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613182.373009:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf80. 00000100:00100000:3.0:1773613182.373014:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473226112:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613182.373018:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473226112 00010000:00000001:3.0:1773613182.373020:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613182.373027:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.373029:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.373031:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=2 00000020:00000001:3.0:1773613182.373033:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613182.373035:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613182.373038:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.373042:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613182.373047:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a00edb lrc: 2/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd4a9 expref: -99 pid: 82877 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1773613182.373057:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613182.373059:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613182.373064:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2ac00. 02000000:00000001:3.0:1773613182.373066:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.373069:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.373073:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613182.373075:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.373078:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=88 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613182.373082:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613182.373084:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613182.373087:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613182.373089:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613182.373091:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.373094:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.373096:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.373101:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccee0. 00000100:00000200:3.0:1773613182.373107:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473226112, offset 224 00000400:00000200:3.0:1773613182.373113:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.373120:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.373126:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.373132:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224688:224688:256:4294967295] 192.168.203.144@tcp LPNI seq info [224623:224623:8:4294967295] 00000400:00000200:3.0:1773613182.373137:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.373145:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.373150:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.373154:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613182.373159:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.373166:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.373170:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.373181:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.373186:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613182.373188:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613182.373204:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a837540. 00010000:00000001:3.0:1773613182.373207:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613182.373214:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613182.373217:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.373219:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.373221:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.373226:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762473226112/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:413/0 lens 328/224 e 0 to 0 dl 1773613193 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613182.373236:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473226112:12345-192.168.203.144@tcp:104: Request processed in 247us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613182.373244:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 33 00000100:00000040:3.0:1773613182.373247:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613182.373249:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613182.373251:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613182.373255:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50880. 00000020:00000010:3.0:1773613182.373261:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613182.373265:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6800. 00000020:00000040:3.0:1773613182.373270:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613182.373272:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613182.373519:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.373522:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:2.0:1773613182.373525:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.373530:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.373534:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccee0 00000400:00000010:2.0:1773613182.373537:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccee0. 00000100:00000001:2.0:1773613182.373541:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613182.373542:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613182.376794:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.376802:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:2.0:1773613182.376809:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.376818:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.376823:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:2.0:1773613182.376826:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:2.0:1773613182.376830:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.376836:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738e00 x1859762477065216/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.376847:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.376850:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477065216/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.376857:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.376858:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773613182.377059:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:3.1:1773613182.377067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00000800:00000001:2.0:1773613182.380057:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380073:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.380078:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380080:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.380089:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380096:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.380104:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380120:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380125:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380129:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1cfe400 00000400:00000200:2.0:1773613182.380133:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380139:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4b7d [1] + 224 00000800:00000001:2.0:1773613182.380146:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380151:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.380154:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.380157:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.380164:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.380171:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477065216/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.380183:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738e00 x1859762477065216/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.380209:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.380217:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380220:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.380222:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380224:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.380227:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380232:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.380239:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380242:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380245:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380247:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1cfe380 00000400:00000200:2.0:1773613182.380250:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.380254:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4b65 [32] + 224 00000800:00000001:2.0:1773613182.380258:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380263:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.380265:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.380267:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.380270:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.380274:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613182.380281:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.380323:0:82883:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.380345:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.380351:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.380354:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613182.380816:0:82883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613182.380818:0:82883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613182.380821:0:82883:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da8f0. 00000400:00000200:3.0:1773613182.380824:0:82883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644b2b800 00000400:00000010:3.0:1773613182.380826:0:82883:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993644b2b800. 00000100:00000001:3.0:1773613182.380829:0:82883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.380833:0:82883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613182.380842:0:82883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705180 x1859762477065088/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.380862:0:82883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613182.380864:0:82883:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.380866:0:82883:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613182.380867:0:82883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613182.380868:0:82883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.380870:0:82883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.380872:0:82883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.380875:0:82883:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613182.380879:0:82883:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613182.380881:0:82883:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613182.380883:0:82883:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.380884:0:82883:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613182.380886:0:82883:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.380889:0:82883:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613182.380890:0:82883:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773613182.380892:0:82883:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613182.380894:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.380895:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000001:3.0:1773613182.380897:0:82883:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613182.380899:0:82883:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215178 00000100:00000001:3.0:1773613182.380900:0:82883:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613182.380902:0:82883:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.380906:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613198 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.380914:0:82883:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.380916:0:82883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613182.380918:0:82883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613182.380922:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613198 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613182.380929:0:82883:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:82883:1859762477065088:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613182.380958:0:82883:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.380962:0:82883:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.380964:0:82883:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613182.380965:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.380969:0:82883:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613198 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.380976:0:82883:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613182.380978:0:82883:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.380981:0:82883:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613182.380982:0:82883:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.380985:0:82883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613182.380989:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.380992:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.380995:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=4 00000020:00000001:3.0:1773613182.380997:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381000:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000040:3.0:1773613182.381006:0:82883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc3000, remote cookie: 0x1dc4d5fc0aabd4da, flags: 0x1001 00010000:00000040:3.0:1773613182.381010:0:82883:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf88:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773613182.381013:0:82883:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773613182.381021:0:82883:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb100. 00010000:00000010:3.0:1773613182.381026:0:82883:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50880. 00010000:00000040:3.0:1773613182.381031:0:82883:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbebc00 count: 0 00010000:00000010:3.0:1773613182.381036:0:82883:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50e80. 00010000:00000001:3.0:1773613182.381045:0:82883:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.381050:0:82883:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 4/0,1 mode: --/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.381060:0:82883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 4/0,1 mode: --/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.381067:0:82883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613182.381070:0:82883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613182.381072:0:82883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613182.381075:0:82883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613182.381076:0:82883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613182.381079:0:82883:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf88:0x1:0x0].0x0 (ffff99364cbeb100) refcount = 1 00010000:00010000:3.0:1773613182.381082:0:82883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 4/0,1 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.381088:0:82883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613182.381090:0:82883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613182.381092:0:82883:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.381095:0:82883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613182.381097:0:82883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.381101:0:82883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 4/0,1 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.381117:0:82883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613182.381119:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381120:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.381121:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381122:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.381123:0:82883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.381128:0:82883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613182.381130:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381131:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381132:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381134:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381136:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381137:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381138:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613182.381142:0:82883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613198 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613182.381150:0:82883:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773613182.381154:0:82883:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613198 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613182.381164:0:82883:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.381170:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381171:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381172:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381173:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381175:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381177:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381178:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.381179:0:82883:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.381181:0:82883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.381183:0:82883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773613182.381185:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.381186:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00010000:00000001:3.0:1773613182.381187:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381188:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381189:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381191:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381193:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00000002:00010000:3.0:1773613182.381205:0:82883:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 3/0,1 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.381212:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381213:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.381215:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.381216:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381217:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381218:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381219:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381221:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000040:3.0:1773613182.381225:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.381228:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613182.381232:0:82883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 8 res 8589983624/1 (0 0) 00010000:00000001:3.0:1773613182.381234:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381235:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.381236:0:82883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613182.381239:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193880 00000002:00002000:3.0:1773613182.381240:0:82883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1773613182.381243:0:82883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.381246:0:82883:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.381248:0:82883:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613182.381251:0:82883:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613182.381254:0:82883:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613182.381257:0:82883:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613182.381261:0:82883:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659eb6e00. 00000080:00000001:3.0:1773613182.381265:0:82883:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613182.381271:0:82883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773613182.381274:0:82883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1773613182.381277:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613182.381281:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613182.381285:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6e00. 00000020:00000010:3.0:1773613182.381289:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.381292:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.381298:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.381302:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.381307:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.381311:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.381315:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.381320:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659e8ec00. 00000008:00000010:3.0:1773613182.381323:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.381326:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.381330:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.381341:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613182.381344:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613182.381346:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000020:00000001:3.0:1773613182.381348:0:82883:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773613182.381353:0:82883:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613182.381355:0:82883:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773613182.381360:0:82883:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8ed8a0. 00020000:00000010:3.0:1773613182.381364:0:82883:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.381368:0:82883:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8ed000. 00020000:00000001:3.0:1773613182.381371:0:82883:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190998016 : -113016518553600 : ffff99364a8ed000) 00020000:00000002:3.0:1773613182.381374:0:82883:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8ed000, objid 0x1:49032, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773613182.381377:0:82883:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773613182.381381:0:82883:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658faf380: ostid: 0x240000400:15945 ost idx: 0 gen: 0 00020000:00000002:3.0:1773613182.381384:0:82883:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000001:3.0:1773613182.381387:0:82883:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613182.381389:0:82883:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000010:3.0:1773613182.381393:0:82883:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.381396:0:82883:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8ed8a0. 00020000:00000010:3.0:1773613182.381398:0:82883:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8ed000. 00020000:00000002:3.0:1773613182.381400:0:82883:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf88:0x1:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773613182.381402:0:82883:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.381404:0:82883:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613182.381406:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32510 00000020:00000010:3.0:1773613182.381408:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.381412:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.381415:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.381418:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.381422:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.381426:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.381428:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.381431:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6e00. 00000008:00000010:3.0:1773613182.381434:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.381436:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.381439:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.381442:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fb40. 00000020:00000010:3.0:1773613182.381445:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659e8ec00. 00000020:00000010:3.0:1773613182.381447:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32510. 00000080:00000001:3.0:1773613182.381451:0:82883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010696310785 : 144116010696310785 : 20000bf88000001) 00000080:00000001:3.0:1773613182.381454:0:82883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:3.0:1773613182.381460:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381461:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381462:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381464:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381466:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381468:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381470:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613182.381471:0:82883:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613182.381474:0:82883:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773613182.381476:0:82883:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.381479:0:82883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf88:0x1:0x0](ffff993658117448) for lock 0xa1aa084204a00ef7 00800000:00000001:3.0:1773613182.381482:0:82883:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613182.381483:0:82883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613182.381485:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381485:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381487:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381488:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381490:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381493:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381494:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.381495:0:82883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.381497:0:82883:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.381498:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.381503:0:82883:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613198 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.381509:0:82883:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.381511:0:82883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a00ef7 from it ffffaca8c2193bf0 00010000:00000001:3.0:1773613182.381514:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.381514:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.381516:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=3 00000020:00000001:3.0:1773613182.381517:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381520:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.381522:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.381525:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 3/0,1 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.381532:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381533:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.381534:0:82883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613182.381537:0:82883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613182.381539:0:82883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 2/0,0 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613182.381547:0:82883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613182.381549:0:82883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613182.381551:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.381554:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381565:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.381566:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.381570:0:82883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613182.381572:0:82883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.381574:0:82883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.381576:0:82883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.381578:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.381580:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.381581:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613182.381583:0:82883:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613182.381588:0:82883:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a8ecf80. 00000080:00000001:3.0:1773613182.381591:0:82883:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:3.0:1773613182.381594:0:82883:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1773613182.381596:0:82883:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773613182.381599:0:82883:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993643f574a0. 00000002:00100000:3.0:1773613182.381603:0:82883:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613198 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613182.381610:0:82883:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.381612:0:82883:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1773613182.381616:0:82883:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1773613182.381619:0:82883:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.381622:0:82883:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1773613182.381624:0:82883:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613182.381625:0:82883:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613182.381627:0:82883:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613182.381629:0:82883:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.381631:0:82883:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1773613182.381634:0:82883:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.381635:0:82883:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613182.381637:0:82883:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.381639:0:82883:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.381642:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.381646:0:82883:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613198 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773613182.381652:0:82883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613182.381654:0:82883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613182.381677:0:82883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773613182.381679:0:82883:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.381682:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193b98 00000080:00000008:3.0:1773613182.381684:0:82883:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf88:0x1:0x0](ffff993658117448), flags 102101, rc = 0 00020000:00000001:3.0:1773613182.381769:0:82883:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613182.381773:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000002:3.0:1773613182.381776:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:3.0:1773613182.381778:0:82883:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.383559:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193d28 00000080:00200008:3.0:1773613182.383565:0:82883:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf88:0x1:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613182.383573:0:82883:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613182.383574:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193ca0 00000080:00200000:3.0:1773613182.383576:0:82883:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf88:0x1:0x0](ffff993658117448),name=recon 00000080:00000010:3.0:1773613182.383583:0:82883:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6e00. 00000080:00000001:3.0:1773613182.383588:0:82883:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.383593:0:82883:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.383594:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193bc0 00800000:00000002:3.0:1773613182.383598:0:82883:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf88:0x1:0x0] '' on [0x20000bf88:0x1:0x0] 00800000:00000001:3.0:1773613182.383601:0:82883:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613182.383605:0:82883:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf88:0x1:0x0], fid2=[0x20000bf88:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613182.383609:0:82883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.383611:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193a90 00000002:00010000:3.0:1773613182.383613:0:82883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf88:0x1:0x0]) in obj [0x20000bf88:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613182.383617:0:82883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613182.383618:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.383620:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613182.383626:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.383629:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613182.383634:0:82883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983624/1 (0 0) 00000002:00000001:3.0:1773613182.383637:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.383640:0:82883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.383642:0:82883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613182.383644:0:82883:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613182.383649:0:82883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613182.383653:0:82883:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613182.383659:0:82883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613182.383663:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.383667:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.383669:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.383670:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.383673:0:82883:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613182.383675:0:82883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613182.383679:0:82883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613182.383684:0:82883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b800. 00000100:00000001:3.0:1773613182.383690:0:82883:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.383695:0:82883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.383697:0:82883:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.383698:0:82883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.383699:0:82883:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.383701:0:82883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.383706:0:82883:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613182.383709:0:82883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613182.383712:0:82883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613182.383714:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.383716:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.383719:0:82883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613182.383722:0:82883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2c00. 00000020:00000001:3.0:1773613182.383726:0:82883:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613182.383728:0:82883:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2c00 with handle 0xa1aa084204a00efe to hash 00000020:00000001:3.0:1773613182.383730:0:82883:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613182.383731:0:82883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.383735:0:82883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.383738:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.383740:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.383744:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: --/CR res: [0x20000bf88:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.383753:0:82883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: --/CR res: [0x20000bf88:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.383763:0:82883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: --/CR res: [0x20000bf88:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 82883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613182.383768:0:82883:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613182.383770:0:82883:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613182.383776:0:82883:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.383778:0:82883:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613182.383781:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.383782:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613182.383786:0:82883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613182.383790:0:82883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.383793:0:82883:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613182.383794:0:82883:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.383802:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.383809:0:82883:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.383811:0:82883:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.383814:0:82883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.383816:0:82883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.383818:0:82883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.383822:0:82883:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:82883:1859762477065344:192.168.203.144@tcp:101:uname.0 00000100:00000001:3.0:1773613182.383825:0:82883:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.383831:0:82883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.383833:0:82883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.383835:0:82883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.383839:0:82883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f4000. 02000000:00000001:3.0:1773613182.383841:0:82883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.383848:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.383852:0:82883:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da8f0. 00000400:00000010:3.0:1773613182.383858:0:82883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613182.383864:0:82883:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477065344, portal 10 00000100:00000001:3.0:1773613182.383866:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.383867:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:3.0:1773613182.383872:0:82883:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.383879:0:82883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.383882:0:82883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.383885:0:82883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613182.383887:0:82883:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477065344, offset 0 00000400:00000200:3.0:1773613182.383893:0:82883:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.383901:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.383908:0:82883:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.383913:0:82883:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.383917:0:82883:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.383920:0:82883:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.383922:0:82883:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.383926:0:82883:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224690:224690:256:4294967295] 192.168.203.144@tcp LPNI seq info [224625:224625:8:4294967295] 00000400:00000200:3.0:1773613182.383930:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.383968:0:82883:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.383974:0:82883:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.383979:0:82883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0000. 00000800:00000200:3.0:1773613182.383985:0:82883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.383992:0:82883:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.383996:0:82883:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.384007:0:82883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.384012:0:82883:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 195385 usecs (196 jiffies) 00000400:00000200:3.0:1773613182.384015:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.384018:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272365 00000100:00000001:3.0:1773613182.384021:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.384025:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272366 00000100:00000001:3.0:1773613182.384027:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.384029:0:82883:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.384032:0:82883:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.384034:0:82883:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.384036:0:82883:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613182.384039:0:82883:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000100:00000001:3.0:1773613182.384042:0:82883:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.384044:0:82883:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613182.384651:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.384657:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0000. 00000400:00000200:2.0:1773613182.384661:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.384667:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.384671:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:2.0:1773613182.384673:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:2.0:1773613182.384677:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.384682:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.384690:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.384693:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.384699:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.384700:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.387688:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.387705:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.387709:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.387712:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.387720:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.387727:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.387735:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.387739:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.387744:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.387748:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1955000 00000400:00000200:2.0:1773613182.387755:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4aa5 [2] + 1048 00000800:00000001:2.0:1773613182.387761:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.387768:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.387771:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.387775:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.387780:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613182.387783:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613182.387788:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000100:00000040:2.0:1773613182.387792:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660abaa00 x1859762473226240 msgsize 328 00000100:00100000:2.0:1773613182.387796:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613182.387812:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.387820:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.387823:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.387888:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613182.387891:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473226240 02000000:00000001:3.0:1773613182.387893:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613182.387895:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.387897:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.387901:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.387905:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473226240 00000020:00000001:3.0:1773613182.387907:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613182.387909:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613182.387911:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.387914:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613182.387916:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613182.387919:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613182.387923:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613182.387927:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613182.387929:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613182.387932:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000020:00000010:3.0:1773613182.387958:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.387963:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50e80. 00000020:00000010:3.0:1773613182.387968:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613182.387975:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613182.387978:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613182.387979:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613182.387981:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.387988:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.388007:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.388019:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613182.388020:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613182.388025:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 34 00000100:00000040:3.0:1773613182.388029:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613182.388031:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:3.0:1773613182.388038:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660abaa00 x1859762473226240/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:413/0 lens 328/0 e 0 to 0 dl 1773613193 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613182.388048:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613182.388050:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613182.388053:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613182.388055:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000100:00100000:3.0:1773613182.388059:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:74218:x1859762473226240:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613182.388062:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473226240 00010000:00000001:3.0:1773613182.388065:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613182.388072:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.388074:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.388076:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3000 refcount=2 00000020:00000001:3.0:1773613182.388077:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.388080:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824256 : -113016259727360 : ffff993659fc3000) 00010000:00000001:3.0:1773613182.388084:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.388087:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613182.388091:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3000/0xa1aa084204a00ef7 lrc: 2/0,0 mode: CW/CW res: [0x20000bf88:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1dc4d5fc0aabd4da expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1773613182.388101:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613182.388103:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613182.388118:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b28800. 02000000:00000001:3.0:1773613182.388121:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.388123:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.388127:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613182.388129:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.388133:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=88 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613182.388137:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613182.388139:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613182.388141:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613182.388143:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613182.388145:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.388148:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.388150:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.388154:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc088. 00000100:00000200:3.0:1773613182.388158:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473226240, offset 224 00000400:00000200:3.0:1773613182.388164:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.388169:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.388175:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.388180:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224691:224691:256:4294967295] 192.168.203.144@tcp LPNI seq info [224626:224626:8:4294967295] 00000400:00000200:3.0:1773613182.388184:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.388192:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.388211:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.388215:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613182.388221:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.388227:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.388231:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.388240:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.388243:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613182.388246:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613182.388249:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a837c00. 00010000:00000001:3.0:1773613182.388251:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613182.388256:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613182.388258:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.388260:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.388261:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.388266:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762473226240/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:413/0 lens 328/224 e 0 to 0 dl 1773613193 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613182.388274:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:74218:x1859762473226240:12345-192.168.203.144@tcp:104: Request processed in 225us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613182.388281:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 34 00000100:00000040:3.0:1773613182.388284:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613182.388286:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613182.388287:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613182.388291:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50e80. 00000020:00000010:3.0:1773613182.388296:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613182.388299:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6800. 00000020:00000040:3.0:1773613182.388302:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613182.388304:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613182.388430:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.388434:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:2.0:1773613182.388437:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.388441:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.388445:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc088 00000400:00000010:2.0:1773613182.388447:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc088. 00000100:00000001:2.0:1773613182.388451:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613182.388453:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613182.392137:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.392142:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:2.0:1773613182.392149:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.392155:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.392161:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:2.0:1773613182.392163:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:2.0:1773613182.392166:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.392171:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477065472/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.392181:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.392183:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477065472/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.392189:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.392191:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613182.396327:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d400. 00010000:00000010:1.1:1773613182.396344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00000800:00000001:2.0:1773613182.398821:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.398841:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.398844:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.398847:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.398856:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.398863:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.398871:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.398876:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.398881:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.398885:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1cfe500 00000400:00000200:2.0:1773613182.398890:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.398896:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4b9d [1] + 224 00000800:00000001:2.0:1773613182.398903:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.398906:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.398908:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.398911:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.398917:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.398924:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477065472/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.399042:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477065472/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.399059:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.399070:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.399074:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.399076:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.399078:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.399081:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.399084:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.399087:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.399089:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.399091:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.399092:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x69b71b1cfe480 00000400:00000200:2.0:1773613182.399095:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.399098:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x1b4b85 [1] + 224 00000800:00000001:2.0:1773613182.399101:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.399107:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.399108:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.399110:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.399112:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.399115:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613182.399121:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.399131:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.399133:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.399135:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.399180:0:82883:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613182.399186:0:82883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613182.399187:0:82883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613182.399190:0:82883:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da8f0. 00000400:00000200:3.0:1773613182.399193:0:82883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:3.0:1773613182.399195:0:82883:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:3.0:1773613182.399207:0:82883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.399212:0:82883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613182.399230:0:82883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.399236:0:82883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613182.399238:0:82883:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.399241:0:82883:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613182.399244:0:82883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613182.399247:0:82883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.399257:0:82883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.399260:0:82883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.399268:0:82883:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613182.399272:0:82883:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613182.399275:0:82883:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613182.399277:0:82883:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.399280:0:82883:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613182.399283:0:82883:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.399287:0:82883:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613182.399289:0:82883:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215178 00000100:00000001:3.0:1773613182.399291:0:82883:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613182.399293:0:82883:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.399297:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.399305:0:82883:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.399308:0:82883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613182.399310:0:82883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613182.399314:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613198 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613182.399322:0:82883:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:82883:1859762477065344:192.168.203.144@tcp:101:uname.0 00000100:00000001:3.0:1773613182.399326:0:82883:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.399329:0:82883:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.399332:0:82883:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613182.399334:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.399337:0:82883:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613198 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.399344:0:82883:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613182.399346:0:82883:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.399350:0:82883:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613182.399351:0:82883:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.399353:0:82883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613182.399356:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399358:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399361:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613182.399363:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399366:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613182.399372:0:82883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2c00, remote cookie: 0x1dc4d5fc0aabd4ef, flags: 0x1001 00010000:00010000:3.0:1773613182.399377:0:82883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: --/CR res: [0x20000bf88:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.399387:0:82883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: --/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399393:0:82883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613182.399397:0:82883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613182.399399:0:82883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613182.399401:0:82883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613182.399402:0:82883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613182.399405:0:82883:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf88:0x1:0x0].0x0 (ffff99364cbeb100) refcount = 1 00010000:00010000:3.0:1773613182.399409:0:82883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399415:0:82883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613182.399418:0:82883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613182.399420:0:82883:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.399422:0:82883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613182.399425:0:82883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.399428:0:82883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399434:0:82883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613182.399435:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399437:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.399438:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399438:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.399440:0:82883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.399444:0:82883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613182.399446:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399447:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399448:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.399450:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399452:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399454:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399455:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399456:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613182.399458:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399460:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399463:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.399466:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.399469:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 5/2,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399475:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399477:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.399483:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399484:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399486:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=5 00000020:00000001:3.0:1773613182.399487:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399489:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399492:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.399495:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 5/2,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399502:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399503:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613182.399505:0:82883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399511:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.399512:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399513:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.399514:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399515:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613182.399520:0:82883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613182.399529:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399530:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399531:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.399533:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399535:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00000002:00010000:3.0:1773613182.399538:0:82883:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773613182.399547:0:82883:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a8ec480. 00010000:00000001:3.0:1773613182.399549:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399550:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.399551:0:82883:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.399553:0:82883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.399556:0:82883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613182.399558:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399559:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399560:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.399562:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399565:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00000002:00010000:3.0:1773613182.399568:0:82883:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.399574:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399575:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.399577:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.399578:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399579:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399580:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.399582:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399584:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613182.399589:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:3.0:1773613182.399591:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613182.399595:0:82883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983624/1 (0 0) 00010000:00000001:3.0:1773613182.399597:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.399598:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.399599:0:82883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613182.399602:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193a10 00000002:00002000:3.0:1773613182.399604:0:82883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773613182.399607:0:82883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.399610:0:82883:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.399613:0:82883:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613182.399616:0:82883:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf88:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613182.399619:0:82883:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613182.399624:0:82883:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659eb6e00. 00000080:00000001:3.0:1773613182.399627:0:82883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613182.399629:0:82883:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613182.399636:0:82883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773613182.399639:0:82883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1773613182.399642:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613182.399647:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613182.399651:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6e00. 00000020:00000010:3.0:1773613182.399655:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.399659:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.399664:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.399669:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.399673:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.399678:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.399682:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.399688:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659e8ec00. 00000008:00000010:3.0:1773613182.399691:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.399694:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.399697:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.399701:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613182.399703:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613182.399705:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000020:00000001:3.0:1773613182.399707:0:82883:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773613182.399712:0:82883:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613182.399714:0:82883:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773613182.399719:0:82883:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8ed000. 00020000:00000010:3.0:1773613182.399724:0:82883:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.399729:0:82883:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8ed8a0. 00020000:00000001:3.0:1773613182.399732:0:82883:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057191000224 : -113016518551392 : ffff99364a8ed8a0) 00020000:00000002:3.0:1773613182.399735:0:82883:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8ed8a0, objid 0x1:49032, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773613182.399739:0:82883:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773613182.399743:0:82883:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658faf380: ostid: 0x240000400:15945 ost idx: 0 gen: 0 00020000:00000002:3.0:1773613182.399746:0:82883:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000001:3.0:1773613182.399749:0:82883:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613182.399751:0:82883:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000010:3.0:1773613182.399755:0:82883:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.399758:0:82883:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8ed000. 00020000:00000010:3.0:1773613182.399761:0:82883:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8ed8a0. 00020000:00000002:3.0:1773613182.399763:0:82883:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf88:0x1:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773613182.399766:0:82883:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.399767:0:82883:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613182.399770:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32510 00000020:00000010:3.0:1773613182.399773:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.399777:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.399780:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.399783:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.399786:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.399790:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.399793:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.399796:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6e00. 00000008:00000010:3.0:1773613182.399798:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.399801:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.399804:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.399807:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fb40. 00000020:00000010:3.0:1773613182.399810:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659e8ec00. 00000020:00000010:3.0:1773613182.399812:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32510. 00000080:00000001:3.0:1773613182.399816:0:82883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010696310785 : 144116010696310785 : 20000bf88000001) 00000080:00000001:3.0:1773613182.399819:0:82883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:3.0:1773613182.399824:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.399825:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.399827:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.399829:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.399831:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00000080:00000001:3.0:1773613182.399834:0:82883:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773613182.399835:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613182.399838:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613182.399839:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659e8ec00. 00000020:00000010:3.0:1773613182.399842:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993659eb6e00. 00000020:00000010:3.0:1773613182.399844:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.399847:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.399849:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.399851:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.399854:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.399856:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.399859:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6800. 00000008:00000010:3.0:1773613182.399862:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.399864:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.399866:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.399869:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613182.399871:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613182.399873:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000020:00000001:3.0:1773613182.399874:0:82883:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773613182.399876:0:82883:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613182.399877:0:82883:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773613182.399879:0:82883:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8ed8a0. 00020000:00000010:3.0:1773613182.399881:0:82883:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.399884:0:82883:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8ed000. 00020000:00000001:3.0:1773613182.399886:0:82883:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190998016 : -113016518553600 : ffff99364a8ed000) 00020000:00000002:3.0:1773613182.399889:0:82883:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8ed000, objid 0x1:49032, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773613182.399893:0:82883:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773613182.399896:0:82883:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658faf380: ostid: 0x240000400:15945 ost idx: 0 gen: 0 00020000:00000002:3.0:1773613182.399898:0:82883:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000001:3.0:1773613182.399900:0:82883:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613182.399903:0:82883:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a935aa8) owner ffff9936594ecf80 00020000:00000010:3.0:1773613182.399905:0:82883:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658faf380. 00020000:00000010:3.0:1773613182.399908:0:82883:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8ed8a0. 00020000:00000010:3.0:1773613182.399910:0:82883:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8ed000. 00020000:00000002:3.0:1773613182.399912:0:82883:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf88:0x1:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773613182.399914:0:82883:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.399915:0:82883:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613182.399918:0:82883:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773613182.399921:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000002:3.0:1773613182.399924:0:82883:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853f00 addref 2/0 by ffff9936594ecf80. 00020000:00000002:3.0:1773613182.399927:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:3.0:1773613182.399929:0:82883:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00010000:00000010:3.1:1773613182.400946:0:82883:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebc00. 00020000:00000001:3.0:1773613182.401056:0:82883:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773613182.401059:0:82883:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773613182.401062:0:82883:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773613182.401066:0:82883:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773613182.401069:0:82883:0:(file.c:6763:ll_layout_conf()) [0x20000bf88:0x1:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773613182.401073:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32510 00000020:00000010:3.0:1773613182.401077:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993659eb6e00. 00000020:00000010:3.0:1773613182.401081:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613182.401084:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613182.401088:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613182.401092:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613182.401096:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613182.401099:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613182.401102:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659e8ec00. 00000008:00000010:3.0:1773613182.401106:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613182.401109:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613182.401113:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613182.401116:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fb40. 00000020:00000010:3.0:1773613182.401119:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6800. 00000020:00000010:3.0:1773613182.401121:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32510. 00000080:00000001:3.0:1773613182.401124:0:82883:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.401128:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.401130:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613182.401132:0:82883:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613182.401136:0:82883:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773613182.401138:0:82883:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.401142:0:82883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf88:0x1:0x0](ffff993658117448) for lock 0xa1aa084204a00efe 00800000:00000001:3.0:1773613182.401145:0:82883:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613182.401147:0:82883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613182.401149:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.401151:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.401153:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.401154:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.401156:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.401159:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.401160:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.401162:0:82883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.401164:0:82883:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.401166:0:82883:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.401169:0:82883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf88:0x1:0x0](ffff993658117448) 00000080:00010000:3.0:1773613182.401172:0:82883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a00efe from it ffffaca8c2193cd8 00010000:00000001:3.0:1773613182.401174:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.401175:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.401177:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613182.401179:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.401181:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613182.401184:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.401188:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 3/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.401206:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.401208:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.401210:0:82883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613182.401212:0:82883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613182.401215:0:82883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 2/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613182.401223:0:82883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613182.401226:0:82883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613182.401228:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.401232:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.401233:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.401235:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.401238:0:82883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613182.401240:0:82883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.401243:0:82883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.401497:0:82883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.401501:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.401502:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.401504:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613182.401506:0:82883:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.401517:0:82883:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477065344/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.401526:0:82883:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613182.401529:0:82883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613182.401532:0:82883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f4000. 02000000:00000001:3.0:1773613182.401536:0:82883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613182.401537:0:82883:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613182.401539:0:82883:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613182.401542:0:82883:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613182.401544:0:82883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b800. 02000000:00000001:3.0:1773613182.401548:0:82883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613182.401550:0:82883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613182.401552:0:82883:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:3.0:1773613182.401555:0:82883:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613182.401557:0:82883:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613182.401560:0:82883:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773613182.401708:0:82883:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773613182.401711:0:82883:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613182.401713:0:82883:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773613182.401715:0:82883:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.401717:0:82883:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613182.401720:0:82883:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773613182.401722:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613182.401728:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b0090. 00000020:00000010:2.0:1773613182.401733:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a000. 00000020:00000010:2.0:1773613182.401737:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a600. 00000020:00000010:2.0:1773613182.401740:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c6c0. 00000008:00000010:2.0:1773613182.401746:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613182.401750:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613182.401754:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620388. 00000080:00000010:2.0:1773613182.401758:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613182.401761:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613182.401765:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a400. 00000008:00000010:2.0:1773613182.401768:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613182.401771:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613182.401774:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613182.401777:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d5a0. 00000020:00000001:2.0:1773613182.401779:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206476952 : -113016503074664 : ffff99364b7b0098) 00000020:00001000:2.0:1773613182.401781:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b0090 00000020:00000001:2.0:1773613182.401784:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.401787:0:82883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613182.401789:0:82883:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613182.401791:0:82883:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf88:0x1:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773613182.401794:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.401796:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773613182.401798:0:82883:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613182.401799:0:82883:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.401801:0:82883:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613182.401804:0:82883:0:(lov_object.c:1557:lov_io_init()) [0x20000bf88:0x1:0x0]io ffff993660f03968 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773613182.401808:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:2.0:1773613182.401812:0:82883:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613182.401813:0:82883:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613182.401816:0:82883:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613182.401817:0:82883:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.401820:0:82883:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613182.401822:0:82883:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613182.401823:0:82883:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.401825:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.401825:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613182.401827:0:82883:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613182.401828:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00000020:00000001:2.0:1773613182.401831:0:82883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613182.401833:0:82883:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773613182.401834:0:82883:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf88:0x1:0x0] 00000020:00000001:2.0:1773613182.401837:0:82883:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613182.401838:0:82883:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613182.401840:0:82883:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613182.401842:0:82883:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613182.401847:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613182.401852:0:82883:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522ceb80. 00020000:00000002:2.0:1773613182.401855:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613182.401857:0:82883:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613182.401859:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.401861:0:82883:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613182.401862:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613182.401865:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b05a0. 00000020:00000010:2.0:1773613182.401868:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b000. 00000020:00000010:2.0:1773613182.401870:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2ac00. 00000020:00000010:2.0:1773613182.401872:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c4e0. 00000008:00000010:2.0:1773613182.401876:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661170b28. 00020000:00000010:2.0:1773613182.401879:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613182.401882:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620000. 00000080:00000010:2.0:1773613182.401886:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b9d8. 00000080:00000010:2.0:1773613182.401888:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f01ff0. 00000020:00000010:2.0:1773613182.401892:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2bc00. 00000008:00000010:2.0:1773613182.401895:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da3760. 00020000:00000010:2.0:1773613182.401897:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8b40. 00008000:00000010:2.0:1773613182.401900:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7ad8. 00000080:00000010:2.0:1773613182.401903:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d2d0. 00000020:00000001:2.0:1773613182.401905:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478248 : -113016503073368 : ffff99364b7b05a8) 00000020:00001000:2.0:1773613182.401907:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b05a0 00000020:00000001:2.0:1773613182.401909:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224b70 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.401911:0:82883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613182.401913:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.401915:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613182.401917:0:82883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.401919:0:82883:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.401921:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.401923:0:82883:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613182.401927:0:82883:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993651491560. 00000008:00010000:2.0:1773613182.401930:0:82883:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773613182.401950:0:82883:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613182.401952:0:82883:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613182.401954:0:82883:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522cebb0, osc lock ffff993651491560, flags 0x400001002 00000020:00000001:2.0:1773613182.401957:0:82883:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.401959:0:82883:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.401961:0:82883:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800256 : -113016390751360 : ffff9936522ceb80) 00000020:00000001:2.0:1773613182.401963:0:82883:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613182.401964:0:82883:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613182.401966:0:82883:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.401968:0:82883:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.401970:0:82883:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773613182.401972:0:82883:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773613182.401974:0:82883:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613182.401976:0:82883:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613182.401977:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.401979:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.401981:0:82883:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613182.401983:0:82883:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613182.401985:0:82883:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613182.401988:0:82883:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613182.401991:0:82883:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613182.401992:0:82883:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613182.401994:0:82883:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613182.401995:0:82883:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613182.401997:0:82883:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613182.401999:0:82883:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613182.402002:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613182.402007:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:2.0:1773613182.402010:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613182.402015:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613182.402019:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613182.402024:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613182.402035:0:82883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613182.402040:0:82883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.402044:0:82883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613182.402051:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402053:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402055:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=4 00000020:00000001:2.0:1773613182.402057:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402059:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00000008:00000001:2.0:1773613182.402063:0:82883:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613182.402065:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402066:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402067:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=5 00000020:00000001:2.0:1773613182.402069:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402072:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00000020:00000001:2.0:1773613182.402075:0:82883:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613182.402077:0:82883:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773613182.402079:0:82883:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613182.402081:0:82883:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402083:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402084:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402085:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=6 00000020:00000001:2.0:1773613182.402087:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402089:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402091:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613182.402094:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613182.402100:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402102:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.402103:0:82883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613182.402105:0:82883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613182.402107:0:82883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.402114:0:82883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613182.402117:0:82883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613182.402118:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613182.402120:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402122:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.402123:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402125:0:82883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613182.402127:0:82883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402129:0:82883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402131:0:82883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402133:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613182.402134:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402135:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.402136:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402137:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613182.402138:0:82883:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613182.402141:0:82883:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402143:0:82883:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402145:0:82883:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402146:0:82883:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402148:0:82883:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613182.402150:0:82883:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613182.402152:0:82883:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773613182.402154:0:82883:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773613182.402156:0:82883:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402158:0:82883:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402161:0:82883:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613182.402163:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402165:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402167:0:82883:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613182.402170:0:82883:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613182.402173:0:82883:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613182 a=0 c=1773613182 b=1 00020000:00000001:2.0:1773613182.402176:0:82883:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402178:0:82883:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402180:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000080:00200000:2.0:1773613182.402182:0:82883:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf88:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1773613182.402185:0:82883:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613182.402187:0:82883:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613182.402189:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993660f03908 (ffff99364b7b0098/0) at cl_lock_release():245 00000020:00000001:2.0:1773613182.402191:0:82883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613182.402193:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993660f03908 (ffff99364b7b0098/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613182.402206:0:82883:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613182.402208:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.402209:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.402212:0:82883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613182.402213:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522cebb0 (ffff99364b7b05a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613182.402216:0:82883:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613182.402218:0:82883:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613182.402219:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402221:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613182.402222:0:82883:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613182.402224:0:82883:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.402225:0:82883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.402226:0:82883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.402228:0:82883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613182.402229:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993660f03908 (ffff99364b7b0098/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613182.402232:0:82883:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613182.402234:0:82883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613182.402235:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522cebb0 (ffff99364b7b0098/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613182.402238:0:82883:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993651491560. 00000020:00000001:2.0:1773613182.402241:0:82883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613182.402243:0:82883:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522ceb80. 00020000:00000001:2.0:1773613182.402246:0:82883:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613182.402247:0:82883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613182.402257:0:82883:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613182.402258:0:82883:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402261:0:82883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613182.402264:0:82883:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613182.402266:0:82883:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613182.402267:0:82883:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613182.402268:0:82883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613182.402270:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b05a0 00000020:00000010:2.0:1773613182.402273:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2ac00. 00000020:00000010:2.0:1773613182.402282:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c4e0. 00000008:00000010:2.0:1773613182.402286:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661170b28. 00020000:00000010:2.0:1773613182.402289:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613182.402292:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620000. 00000080:00000010:2.0:1773613182.402295:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b9d8. 00000080:00000010:2.0:1773613182.402299:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f01ff0. 00000020:00000010:2.0:1773613182.402303:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b000. 00000008:00000010:2.0:1773613182.402306:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da3760. 00020000:00000010:2.0:1773613182.402309:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8b40. 00008000:00000010:2.0:1773613182.402312:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7ad8. 00000080:00000010:2.0:1773613182.402315:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d2d0. 00000020:00000010:2.0:1773613182.402318:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2bc00. 00000020:00000010:2.0:1773613182.402320:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b05a0. 00020000:00000001:2.0:1773613182.402323:0:82883:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613182.402325:0:82883:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613182.402327:0:82883:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613182.402329:0:82883:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf88:0x1:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613182.402332:0:82883:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613182.402334:0:82883:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402336:0:82883:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613182.402339:0:82883:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613182.402340:0:82883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613182.402341:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b0090 00000020:00000010:2.0:1773613182.402343:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a600. 00000020:00000010:2.0:1773613182.402345:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c6c0. 00000008:00000010:2.0:1773613182.402347:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613182.402350:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613182.402352:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620388. 00000080:00000010:2.0:1773613182.402355:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613182.402357:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613182.402359:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a000. 00000008:00000010:2.0:1773613182.402362:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613182.402365:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613182.402367:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613182.402369:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d5a0. 00000020:00000010:2.0:1773613182.402371:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a400. 00000020:00000010:2.0:1773613182.402373:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b0090. 00000001:00000001:2.0:1773613182.402375:0:82883:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402381:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193d28 00000080:00000008:2.0:1773613182.402384:0:82883:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf88:0x1:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613182.402454:0:82883:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773613182.402457:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193d88 00000080:00200008:2.0:1773613182.402459:0:82883:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf88:0x1:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1773613182.402462:0:82883:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773613182.402464:0:82883:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402465:0:82883:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773613182.402468:0:82883:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402470:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613182.402473:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b0090. 00000020:00000010:2.0:1773613182.402476:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a400. 00000020:00000010:2.0:1773613182.402478:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a000. 00000020:00000010:2.0:1773613182.402481:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c6c0. 00000008:00000010:2.0:1773613182.402484:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613182.402486:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613182.402489:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620388. 00000080:00000010:2.0:1773613182.402493:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613182.402495:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613182.402498:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a600. 00000008:00000010:2.0:1773613182.402500:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613182.402502:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613182.402504:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613182.402507:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d5a0. 00000020:00000001:2.0:1773613182.402509:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206476952 : -113016503074664 : ffff99364b7b0098) 00000020:00001000:2.0:1773613182.402510:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b0090 00000080:00000001:2.0:1773613182.402512:0:82883:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773613182.402513:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193c98 00000080:00200000:2.0:1773613182.402515:0:82883:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1773613182.402521:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193c30 00000080:00200000:2.0:1773613182.402522:0:82883:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1773613182.402524:0:82883:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613182.402525:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402526:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402528:0:82883:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613182.402530:0:82883:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613182.402531:0:82883:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613182 a=0 c=1773613182 b=1 00020000:00000001:2.0:1773613182.402534:0:82883:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402535:0:82883:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402537:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000080:00200000:2.0:1773613182.402538:0:82883:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf88:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1773613182.402540:0:82883:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613182.402542:0:82883:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773613182.402546:0:82883:0:(cl_io.c:214:cl_io_rw_init()) header@0000000092fc7aab[0x110, 2, [0x20000bf88:0x1:0x0] hash] 00000020:00200000:2.0:1773613182.402548:0:82883:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1773613182.402550:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402551:0:82883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613182.402553:0:82883:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613182.402554:0:82883:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf88:0x1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613182.402557:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.402558:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773613182.402561:0:82883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.402564:0:82883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402567:0:82883:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613182.402568:0:82883:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402569:0:82883:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613182.402571:0:82883:0:(lov_object.c:1557:lov_io_init()) [0x20000bf88:0x1:0x0]io ffff993660f03968 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773613182.402573:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:2.0:1773613182.402576:0:82883:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613182.402577:0:82883:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613182.402579:0:82883:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613182.402580:0:82883:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773613182.402582:0:82883:0:(lov_io.c:634:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1773613182.402584:0:82883:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773613182.402585:0:82883:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613182.402586:0:82883:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402587:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.402588:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613182.402589:0:82883:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613182.402590:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00000020:00000001:2.0:1773613182.402593:0:82883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402594:0:82883:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613182.402596:0:82883:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1773613182.402599:0:82883:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773613182.402601:0:82883:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402604:0:82883:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613182.402605:0:82883:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773613182.402608:0:82883:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773613182.402609:0:82883:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773613182.402610:0:82883:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1773613182.402613:0:82883:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613182.402615:0:82883:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613182.402618:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613182.402621:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.402622:0:82883:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613182.402623:0:82883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613182.402626:0:82883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b05a0. 00000020:00000010:2.0:1773613182.402629:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2bc00. 00000020:00000010:2.0:1773613182.402631:0:82883:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b000. 00000020:00000010:2.0:1773613182.402633:0:82883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c4e0. 00000008:00000010:2.0:1773613182.402636:0:82883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661170b28. 00020000:00000010:2.0:1773613182.402639:0:82883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613182.402642:0:82883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620000. 00000080:00000010:2.0:1773613182.402645:0:82883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b9d8. 00000080:00000010:2.0:1773613182.402647:0:82883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f01ff0. 00000020:00000010:2.0:1773613182.402651:0:82883:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2ac00. 00000008:00000010:2.0:1773613182.402653:0:82883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da3760. 00020000:00000010:2.0:1773613182.402656:0:82883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8b40. 00008000:00000010:2.0:1773613182.402658:0:82883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7ad8. 00000080:00000010:2.0:1773613182.402661:0:82883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d2d0. 00000020:00000001:2.0:1773613182.402663:0:82883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478248 : -113016503073368 : ffff99364b7b05a8) 00000020:00001000:2.0:1773613182.402665:0:82883:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b05a0 00000020:00000001:2.0:1773613182.402667:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224b70 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402669:0:82883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613182.402671:0:82883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613182.402672:0:82883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613182.402673:0:82883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402675:0:82883:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402677:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.402679:0:82883:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773613182.402681:0:82883:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773613182.402684:0:82883:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402685:0:82883:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402688:0:82883:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402690:0:82883:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402691:0:82883:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402693:0:82883:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773613182.402696:0:82883:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773613182.402697:0:82883:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773613182.402700:0:82883:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773613182.402703:0:82883:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402705:0:82883:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402707:0:82883:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773613182.402708:0:82883:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1773613182.402710:0:82883:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773613182.402711:0:82883:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773613182.402713:0:82883:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402714:0:82883:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402715:0:82883:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402717:0:82883:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.402718:0:82883:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402721:0:82883:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613182.402722:0:82883:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613182.402723:0:82883:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613182.402725:0:82883:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613182.402726:0:82883:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402728:0:82883:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402730:0:82883:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402731:0:82883:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402732:0:82883:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613182.402733:0:82883:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613182.402734:0:82883:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613182.402736:0:82883:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613182.402737:0:82883:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613182.402739:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613182.402742:0:82883:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522ceb80. 00020000:00000002:2.0:1773613182.402745:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613182.402747:0:82883:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613182.402748:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.402749:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.402751:0:82883:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613182.402753:0:82883:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993651491560. 00000008:00010000:2.0:1773613182.402755:0:82883:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773613182.402756:0:82883:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613182.402757:0:82883:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613182.402760:0:82883:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522cebb0, osc lock ffff993651491560, flags 0x0 00000020:00000001:2.0:1773613182.402762:0:82883:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402763:0:82883:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402765:0:82883:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800256 : -113016390751360 : ffff9936522ceb80) 00000020:00000001:2.0:1773613182.402767:0:82883:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613182.402768:0:82883:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613182.402769:0:82883:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402771:0:82883:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402773:0:82883:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613182.402774:0:82883:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613182.402775:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.402776:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.402778:0:82883:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613182.402780:0:82883:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613182.402782:0:82883:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773613182.402783:0:82883:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402786:0:82883:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613182.402787:0:82883:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613182.402788:0:82883:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613182.402790:0:82883:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613182.402791:0:82883:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613182.402792:0:82883:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613182.402793:0:82883:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613182.402795:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613182.402799:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:2.0:1773613182.402801:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613182.402804:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613182.402807:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613182.402811:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613182.402819:0:82883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613182.402822:0:82883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.402825:0:82883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.402833:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402835:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402836:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=4 00000020:00000001:2.0:1773613182.402838:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402840:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00000008:00000001:2.0:1773613182.402843:0:82883:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613182.402845:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402846:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402848:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=5 00000020:00000001:2.0:1773613182.402850:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402852:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402854:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402855:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402857:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=6 00000020:00000001:2.0:1773613182.402859:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402861:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402863:0:82883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613182.402864:0:82883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.402868:0:82883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.402874:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402875:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613182.402877:0:82883:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.402879:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.402880:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.402881:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=7 00000020:00000001:2.0:1773613182.402883:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402885:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.402887:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613182.402890:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.402896:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402897:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613182.402900:0:82883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.402906:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613182.402907:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402909:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.402910:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.402911:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613182.402912:0:82883:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613182.402915:0:82883:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402917:0:82883:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.402919:0:82883:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402920:0:82883:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402922:0:82883:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402924:0:82883:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402926:0:82883:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402928:0:82883:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773613182.402930:0:82883:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1773613182.402970:0:82883:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613182.402973:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402975:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.402976:0:82883:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613182.402978:0:82883:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613182.402980:0:82883:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613182 a=0 c=1773613182 b=1 00020000:00000001:2.0:1773613182.402983:0:82883:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402984:0:82883:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.402986:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000080:00200000:2.0:1773613182.402988:0:82883:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf88:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1773613182.402991:0:82883:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613182.402992:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193b80 00000080:00200000:2.0:1773613182.402994:0:82883:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1773613182.402997:0:82883:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773613182.402999:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000002:2.0:1773613182.403002:0:82883:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853f00 addref 2/0 by ffff9936594ecf80. 00020000:00000002:2.0:1773613182.403004:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00000020:00000001:2.0:1773613182.403007:0:82883:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1773613182.403011:0:82883:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773613182.403013:0:82883:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773613182.403015:0:82883:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1773613182.403018:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.403019:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.403021:0:82883:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613182.403023:0:82883:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613182.403025:0:82883:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403027:0:82883:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403030:0:82883:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403032:0:82883:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.403037:0:82883:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773613182.403039:0:82883:0:(rw26.c:725:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1773613182.403044:0:82883:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1773613182.403046:0:82883:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403048:0:82883:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773613182.403050:0:82883:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf88:0x1:0x0] ffffcf65c47fc840 ffff993658e148c0 1 00000020:00000001:2.0:1773613182.403054:0:82883:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773613182.403056:0:82883:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057431283904 : -113016278267712 : ffff993658e148c0) 00000020:00000001:2.0:1773613182.403058:0:82883:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446631057431283904 : -113016278267712 : ffff993658e148c0) 00000020:00000001:2.0:1773613182.403060:0:82883:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773613182.403062:0:82883:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773613182.403064:0:82883:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057566480744 : -113016143070872 : ffff993660f03968) 00000020:00000001:2.0:1773613182.403066:0:82883:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773613182.403067:0:82883:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773613182.403069:0:82883:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773613182.403072:0:82883:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e9ea9543[3 00000000c0aa8d7d 1 1 0000000058c4e579] 00000020:00000001:2.0:1773613182.403074:0:82883:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773613182.403076:0:82883:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773613182.403077:0:82883:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773613182.403079:0:82883:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773613182.403080:0:82883:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.403083:0:82883:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773613182.403085:0:82883:0:(rw26.c:909:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1773613182.403087:0:82883:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773613182.403088:0:82883:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057566480744 : -113016143070872 : ffff993660f03968) 00000020:00000001:2.0:1773613182.403090:0:82883:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773613182.403092:0:82883:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613182.403095:0:82883:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773613182.403097:0:82883:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773613182.403099:0:82883:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773613182.403100:0:82883:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773613182.403103:0:82883:0:(rw26.c:967:ll_write_end()) page@00000000e9ea9543[4 00000000c0aa8d7d 2 1 0000000058c4e579] 00000080:00200000:2.0:1773613182.403106:0:82883:0:(rw26.c:967:ll_write_end()) vmpage @00000000bbbef8d9 17ffffc0001039 2:0 ffff993658e148c0 0 lru 00000080:00200000:2.0:1773613182.403114:0:82883:0:(rw26.c:967:ll_write_end()) osc-page@000000006d833528 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000005e7de785 000000008512e307 > 3< 1 0 > 4< 0 0 8 0 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1773613182.403116:0:82883:0:(rw26.c:967:ll_write_end()) end page@00000000e9ea9543 00000080:00200000:2.0:1773613182.403118:0:82883:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773613182.403119:0:82883:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773613182.403121:0:82883:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1773613182.403123:0:82883:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773613182.403125:0:82883:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773613182.403127:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.403128:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.403130:0:82883:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773613182.403132:0:82883:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773613182.403134:0:82883:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773613182.403136:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000008:00000002:2.0:1773613182.403138:0:82883:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1773613182.403140:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.403142:0:82883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773613182.403145:0:82883:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1773613182.403147:0:82883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613182.403149:0:82883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403151:0:82883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403153:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000008:00000001:2.0:1773613182.403155:0:82883:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773613182.403157:0:82883:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773613182.403159:0:82883:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773613182.403161:0:82883:0:(cl_page.c:596:cl_batch_put()) page@00000000e9ea9543[4 00000000c0aa8d7d 2 1 0000000058c4e579] 00000020:00000001:2.0:1773613182.403163:0:82883:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773613182.403164:0:82883:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773613182.403165:0:82883:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773613182.403167:0:82883:0:(osc_request.c:745:osc_update_next_shrink()) next time 6804 to shrink grant 00000080:00000001:2.0:1773613182.403170:0:82883:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773613182.403171:0:82883:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773613182.403174:0:82883:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9936581175f8, count 1, dirtied 0 00000080:00000001:2.0:1773613182.403176:0:82883:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773613182.403178:0:82883:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773613182.403179:0:82883:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773613182.403181:0:82883:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773613182.403182:0:82883:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773613182.403184:0:82883:0:(cl_page.c:547:__cl_page_state_set()) page@00000000e9ea9543[3 00000000c0aa8d7d 2 1 0000000000000000] 00000020:00000001:2.0:1773613182.403186:0:82883:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773613182.403187:0:82883:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773613182.403189:0:82883:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773613182.403190:0:82883:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773613182.403193:0:82883:0:(cl_page.c:596:cl_batch_put()) page@00000000e9ea9543[3 00000000c0aa8d7d 1 1 0000000000000000] 00000020:00000001:2.0:1773613182.403194:0:82883:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773613182.403206:0:82883:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773613182.403207:0:82883:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773613182.403209:0:82883:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773613182.403211:0:82883:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403213:0:82883:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403215:0:82883:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403217:0:82883:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613182.403219:0:82883:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1773613182.403221:0:82883:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773613182.403223:0:82883:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773613182.403224:0:82883:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.403226:0:82883:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1773613182.403229:0:82883:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1773613182.403231:0:82883:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403233:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193b80 00000080:00200000:2.0:1773613182.403235:0:82883:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1773613182.403237:0:82883:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403239:0:82883:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613182.403240:0:82883:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613182.403241:0:82883:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613182.403243:0:82883:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773613182.403244:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.403246:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.403248:0:82883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613182.403249:0:82883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613182.403251:0:82883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403253:0:82883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403254:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652227dc0 -> ffff993652224aa8 00000008:00000001:2.0:1773613182.403256:0:82883:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403258:0:82883:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403259:0:82883:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403261:0:82883:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403263:0:82883:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403265:0:82883:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613182.403266:0:82883:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773613182.403267:0:82883:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613182.403269:0:82883:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773613182.403270:0:82883:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613182.403273:0:82883:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403274:0:82883:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403276:0:82883:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613182.403278:0:82883:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613182.403280:0:82883:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613182.403281:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b51d5d8 (ffff99364b7b0098/0) at cl_lock_release():245 00000020:00000001:2.0:1773613182.403284:0:82883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613182.403285:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b51d5d8 (ffff99364b7b0098/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613182.403288:0:82883:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613182.403289:0:82883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613182.403290:0:82883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613182.403292:0:82883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613182.403293:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522cebb0 (ffff99364b7b05a8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613182.403296:0:82883:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613182.403297:0:82883:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613182.403299:0:82883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.403300:0:82883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.403302:0:82883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=5 00000020:00000001:2.0:1773613182.403304:0:82883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.403306:0:82883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:2.0:1773613182.403309:0:82883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613182.403312:0:82883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613182.403320:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.403321:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.403322:0:82883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613182.403324:0:82883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613182.403327:0:82883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613182.403334:0:82883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613182.403337:0:82883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613182.403339:0:82883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613182.403341:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.403343:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.403344:0:82883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.403347:0:82883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613182.403348:0:82883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.403350:0:82883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.403353:0:82883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.403355:0:82883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613182.403356:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.403357:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.403358:0:82883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.403360:0:82883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613182.403361:0:82883:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613182.403362:0:82883:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.403363:0:82883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.403364:0:82883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613182.403366:0:82883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613182.403367:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b51d5d8 (ffff99364b7b0098/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613182.403369:0:82883:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613182.403371:0:82883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613182.403372:0:82883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522cebb0 (ffff99364b7b0098/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613182.403375:0:82883:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993651491560. 00000020:00000001:2.0:1773613182.403378:0:82883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613182.403380:0:82883:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522ceb80. 00020000:00000001:2.0:1773613182.403382:0:82883:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613182.403383:0:82883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613182.403384:0:82883:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773613182.403386:0:82883:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613182.403387:0:82883:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613182.403388:0:82883:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613182.403389:0:82883:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613182.403391:0:82883:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403392:0:82883:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403393:0:82883:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613182.403394:0:82883:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613182.403396:0:82883:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773613182.403397:0:82883:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1773613182.403399:0:82883:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613182.403400:0:82883:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613182.403401:0:82883:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613182.403402:0:82883:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613182.403403:0:82883:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613182.403406:0:82883:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613182.403408:0:82883:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403409:0:82883:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613182.403411:0:82883:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613182.403412:0:82883:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613182.403414:0:82883:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613182.403416:0:82883:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1773613182.403419:0:82883:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773613182.403421:0:82883:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773613182.403422:0:82883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613182.403424:0:82883:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613182.403425:0:82883:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613182.403426:0:82883:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613182.403428:0:82883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613182.403429:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b05a0 00000020:00000010:2.0:1773613182.403432:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b000. 00000020:00000010:2.0:1773613182.403435:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c4e0. 00000008:00000010:2.0:1773613182.403438:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661170b28. 00020000:00000010:2.0:1773613182.403441:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613182.403445:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620000. 00000080:00000010:2.0:1773613182.403448:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b9d8. 00000080:00000010:2.0:1773613182.403451:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f01ff0. 00000020:00000010:2.0:1773613182.403453:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2bc00. 00000008:00000010:2.0:1773613182.403456:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da3760. 00020000:00000010:2.0:1773613182.403459:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8b40. 00008000:00000010:2.0:1773613182.403461:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7ad8. 00000080:00000010:2.0:1773613182.403464:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d2d0. 00000020:00000010:2.0:1773613182.403467:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2ac00. 00000020:00000010:2.0:1773613182.403469:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b05a0. 00020000:00000001:2.0:1773613182.403471:0:82883:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613182.403473:0:82883:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613182.403474:0:82883:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613182.403476:0:82883:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf88:0x1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613182.403478:0:82883:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613182.403479:0:82883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773613182.403480:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193c98 00000080:00200000:2.0:1773613182.403482:0:82883:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1773613182.403485:0:82883:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613182.403487:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.403488:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000020:00000001:2.0:1773613182.403490:0:82883:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613182.403491:0:82883:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773613182.403494:0:82883:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613182.403497:0:82883:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1773613182.403498:0:82883:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613182.403500:0:82883:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1773613182.403502:0:82883:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1:49032 on OST[0]: s=46 (1) m=1773613182 a=0 c=1773613182 b=1 00020000:00000001:2.0:1773613182.403505:0:82883:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613182.403506:0:82883:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613182 a=0 c=1773613182 b=1 00020000:00000001:2.0:1773613182.403508:0:82883:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403510:0:82883:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.403511:0:82883:0:(cl_object.c:151:cl_object_top()) ffff993652224aa8 -> ffff993652224aa8 00000080:00200000:2.0:1773613182.403513:0:82883:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf88:0x1:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1773613182.403515:0:82883:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1773613182.403518:0:82883:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1773613182.403520:0:82883:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1773613182.403522:0:82883:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b0090 00000020:00000010:2.0:1773613182.403523:0:82883:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a000. 00000020:00000010:2.0:1773613182.403526:0:82883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c6c0. 00000008:00000010:2.0:1773613182.403528:0:82883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613182.403530:0:82883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613182.403532:0:82883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620388. 00000080:00000010:2.0:1773613182.403535:0:82883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613182.403537:0:82883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613182.403539:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a400. 00000008:00000010:2.0:1773613182.403542:0:82883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613182.403544:0:82883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613182.403546:0:82883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613182.403549:0:82883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d5a0. 00000020:00000010:2.0:1773613182.403551:0:82883:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 00000020:00000010:2.0:1773613182.403552:0:82883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b0090. 00000020:00000001:2.0:1773613182.403555:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193d88 00000080:00000008:2.0:1773613182.403557:0:82883:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf88:0x1:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1773613182.403560:0:82883:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773613182.403571:0:82883:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773613182.403573:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000002:2.0:1773613182.403576:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:2.0:1773613182.403578:0:82883:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.403584:0:82883:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773613182.403586:0:82883:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2193dd0 00000080:00200008:2.0:1773613182.403588:0:82883:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf88:0x1:0x0](ffff993658117448), flags 102001 00000080:00000001:2.0:1773613182.403591:0:82883:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773613182.403593:0:82883:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773613182.403594:0:82883:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773613182.403596:0:82883:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000002:2.0:1773613182.403598:0:82883:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a935aa8) owner 0000000000000000/ffff9936594ecf80 00020000:00000001:2.0:1773613182.403600:0:82883:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.403602:0:82883:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1773613182.403608:0:82883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613182.403611:0:82883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613182.403615:0:82883:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 2 00010000:00000001:2.0:1773613182.403617:0:82883:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613182.403621:0:82883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613182.403623:0:82883:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf88:0x1:0x0]: 0 00000080:00000001:2.0:1773613182.403626:0:82883:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773613182.403628:0:82883:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773613182.403632:0:82883:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993650e2a600. 00000080:00000001:2.0:1773613182.403634:0:82883:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773613182.403638:0:82883:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773613182.403642:0:82883:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:2.0:1773613182.403643:0:82883:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf88:0x1:0x0] 00000002:00000001:2.0:1773613182.403647:0:82883:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773613182.403648:0:82883:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf88:0x1:0x0] file closed with intent: 200 00000100:00000010:2.0:1773613182.403655:0:82883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613182.403658:0:82883:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613182.403662:0:82883:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.403665:0:82883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.403668:0:82883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.403674:0:82883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2a400. 00000100:00000001:2.0:1773613182.403679:0:82883:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773613182.403696:0:82883:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a705180 x1859762477065088/t103079215195(103079215195) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613198 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773613182.403707:0:82883:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773613182.403713:0:82883:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773613182.403720:0:82883:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613182.403721:0:82883:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613182.403727:0:82883:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d89840. 00000100:00000001:2.0:1773613182.403729:0:82883:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078392896 : -113016631158720 : ffff993643d89840) 00000100:00000001:2.0:1773613182.403732:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.403733:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000001:2.0:1773613182.403737:0:82883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.403739:0:82883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.403741:0:82883:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613182.403743:0:82883:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613182.403746:0:82883:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.403753:0:82883:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613182.403755:0:82883:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.403759:0:82883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613182.403761:0:82883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613182.403764:0:82883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613182.403768:0:82883:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:82883:1859762477065728:192.168.203.144@tcp:35:uname.0 00000100:00000001:2.0:1773613182.403771:0:82883:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613182.403775:0:82883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613182.403777:0:82883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.403780:0:82883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613182.403784:0:82883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604aa000. 02000000:00000001:2.0:1773613182.403786:0:82883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613182.403793:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613182.403798:0:82883:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9ec8. 00000400:00000010:2.0:1773613182.403803:0:82883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7550. 00000100:00000200:2.0:1773613182.403809:0:82883:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477065728, portal 10 00000100:00000001:2.0:1773613182.403811:0:82883:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.403812:0:82883:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:2.0:1773613182.403819:0:82883:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.403825:0:82883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613182.403828:0:82883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613182.403831:0:82883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613182.403834:0:82883:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477065728, offset 0 00000400:00000200:2.0:1773613182.403840:0:82883:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613182.403848:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.403855:0:82883:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613182.403859:0:82883:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613182.403863:0:82883:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613182.403867:0:82883:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613182.403869:0:82883:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613182.403873:0:82883:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224693:224693:256:4294967295] 192.168.203.144@tcp LPNI seq info [224628:224628:8:4294967295] 00000400:00000200:2.0:1773613182.403878:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.403888:0:82883:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613182.403894:0:82883:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613182.403899:0:82883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce600. 00000800:00000200:2.0:1773613182.403905:0:82883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613182.403913:0:82883:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613182.403917:0:82883:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773613182.403964:0:82883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.403969:0:82883:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 194210 usecs (195 jiffies) 00000400:00000200:2.0:1773613182.403972:0:82883:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613182.403975:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272385 00000100:00000001:2.0:1773613182.403978:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:2.0:1773613182.403980:0:82883:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272385 00000100:00000001:2.0:1773613182.403982:0:82883:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:2.0:1773613182.403985:0:82883:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.403987:0:82883:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.403990:0:82883:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613182.403992:0:82883:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613182.403995:0:82883:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d89840 going to sleep for 11 seconds 00000100:00000001:2.0:1773613182.403997:0:82883:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.404000:0:82883:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613182.404605:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.404610:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce600. 00000400:00000200:3.0:1773613182.404614:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.404620:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.404624:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:3.0:1773613182.404627:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:3.0:1773613182.404631:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.404638:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.404647:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.404650:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.404655:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.404657:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613182.405986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3000. 00000800:00000001:2.0:1773613182.413439:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.413456:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.413460:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.413462:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.413471:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.413478:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.413487:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.413491:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.413496:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.413500:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1cfe600 00000400:00000200:2.0:1773613182.413505:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.413511:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4ba5 [1] + 224 00000800:00000001:2.0:1773613182.413519:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.413527:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.413530:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.413534:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.413541:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.413549:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613182.413559:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff993660abb480 x1859762477065728/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.413584:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.413593:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.413597:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1773613182.419978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5720. 00000080:00000001:3.0:1773613182.432623:0:82884:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613182.432629:0:82884:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613182.432631:0:82884:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613182.432634:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223bc0 00000080:00200000:3.0:1773613182.432638:0:82884:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613182.432646:0:82884:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6800. 00800000:00000002:3.0:1773613182.432652:0:82884:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613182.432655:0:82884:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.432659:0:82884:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.432662:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223ae0 00800000:00000002:3.0:1773613182.432664:0:82884:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613182.432668:0:82884:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613182.432672:0:82884:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613182.432677:0:82884:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.432679:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22239b0 00000002:00010000:3.0:1773613182.432681:0:82884:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613182.432684:0:82884:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613182.432686:0:82884:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613182.432688:0:82884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.432695:0:82884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.432697:0:82884:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.432699:0:82884:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.432701:0:82884:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613182.432703:0:82884:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613182.432708:0:82884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613182.432712:0:82884:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613182.432718:0:82884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613182.432722:0:82884:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.432727:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.432729:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.432730:0:82884:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.432733:0:82884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613182.432735:0:82884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613182.432740:0:82884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613182.432745:0:82884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b800. 00000100:00000001:3.0:1773613182.432751:0:82884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.432755:0:82884:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.432757:0:82884:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.432759:0:82884:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.432760:0:82884:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.432762:0:82884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.432766:0:82884:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613182.432770:0:82884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613182.432772:0:82884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613182.432776:0:82884:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbebc00. 00010000:00000010:3.0:1773613182.432779:0:82884:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50e80. 00010000:00000001:3.0:1773613182.432782:0:82884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613182.432785:0:82884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2600. 00000020:00000001:3.0:1773613182.432788:0:82884:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613182.432790:0:82884:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2600 with handle 0xa1aa084204a00f05 to hash 00000020:00000001:3.0:1773613182.432793:0:82884:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613182.432794:0:82884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.432797:0:82884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.432801:0:82884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.432803:0:82884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.432807:0:82884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.432816:0:82884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.432825:0:82884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613182.432831:0:82884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613182.432832:0:82884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613182.432837:0:82884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.432839:0:82884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613182.432841:0:82884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.432843:0:82884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613182.432846:0:82884:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613182.432849:0:82884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.432851:0:82884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613182.432853:0:82884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.432862:0:82884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.432871:0:82884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.432873:0:82884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.432876:0:82884:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.432879:0:82884:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.432881:0:82884:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.432884:0:82884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:82884:1859762477065856:192.168.203.144@tcp:101:cat.0 00000100:00000001:3.0:1773613182.432888:0:82884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.432892:0:82884:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.432895:0:82884:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.432897:0:82884:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.432901:0:82884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f4000. 02000000:00000001:3.0:1773613182.432903:0:82884:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.432910:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.432914:0:82884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da8f0. 00000400:00000010:3.0:1773613182.432919:0:82884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613182.432926:0:82884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477065856, portal 10 00000100:00000001:3.0:1773613182.432928:0:82884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.432929:0:82884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:3.0:1773613182.432960:0:82884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.432968:0:82884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.432971:0:82884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.432974:0:82884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613182.432977:0:82884:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477065856, offset 0 00000400:00000200:3.0:1773613182.432982:0:82884:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.432990:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.432996:0:82884:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.433001:0:82884:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.433005:0:82884:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.433008:0:82884:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.433011:0:82884:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.433015:0:82884:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224694:224694:256:4294967295] 192.168.203.144@tcp LPNI seq info [224629:224629:8:4294967295] 00000400:00000200:3.0:1773613182.433019:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.433028:0:82884:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.433033:0:82884:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.433038:0:82884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613182.433044:0:82884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.433050:0:82884:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.433054:0:82884:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.433072:0:82884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.433076:0:82884:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 193620 usecs (194 jiffies) 00000400:00000200:3.0:1773613182.433079:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.433082:0:82884:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272410 00000100:00000001:3.0:1773613182.433085:0:82884:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.433088:0:82884:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272410 00000100:00000001:3.0:1773613182.433090:0:82884:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.433092:0:82884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.433094:0:82884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.433096:0:82884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.433098:0:82884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613182.433100:0:82884:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000800:00000200:2.0:1773613182.433580:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.433584:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:2.0:1773613182.433589:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.433594:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.433599:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:2.0:1773613182.433601:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:2.0:1773613182.433606:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.433611:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.433621:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.433624:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.433631:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.433633:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613182.433788:0:82884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.433790:0:82884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613182.443361:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.443377:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.443381:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.443383:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.443392:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.443399:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.443407:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.443412:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.443417:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.443421:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1cfe680 00000400:00000200:2.0:1773613182.443426:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.443431:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4bb5 [1] + 224 00000800:00000001:2.0:1773613182.443438:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.443446:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.443449:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.443453:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.443460:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.443467:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613182.443480:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.443499:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.443507:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.443510:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.443572:0:82884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613182.443580:0:82884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613182.443582:0:82884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613182.443585:0:82884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da8f0. 00000400:00000200:3.0:1773613182.443589:0:82884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:3.0:1773613182.443591:0:82884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:3.0:1773613182.443595:0:82884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.443601:0:82884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613182.443608:0:82884:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.443614:0:82884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613182.443616:0:82884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.443618:0:82884:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613182.443621:0:82884:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613182.443624:0:82884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.443626:0:82884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.443629:0:82884:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.443637:0:82884:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613182.443641:0:82884:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613182.443644:0:82884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613182.443645:0:82884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.443648:0:82884:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613182.443651:0:82884:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.443655:0:82884:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613182.443657:0:82884:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215178 00000100:00000001:3.0:1773613182.443659:0:82884:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613182.443662:0:82884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.443666:0:82884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.443674:0:82884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.443677:0:82884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613182.443679:0:82884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613182.443683:0:82884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613182.443690:0:82884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:82884:1859762477065856:192.168.203.144@tcp:101:cat.0 00000100:00000001:3.0:1773613182.443705:0:82884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.443708:0:82884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.443710:0:82884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613182.443712:0:82884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.443715:0:82884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.443723:0:82884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613182.443726:0:82884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.443729:0:82884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613182.443730:0:82884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.443733:0:82884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613182.443737:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.443739:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.443742:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=4 00000020:00000001:3.0:1773613182.443744:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443747:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000040:3.0:1773613182.443752:0:82884:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2600, remote cookie: 0x1dc4d5fc0aabd4fd, flags: 0x1001 00010000:00010000:3.0:1773613182.443757:0:82884:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.443767:0:82884:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443774:0:82884:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613182.443777:0:82884:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613182.443779:0:82884:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613182.443780:0:82884:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613182.443782:0:82884:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613182.443785:0:82884:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364cbebc00) refcount = 1 00010000:00010000:3.0:1773613182.443789:0:82884:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443796:0:82884:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613182.443799:0:82884:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613182.443800:0:82884:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.443803:0:82884:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613182.443805:0:82884:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.443808:0:82884:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443819:0:82884:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613182.443821:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443823:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.443824:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443825:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.443826:0:82884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.443831:0:82884:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613182.443832:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.443834:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.443835:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.443837:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443839:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443842:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.443843:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.443844:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=4 00000020:00000001:3.0:1773613182.443846:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443847:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443850:0:82884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.443853:0:82884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.443856:0:82884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443862:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443863:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.443865:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.443878:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.443879:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=5 00000020:00000001:3.0:1773613182.443881:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443883:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443885:0:82884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.443888:0:82884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443895:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443896:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613182.443899:0:82884:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.443905:0:82884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.443906:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443907:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.443908:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443909:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613182.443913:0:82884:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613182.443921:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.443922:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.443923:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.443925:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443927:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.443929:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.443930:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.444146:0:82884:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.444148:0:82884:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.444151:0:82884:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613182.444153:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.444154:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.444156:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.444158:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444160:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00000002:00010000:3.0:1773613182.444164:0:82884:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.444171:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444173:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.444175:0:82884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613182.444176:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.444177:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.444178:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.444181:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444182:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000040:3.0:1773613182.444188:0:82884:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebc00 count: 2 00010000:00000001:3.0:1773613182.444191:0:82884:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613182.444204:0:82884:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773613182.444207:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444208:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.444213:0:82884:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613182.444216:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223930 00000002:00002000:3.0:1773613182.444218:0:82884:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773613182.444221:0:82884:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.444224:0:82884:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.444227:0:82884:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613182.444230:0:82884:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613182.444233:0:82884:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613182.444236:0:82884:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613182.444240:0:82884:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659eb6800. 00000080:00000001:3.0:1773613182.444380:0:82884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613182.444383:0:82884:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613182.444390:0:82884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773613182.444395:0:82884:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773613182.444402:0:82884:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a8ec5c0. 00800000:00000001:3.0:1773613182.444404:0:82884:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057190995392 : -113016518556224 : ffff99364a8ec5c0) 00800000:00000001:3.0:1773613182.444406:0:82884:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.444409:0:82884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773613182.444411:0:82884:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773613182.444413:0:82884:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773613182.444415:0:82884:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773613182.444418:0:82884:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773613182.444420:0:82884:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.444424:0:82884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773613182.444427:0:82884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773613182.444431:0:82884:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:3.0:1773613182.444434:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.444435:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.444437:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.444439:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444441:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444443:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444444:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613182.444445:0:82884:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613182.444448:0:82884:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773613182.444449:0:82884:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a8ec5c0 1 00800000:00000010:3.0:1773613182.444452:0:82884:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a8ec5c0. 00800000:00000001:3.0:1773613182.444455:0:82884:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.444458:0:82884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a00f05 00800000:00000001:3.0:1773613182.444461:0:82884:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613182.444463:0:82884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613182.444464:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.444465:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.444466:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.444467:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444469:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444471:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444472:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613182.444474:0:82884:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613182.444475:0:82884:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613182.444478:0:82884:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613182.444480:0:82884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613182.444482:0:82884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a00f05 from it ffffaca8c2223bf8 00010000:00000001:3.0:1773613182.444484:0:82884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613182.444485:0:82884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613182.444486:0:82884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:3.0:1773613182.444488:0:82884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444491:0:82884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613182.444493:0:82884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613182.444495:0:82884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613182.444502:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444503:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.444504:0:82884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613182.444506:0:82884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613182.444508:0:82884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2600/0xa1aa084204a00f05 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd4fd expref: -99 pid: 82884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613182.444515:0:82884:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613182.444517:0:82884:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613182.444519:0:82884:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.444523:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444524:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.444526:0:82884:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444529:0:82884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613182.444530:0:82884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444532:0:82884:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444535:0:82884:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444537:0:82884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613182.444538:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444539:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613182.444542:0:82884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.444548:0:82884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477065856/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.444624:0:82884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613182.444627:0:82884:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613182.444630:0:82884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f4000. 02000000:00000001:3.0:1773613182.444634:0:82884:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613182.444636:0:82884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613182.444639:0:82884:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613182.444641:0:82884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613182.444644:0:82884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b800. 02000000:00000001:3.0:1773613182.444648:0:82884:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613182.444650:0:82884:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613182.444652:0:82884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:3.0:1773613182.444656:0:82884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613182.444657:0:82884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613182.444660:0:82884:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613182.444666:0:82884:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613182.444680:0:82884:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993643f57e40. 00000080:00000001:3.0:1773613182.444684:0:82884:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773613182.444686:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223b50 00000080:00200000:3.0:1773613182.444688:0:82884:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff993642890480, open_flags 8000, mode 0 opened 0 00000080:00000010:3.0:1773613182.444746:0:82884:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8ed3c0. 00000080:00000001:3.0:1773613182.444750:0:82884:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773613182.444753:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223a00 00000080:00200000:3.0:1773613182.444754:0:82884:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open 00000080:00000010:3.0:1773613182.444762:0:82884:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659eb6800. 00800000:00000002:3.0:1773613182.444767:0:82884:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613182.444771:0:82884:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613182.444774:0:82884:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.444775:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2223920 00800000:00000002:3.0:1773613182.444777:0:82884:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613182.444780:0:82884:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773613182.444782:0:82884:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773613182.444787:0:82884:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00000020:00000001:3.0:1773613182.444790:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22238a0 00800000:00000002:3.0:1773613182.444792:0:82884:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 00000002:00000001:3.0:1773613182.444796:0:82884:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613182.444797:0:82884:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22237d8 00000002:00010000:3.0:1773613182.444799:0:82884:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:3.0:1773613182.444802:0:82884:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613182.444805:0:82884:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773613182.444807:0:82884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613182.444811:0:82884:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebc00 count: 2 00010000:00000001:3.0:1773613182.444813:0:82884:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.444816:0:82884:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613182.444819:0:82884:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444821:0:82884:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.444823:0:82884:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613182.444828:0:82884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613182.444831:0:82884:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613182.444835:0:82884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613182.444836:0:82884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.444839:0:82884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613182.444842:0:82884:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613182.444844:0:82884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613182.444846:0:82884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613182.444847:0:82884:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.444850:0:82884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613182.444851:0:82884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613182.444855:0:82884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613182.444861:0:82884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b800. 00000100:00000001:3.0:1773613182.445340:0:82884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.445346:0:82884:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.445348:0:82884:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.445350:0:82884:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613182.445351:0:82884:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.445352:0:82884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613182.445361:0:82884:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613182.445364:0:82884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613182.445367:0:82884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613182.445370:0:82884:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebc00 count: 2 00010000:00000001:3.0:1773613182.445373:0:82884:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613182.445376:0:82884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613182.445380:0:82884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3600. 00000020:00000001:3.0:1773613182.445384:0:82884:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613182.445386:0:82884:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3600 with handle 0xa1aa084204a00f0c to hash 00000020:00000001:3.0:1773613182.445389:0:82884:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613182.445390:0:82884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449825792 : -113016259725824 : ffff993659fc3600) 00010000:00000001:3.0:1773613182.445394:0:82884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449825792 : -113016259725824 : ffff993659fc3600) 00010000:00000001:3.0:1773613182.445398:0:82884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613182.445401:0:82884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613182.445404:0:82884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613182.445413:0:82884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773613182.445424:0:82884:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773613182.445432:0:82884:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773613182.445440:0:82884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 82884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613182.445446:0:82884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613182.445447:0:82884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613182.445453:0:82884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613182.445455:0:82884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613182.445458:0:82884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.445459:0:82884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613182.445463:0:82884:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613182.445467:0:82884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.445469:0:82884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613182.445471:0:82884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.445474:0:82884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.445481:0:82884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.445483:0:82884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.445487:0:82884:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.445489:0:82884:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.445492:0:82884:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.445495:0:82884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:82884:1859762477066112:192.168.203.144@tcp:101:cat.0 00000100:00000001:3.0:1773613182.445501:0:82884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.445507:0:82884:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.445509:0:82884:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.445512:0:82884:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.445850:0:82884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:3.0:1773613182.445854:0:82884:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.445863:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.446055:0:82884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da8f0. 00000400:00000010:2.0:1773613182.450797:0:82884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99365922b000. 00000100:00000200:2.0:1773613182.450816:0:82884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477066112, portal 10 00000100:00000001:2.0:1773613182.450820:0:82884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.450822:0:82884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:2.0:1773613182.450837:0:82884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.450846:0:82884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613182.450849:0:82884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613182.450854:0:82884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613182.450857:0:82884:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477066112, offset 0 00000400:00000200:2.0:1773613182.450863:0:82884:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613182.451371:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.451380:0:82884:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613182.451384:0:82884:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613182.451388:0:82884:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613182.451392:0:82884:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613182.451395:0:82884:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613182.451399:0:82884:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224695:224695:256:4294967295] 192.168.203.144@tcp LPNI seq info [224630:224630:8:4294967295] 00000400:00000200:2.0:1773613182.451403:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.451413:0:82884:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613182.451418:0:82884:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613182.451425:0:82884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4cee00. 00000800:00000200:2.0:1773613182.451431:0:82884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613182.451439:0:82884:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613182.451444:0:82884:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4cee00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773613182.451529:0:82884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.451535:0:82884:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 193036 usecs (194 jiffies) 00000400:00000200:2.0:1773613182.451539:0:82884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613182.451542:0:82884:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272431 00000100:00000001:2.0:1773613182.451545:0:82884:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:2.0:1773613182.451548:0:82884:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272431 00000100:00000001:2.0:1773613182.451550:0:82884:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:2.0:1773613182.451552:0:82884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.451566:0:82884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.451569:0:82884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613182.451570:0:82884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613182.451573:0:82884:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000100:00000001:2.0:1773613182.451576:0:82884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.451579:0:82884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613182.456064:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.456074:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4cee00. 00000400:00000200:3.0:1773613182.456080:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.456087:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.456094:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:3.0:1773613182.456097:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:3.0:1773613182.456101:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.456110:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.456122:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.456125:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613198 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.456132:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.456134:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613182.466430:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.466447:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613182.466450:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.466453:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.466461:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.466469:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613182.466477:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.466481:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.466486:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.466490:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1cfe780 00000400:00000200:2.0:1773613182.466495:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613182.466501:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4bc5 [64] + 224 00000800:00000001:2.0:1773613182.466508:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.466515:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613182.466518:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.466522:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613182.466529:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.466539:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613198 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613182.466550:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99364a705f80 x1859762477066112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.466667:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613182.466677:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613182.466681:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613182.475632:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613182.475635:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.475637:0:67857:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1773613182.475639:0:67857:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773613182.475641:0:67857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613182.475644:0:67857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 2/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613182.475650:0:67857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3600 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613182.475652:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613182.475654:0:67857:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 2/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613182.475658:0:67857:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613182.475660:0:67857:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613182.475662:0:67857:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 2/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613182.475666:0:67857:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613182.475667:0:67857:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613182.475668:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.475669:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.475669:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3600 refcount=3 00000020:00000001:2.0:1773613182.475671:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449825792 : -113016259725824 : ffff993659fc3600) 00010000:00000001:2.0:1773613182.475672:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449825792 : -113016259725824 : ffff993659fc3600) 00010000:00000001:2.0:1773613182.475674:0:67857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613182.475675:0:67857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 3/0,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613182.475680:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613182.475682:0:67857:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773613182.475683:0:67857:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773613182.475684:0:67857:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf88:0x1:0x0] mode (null) 00000002:00000001:2.0:1773613182.475686:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613182.475688:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613182.475690:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb100 count: 3 00010000:00000001:2.0:1773613182.475691:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613182.475694:0:67857:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773613182.475695:0:67857:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773613182.475697:0:67857:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613182.475699:0:67857:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.475701:0:67857:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a00efe lrc: 4/1,0 mode: PR/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd4ef expref: -99 pid: 82883 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613182.475707:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.475708:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613182.475709:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1773613182.475711:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613182.475712:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613182.475713:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:2.0:1773613182.475715:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613182.475716:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613182.475718:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.475719:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613182.475720:0:67857:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613182.475722:0:67857:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773613182.475724:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.475726:0:67857:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613182.475728:0:67857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613182.475730:0:67857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613182.475731:0:67857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613182.475733:0:67857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613182.475736:0:67857:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3600 with handle 0xa1aa084204a00f0c from hash 00010000:00000001:2.0:1773613182.475738:0:67857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613182.475740:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.475741:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.475742:0:67857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613182.475746:0:67857:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613182.475747:0:67857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773613182.475752:0:67857:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613182.475756:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.475757:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.475759:0:67857:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.475763:0:67857:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613182.475766:0:67857:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773613182.475775:0:67857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb100. 00000020:00000040:2.0:1773613182.475781:0:67857:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613182.475787:0:67857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.475791:0:67857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.475795:0:67857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.475803:0:67857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2b200. 00000100:00000001:2.0:1773613182.475812:0:67857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.475817:0:67857:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773613182.475823:0:67857:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 2/0,0 mode: --/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613182.475837:0:67857:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773613182.475841:0:67857:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.475848:0:67857:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.475855:0:67857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.475865:0:67857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c8dd92] to pc [ptlrpcd_01_00+0] req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773613182.475904:0:67857:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613182.475909:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613182.475912:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.475915:0:67857:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.475919:0:67857:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613182.475924:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.475931:0:67857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 1/0,0 mode: --/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613182.475967:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613182.475972:0:67857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3600/0xa1aa084204a00f0c lrc: 0/0,0 mode: --/PR res: [0x20000bf88:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd519 expref: -99 pid: 82884 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773613182.475986:0:67857:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c280. 00010000:00000001:2.0:1773613182.475997:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613182.476001:0:67857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773613182.476005:0:67857:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364a1a6a80. 00010000:00000001:2.0:1773613182.476010:0:67857:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613182.476015:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613182.476018:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.476021:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773613182.476024:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613182.476027:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.476031:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773613182.476035:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613182.476038:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613182.476044:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613182.476395:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.476399:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.476401:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.476406:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.476413:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.476414:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.476417:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.476421:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.476425:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.476430:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477066240:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613182.476435:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.476442:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.476445:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.476449:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.476455:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb6e00. 02000000:00000001:3.0:1773613182.476458:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.476468:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.476474:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dabb0. 00000400:00000010:3.0:1773613182.476485:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613182.476493:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477066240, portal 18 00000100:00000001:3.0:1773613182.476498:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.476501:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561989376 : -113016147562240 : ffff993660abb100) 00000100:00000040:3.0:1773613182.476512:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.476523:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.476529:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.476534:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613182.476537:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477066240, offset 0 00000400:00000200:3.0:1773613182.476545:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.476631:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.476640:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.476647:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.476653:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.476658:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.476662:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.476667:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224696:224696:256:4294967295] 192.168.203.144@tcp LPNI seq info [224631:224631:8:4294967295] 00000400:00000200:3.0:1773613182.476677:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.476689:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.476696:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.476703:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0000. 00000800:00000200:3.0:1773613182.476713:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.476725:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.476732:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.476755:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.476762:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 192531 usecs (193 jiffies) 00000400:00000200:3.0:1773613182.476768:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.476773:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272455 00000100:00000001:3.0:1773613182.476779:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.476784:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272455 00000100:00000001:3.0:1773613182.476788:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300272985 00000100:00000001:3.0:1773613182.476792:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.476797:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.476803:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.476808:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.476815:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.476819:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613182.476824:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.476827:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.476831:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.476836:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.476853:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.476857:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613182.477087:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.477093:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0000. 00000400:00000200:2.0:1773613182.477099:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.477108:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.477116:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:2.0:1773613182.477120:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:2.0:1773613182.477125:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.477131:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.477144:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.477148:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.477156:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.477160:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613182.479858:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.479874:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.479878:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.479880:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.479890:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.479896:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.479904:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.479909:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.479914:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.479918:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1cfe800 00000400:00000200:3.0:1773613182.479923:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.479929:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4bd5 [1] + 224 00000800:00000001:3.0:1773613182.479964:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.479972:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.479974:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.479979:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.479985:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.479992:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.480004:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.480019:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.480027:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.480030:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.480041:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.480044:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613182.480049:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613182.480052:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613182.480054:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dabb0. 00000400:00000200:3.0:1773613182.480058:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:3.0:1773613182.480060:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:3.0:1773613182.480063:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.480066:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613182.480074:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.480079:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613182.480081:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.480083:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613182.480086:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613182.480088:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613182.480090:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.480092:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613182.480100:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=66 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613182.480104:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613182.480106:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613182.480108:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613182.480110:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613182.480125:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.480129:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613182.480131:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215178 00000100:00000001:3.0:1773613182.480134:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613182.480136:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.480141:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.480147:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.480150:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613182.480151:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613182.480155:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613182.480163:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477066240:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613182.480167:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.480169:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.480172:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb100 x1859762477066240/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613198 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.480178:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613182.480180:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613182.480184:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb6e00. 02000000:00000001:3.0:1773613182.480187:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613182.480189:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613182.480191:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613182.480193:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613182.480206:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613182.480209:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613182.480211:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613182.480213:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb100. 00000100:00000001:3.0:1773613182.480216:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613182.480217:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.480219:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.480225:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.480227:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.480229:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.480231:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613182.500853:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.500857:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613182.500862:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.500875:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.500880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:3.0:1773613182.500882:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:3.0:1773613182.500888:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.500893:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477066496/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.500901:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.500904:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477066496/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.500911:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.500913:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773613182.502504:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3600. 00000800:00000001:3.0:1773613182.509729:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.509742:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.509745:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.509747:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.509754:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.509759:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.509765:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.509769:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.509773:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.509775:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1cfe900 00000400:00000200:3.0:1773613182.509779:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.509787:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4be5 [1] + 224 00000800:00000001:3.0:1773613182.509793:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.509798:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.509800:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.509804:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.509809:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.509815:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477066496/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613182.509823:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a738700 x1859762477066496/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.509839:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.509846:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.509848:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613182.530173:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.530178:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613182.530181:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.530270:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.530276:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:3.0:1773613182.530279:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:3.0:1773613182.530284:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.530289:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477066752/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.530298:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.530301:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477066752/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.530309:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.530311:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613182.537062:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb100. 00010000:00000010:1.1:1773613182.537072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:1.1:1773613182.537074:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebc00. 00010000:00000010:1.1:1773613182.537076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2600. 00000800:00000001:3.0:1773613182.545126:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.545142:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.545145:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.545148:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.545157:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545164:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.545172:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545176:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545181:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545219:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1cfea00 00000400:00000200:3.0:1773613182.545224:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545231:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4bed [1] + 224 00000800:00000001:3.0:1773613182.545239:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.545246:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.545249:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.545253:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.545260:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.545268:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477066752/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.545278:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a738700 x1859762477066752/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.545298:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613182.545305:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613182.545309:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545314:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.545320:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224699:224699:256:4294967295] 192.168.203.144@tcp LPNI seq info [224634:224634:8:4294967295] 00000400:00000200:3.0:1773613182.545325:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.545331:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613182.545334:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.545339:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613182.545343:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.545349:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.545352:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613182.548372:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.548380:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:3.0:1773613182.548386:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.548394:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613182.548403:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.548409:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1773613182.566985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57e40. 00000080:00000010:1.1:1773613182.582986:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658117380. 00000800:00000200:3.0:1773613182.587413:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.587422:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:3.0:1773613182.587432:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.587440:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.587447:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:3.0:1773613182.587449:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:3.0:1773613182.587454:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.587461:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477066880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.587473:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.587476:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4000 x1859762477066880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.587483:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.587485:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613182.593335:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.593352:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.593356:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.593359:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.593367:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.593375:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.593384:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.593388:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.593393:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.593398:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1cfea80 00000400:00000200:3.0:1773613182.593404:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.593411:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4bf5 [1] + 224 00000800:00000001:3.0:1773613182.593418:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.593427:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.593431:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.593451:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.593459:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.593468:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477066880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613182.593480:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9936590e4000 x1859762477066880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.593503:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.593513:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.593517:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613182.600622:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.600633:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613182.600641:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.600649:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.600656:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:2.0:1773613182.600659:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:2.0:1773613182.600664:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.600672:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477067136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/131856 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.600684:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.600688:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4000 x1859762477067136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/131856 e 0 to 0 dl 1773613198 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.600696:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.600697:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613182.604031:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.604050:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.604054:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.604056:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.604065:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.604073:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.604081:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.604085:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.604090:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.604095:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1cfeb80 00000400:00000200:3.0:1773613182.604099:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.604105:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4bfd [64] + 224 00000800:00000001:3.0:1773613182.604128:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.604136:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.604139:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.604144:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.604151:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.604160:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477067136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/131856 e 0 to 0 dl 1773613198 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613182.604171:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9936590e4000 x1859762477067136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/131856 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.604202:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.604212:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.604215:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613182.606543:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.606548:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:2.0:1773613182.606614:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.606620:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.606625:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:2.0:1773613182.606628:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:2.0:1773613182.606632:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.606637:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477067392/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613198 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.606647:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.606651:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7100 x1859762477067392/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613198 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613182.606658:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.606660:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613182.608797:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.608813:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.608817:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.608819:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.608828:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.608835:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.608842:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.608846:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.608851:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.608856:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 10 MB=0x69b71b1cfec80 00000400:00000200:3.0:1773613182.608860:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.608880:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b4c05 [1] + 224 00000800:00000001:3.0:1773613182.608888:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.608908:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.608910:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.608915:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.608921:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.608928:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477067392/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613182.608966:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=344 offset=224 replen=344 req@ffff9936590e7100 x1859762477067392/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613198 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613182.608986:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.608994:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.608997:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613182.855024:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613182.855034:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613182.855044:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613182.855049:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613182.855053:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.855056:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.855060:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.855068:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4ce200. 00000100:00000001:2.0:1773613182.855074:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.855084:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613182.855095:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.855099:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.855106:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_01+1] req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.855140:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.855143:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613182.855147:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613182.855150:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000100:00000001:3.0:1773613182.855262:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.855267:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.855270:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613182.855277:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.855286:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613182.855289:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.855293:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.855295:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613182.855298:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.855302:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477067520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613182.855306:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613182.855311:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.855313:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.855315:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.855320:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb6800. 02000000:00000001:3.0:1773613182.855322:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.855329:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.855332:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dabb0. 00000400:00000010:3.0:1773613182.855339:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613182.855346:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477067520, portal 25 00000100:00000001:3.0:1773613182.855348:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.855349:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:3.0:1773613182.855355:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.855361:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613182.855364:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613182.855366:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc4c8. 00000100:00000200:3.0:1773613182.855369:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477067520, offset 0 00000400:00000200:3.0:1773613182.855375:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613182.855383:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.855389:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613182.855393:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613182.855397:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613182.855400:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613182.855403:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613182.855406:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224703:224703:256:4294967295] 192.168.203.144@tcp LPNI seq info [224638:224638:8:4294967295] 00000400:00000200:3.0:1773613182.855411:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.855419:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.855425:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.855429:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613182.855435:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.855443:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.855447:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.855458:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.855461:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.855463:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300276602 00000100:00000001:3.0:1773613182.855470:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300272985 00000100:00000001:3.0:1773613182.855474:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300276602 00000100:00000001:3.0:1773613182.855477:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300272985 00000100:00000001:3.0:1773613182.855479:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.855481:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.855484:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.855487:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.855494:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.855496:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613182.855498:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.855499:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.855500:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.855502:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.855513:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.855514:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613182.855616:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613182.855620:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:3.0:1773613182.855624:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.855629:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613182.855634:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc4c8 00000400:00000010:3.0:1773613182.855636:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc4c8. 00000100:00000001:3.0:1773613182.855640:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613182.855644:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.855653:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613182.855657:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.855668:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.855669:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1773613182.855988:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613182.855993:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.855995:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.855998:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.856004:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4cee00. 00000100:00000001:2.0:1773613182.856008:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856015:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613182.856023:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.856027:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856031:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f6bd3] to pc [ptlrpcd_01_00+0] req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856049:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856053:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613182.856055:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613182.856059:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613182.856062:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613182.856064:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613182.856065:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613182.856067:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613182.856070:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4ce600. 00000100:00000001:2.0:1773613182.856073:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856078:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613182.856085:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613182.856087:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856090:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_01+1] req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856097:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.856101:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5610) 00000100:00000001:2.0:1773613182.856120:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613182.856122:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.856123:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613182.856127:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856134:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613182.856136:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.856138:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613182.856140:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613182.856142:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613182.856145:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477067648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613182.856149:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613182.856240:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613182.856243:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.856245:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613182.856249:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2bc00. 02000000:00000001:2.0:1773613182.856252:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613182.856256:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613182.856259:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9948. 00000400:00000010:2.0:1773613182.856263:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613182.856268:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477067648, portal 4 00000100:00000001:2.0:1773613182.856270:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613182.856271:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:2.0:1773613182.856278:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856285:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613182.856288:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613182.856291:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7440. 00000100:00000200:2.0:1773613182.856294:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477067648, offset 0 00000400:00000200:2.0:1773613182.856300:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613182.856306:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.856308:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613182.856312:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773613182.856312:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:3.0:1773613182.856315:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773613182.856318:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1773613182.856323:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773613182.856324:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613182.856330:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613182.856335:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:3.0:1773613182.856339:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1773613182.856342:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224704:224704:256:4294967295] 192.168.203.144@tcp LPNI seq info [224639:224639:8:4294967295] 00000100:00000001:3.0:1773613182.856343:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613182.856347:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613182.856351:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773613182.856351:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:3.0:1773613182.856356:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613182.856361:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477067776:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613182.856367:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1773613182.856367:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 02000000:00000001:3.0:1773613182.856371:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613182.856374:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613182.856376:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 02000000:00000001:3.0:1773613182.856377:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613182.856382:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f29c00. 00000800:00000010:2.0:1773613182.856383:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce300. 02000000:00000001:3.0:1773613182.856386:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613182.856391:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000400:00000200:3.0:1773613182.856392:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613182.856397:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da058. 00000800:00000200:2.0:1773613182.856402:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000010:3.0:1773613182.856403:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc4c8. 00000800:00000200:2.0:1773613182.856407:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce300 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1773613182.856408:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477067776, portal 4 00000100:00000001:3.0:1773613182.856413:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613182.856414:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000001:2.0:1773613182.856420:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.856422:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613182.856426:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 198182 usecs (199 jiffies) 00000100:00000001:3.0:1773613182.856434:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1773613182.856434:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:3.0:1773613182.856440:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613182.856440:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300272841 00000400:00000010:3.0:1773613182.856444:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000001:2.0:1773613182.856445:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300276602 00000100:00000200:3.0:1773613182.856449:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477067776, offset 0 00000100:00000001:2.0:1773613182.856451:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300272841 00000100:00000001:2.0:1773613182.856456:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300276602 00000400:00000200:3.0:1773613182.856458:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613182.856460:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.856465:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.856466:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613182.856468:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.856473:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:2.0:1773613182.856473:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.856479:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773613182.856480:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1773613182.856483:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:2.0:1773613182.856484:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1773613182.856489:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773613182.856490:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773613182.856493:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:2.0:1773613182.856493:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613182.856496:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.856499:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224705:224705:255:4294967295] 192.168.203.144@tcp LPNI seq info [224640:224640:7:4294967295] 00000100:00000001:2.0:1773613182.856501:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613182.856507:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.856515:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613182.856520:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613182.856524:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613182.856528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613182.856533:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613182.856536:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613182.856539:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613182.856543:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 834865 usecs (835 jiffies) 00000400:00000200:3.0:1773613182.856546:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613182.856548:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300273477 00000100:00000001:3.0:1773613182.856551:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300276602 00000100:00000001:3.0:1773613182.856553:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300273477 00000100:00000001:3.0:1773613182.856555:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300276602 00000100:00000001:3.0:1773613182.856557:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613182.856559:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.856562:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613182.856564:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613182.856567:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613182.856569:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613182.856572:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1773613182.856572:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773613182.856574:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613182.856577:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773613182.856578:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce300. 00000100:00000001:3.0:1773613182.856580:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613182.856583:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.856589:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.856593:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7440 00000400:00000010:2.0:1773613182.856595:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7440. 00000100:00000001:2.0:1773613182.856599:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.856603:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856610:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.856614:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856620:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.856622:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613182.856633:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613182.856636:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:2.0:1773613182.856639:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613182.856642:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613182.856645:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:2.0:1773613182.856647:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:2.0:1773613182.856649:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613182.856653:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856659:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.856662:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.856667:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.856668:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613182.860435:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860451:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.860454:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860456:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860465:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860472:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.860480:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860485:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860490:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860494:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1cfed00 00000400:00000200:3.0:1773613182.860499:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860504:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c0d [1] + 224 00000800:00000001:3.0:1773613182.860512:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860516:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860519:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.860523:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.860529:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.860681:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.860694:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.860721:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.860730:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860733:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.860735:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860737:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860740:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860744:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.860748:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860750:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860753:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860756:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cfed80 00000400:00000200:3.0:1773613182.860759:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860764:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c1d [1] + 224 00000800:00000001:3.0:1773613182.860767:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860770:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860772:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.860775:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.860778:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.860782:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.860790:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.860802:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.860804:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860806:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613182.860807:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860809:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860811:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860814:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613182.860818:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860820:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860822:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860825:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cfee00 00000400:00000200:3.0:1773613182.860828:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613182.860831:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c2d [1] + 224 00000800:00000001:3.0:1773613182.860834:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860838:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613182.860839:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613182.860851:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613182.860853:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613182.860857:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613182.860865:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613182.860872:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613182.860876:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613182.860878:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613182.861424:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613182.861430:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613182.861432:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613182.861435:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da058. 00000400:00000200:2.0:1773613182.861440:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc4c8 00000400:00000010:2.0:1773613182.861442:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc4c8. 00000100:00000001:2.0:1773613182.861446:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.861452:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613182.861459:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861466:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613182.861468:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861470:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613182.861473:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613182.861475:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613182.861477:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.861480:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613182.861487:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=110 v=5 (5 6 6 0) 00000100:00001000:2.0:1773613182.861491:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613182.861493:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613182.861495:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.861498:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613182.861501:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861504:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613182.861506:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613182.861508:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613182.861510:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.861515:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861522:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.861524:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613182.861526:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613182.861530:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613182.861537:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477067776:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613182.861541:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613182.861542:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613182.861544:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dabb0. 00000400:00000200:2.0:1773613182.861546:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:2.0:1773613182.861548:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:2.0:1773613182.861550:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.861553:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613182.861559:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861564:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613182.861566:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861567:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613182.861568:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613182.861569:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613182.861570:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.861572:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613182.861574:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=110 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613182.861577:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=57 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613182.861579:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613182.861580:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.861581:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613182.861583:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861584:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.861587:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861593:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.861594:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613182.861595:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613182.861599:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613182.861605:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477067520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613182.861609:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861611:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.861614:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477067776/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861620:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613182.861623:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613182.861625:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f29c00. 02000000:00000001:2.0:1773613182.861629:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613182.861631:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613182.861632:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613182.861634:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613182.861637:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b4ce600. 02000000:00000001:2.0:1773613182.861640:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613182.861642:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613182.861644:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:2.0:1773613182.861647:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613182.861648:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861649:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.861653:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477067520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861663:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613182.861665:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613182.861666:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb6800. 02000000:00000001:2.0:1773613182.861669:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613182.861670:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613182.861671:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613182.861673:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613182.861674:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b4ce200. 02000000:00000001:2.0:1773613182.861676:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613182.861677:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613182.861678:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613182.861680:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613182.861681:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861683:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861690:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613182.861692:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861694:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613182.861696:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861706:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613182.861708:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613182.861710:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613182.861712:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613182.861714:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9948. 00000400:00000200:2.0:1773613182.861716:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000400:00000010:2.0:1773613182.861718:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:2.0:1773613182.861720:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613182.861724:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613182.861731:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861737:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613182.861738:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861740:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613182.861741:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613182.861742:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613182.861744:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613182.861746:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613182.861750:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=110 v=5 (5 6 6 0) 00000100:00001000:2.0:1773613182.861752:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613182.861754:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613182.861755:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613182.861757:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613182.861759:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861761:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613182.861762:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:2.0:1773613182.861763:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613182.861764:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613182.861768:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861774:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613182.861776:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613182.861777:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613182.861780:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613182.861787:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477067648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613182.861791:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861793:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613182.861796:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8380 x1859762477067648/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613182.861801:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613182.861803:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613182.861804:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2bc00. 02000000:00000001:2.0:1773613182.861807:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613182.861808:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613182.861809:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613182.861811:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613182.861812:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b4cee00. 02000000:00000001:2.0:1773613182.861815:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613182.861816:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613182.861817:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 00000100:00000001:2.0:1773613182.861819:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613182.861820:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861822:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613182.861825:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613182.861826:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613182.861828:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613182.861830:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613185.126330:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613185.126344:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613185.126347:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613185.126350:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613185.126358:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613185.126365:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613185.126373:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613185.126378:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613185.126383:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613185.126386:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1955500 00000400:00000200:2.0:1773613185.126393:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4aa5 [2] + 1376 00000800:00000001:2.0:1773613185.126400:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613185.126408:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613185.126411:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613185.126414:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613185.126421:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613185.126423:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613185.126429:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000100:00000040:2.0:1773613185.126433:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab8380 x1859762473227520 msgsize 328 00000100:00100000:2.0:1773613185.126437:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613185.126453:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613185.126463:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613185.126466:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613185.126587:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613185.126591:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473227520 02000000:00000001:3.0:1773613185.126594:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613185.126596:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613185.126598:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613185.126602:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613185.126607:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473227520 00000020:00000001:3.0:1773613185.126610:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613185.126612:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:3.0:1773613185.126615:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613185.126618:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:3.0:1773613185.126620:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:3.0:1773613185.126623:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:3.0:1773613185.126626:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613185.126631:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec3c0. 00000100:00000001:3.0:1773613185.126634:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613185.126636:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec3c0. 00000020:00000010:3.0:1773613185.126641:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:3.0:1773613185.126646:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50600. 00000020:00000010:3.0:1773613185.126651:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613185.126658:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613185.126661:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613185.126662:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613185.126664:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613185.126670:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613185.126692:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613185.126704:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613185.126706:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613185.126710:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 35 00000100:00000040:3.0:1773613185.126714:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:3.0:1773613185.126716:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:3.0:1773613185.126723:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab8380 x1859762473227520/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:416/0 lens 328/0 e 0 to 0 dl 1773613196 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613185.126732:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613185.126735:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec3c0. 00000100:00000001:3.0:1773613185.126737:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613185.126739:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec3c0. 00000100:00100000:3.0:1773613185.126743:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26393:x1859762473227520:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613185.126747:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473227520 00010000:00000001:3.0:1773613185.126749:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613185.126756:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613185.126757:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613185.126759:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936400 refcount=2 00000020:00000001:3.0:1773613185.126761:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:3.0:1773613185.126764:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191298048 : -113016518253568 : ffff99364a936400) 00010000:00000001:3.0:1773613185.126768:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613185.126771:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613185.126776:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000ed74efba/0xa1aa084204a00ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x1dc4d5fc0aabd4be expref: -99 pid: 82877 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1773613185.126787:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613185.126789:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613185.126794:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b29000. 02000000:00000001:3.0:1773613185.126796:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613185.126799:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613185.126802:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613185.126805:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613185.126808:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=91 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613185.126812:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613185.126815:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613185.126817:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613185.126820:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613185.126822:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613185.126825:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613185.126827:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613185.126831:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613185.126835:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473227520, offset 224 00000400:00000200:3.0:1773613185.126840:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613185.126847:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.126853:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613185.126859:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224706:224706:256:4294967295] 192.168.203.144@tcp LPNI seq info [224641:224641:8:4294967295] 00000400:00000200:3.0:1773613185.126863:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.126871:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613185.126876:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613185.126880:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0f00. 00000800:00000200:3.0:1773613185.126885:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613185.126892:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613185.126896:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613185.126908:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613185.126911:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613185.126914:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613185.126917:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a837900. 00010000:00000001:3.0:1773613185.126920:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613185.126966:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613185.126969:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613185.126971:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613185.126973:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613185.126978:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762473227520/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:416/0 lens 328/224 e 0 to 0 dl 1773613196 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613185.126988:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26393:x1859762473227520:12345-192.168.203.144@tcp:104: Request processed in 253us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613185.126999:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 35 00000100:00000040:3.0:1773613185.127002:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613185.127004:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613185.127006:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613185.127009:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50600. 00000020:00000010:3.0:1773613185.127015:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613185.127019:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000020:00000040:3.0:1773613185.127023:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:3.0:1773613185.127026:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613185.127086:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613185.127089:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0f00. 00000400:00000200:3.0:1773613185.127092:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613185.127095:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613185.127099:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:3.0:1773613185.127101:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:3.0:1773613185.127105:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613185.127107:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1773613185.131068:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613185.131078:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:3.0:1773613185.131085:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613185.131094:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613185.131102:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:3.0:1773613185.131104:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:3.0:1773613185.131112:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613185.131119:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477067904/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613201 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613185.131131:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613185.131135:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477067904/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613201 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613185.131142:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613185.131144:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613185.133982:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:1.1:1773613185.134011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936400. 00000800:00000001:3.0:1773613185.141645:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613185.141661:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613185.141666:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613185.141668:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613185.141677:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.141695:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613185.141705:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.141710:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.141715:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.141720:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1cfee80 00000400:00000200:3.0:1773613185.141725:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613185.141731:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c45 [1] + 224 00000800:00000001:3.0:1773613185.141739:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613185.141746:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613185.141749:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613185.141754:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613185.141761:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613185.141770:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477067904/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613201 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613185.141781:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477067904/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613201 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613185.141804:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613185.141813:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613185.141816:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613186.612710:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613186.612714:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:3.0:1773613186.612720:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613186.612726:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613186.612731:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17440 00000400:00000010:3.0:1773613186.612734:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17440. 00000100:00000001:3.0:1773613186.612737:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613186.612742:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477068160/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613202 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613186.612758:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613186.612762:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7100 x1859762477068160/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613202 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613186.612768:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613186.612769:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613186.614929:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613186.614967:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613186.614972:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613186.614975:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613186.614983:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613186.614990:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613186.614997:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613186.615001:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613186.615006:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613186.615010:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 10 MB=0x69b71b1cfef80 00000400:00000200:3.0:1773613186.615014:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613186.615020:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b4c4d [1] + 224 00000800:00000001:3.0:1773613186.615026:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613186.615033:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613186.615035:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613186.615038:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613186.615043:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613186.615050:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477068160/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613202 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613186.615060:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=344 offset=224 replen=344 req@ffff9936590e7100 x1859762477068160/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 328/344 e 0 to 0 dl 1773613202 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613186.615092:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613186.615100:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613186.615103:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613186.822058:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300276602, at 4300276608 00000100:00000010:2.0:1773613186.822071:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8488a0. 00000100:00000040:3.0:1773613186.823399:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300276602, at 4300276609 00000100:00000010:3.0:1773613186.823410:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8486c0. 00000800:00000200:3.0:1773613187.975097:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613187.975102:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c400. 00000400:00000200:3.0:1773613187.975109:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.975120:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613187.975128:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:3.0:1773613187.975132:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:3.0:1773613187.975140:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613187.975148:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477068288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975177:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613187.975184:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477068288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975199:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613187.975202:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613187.975217:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613187.975221:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cc00. 00000400:00000200:3.0:1773613187.975225:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.975234:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613187.975239:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:3.0:1773613187.975243:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:3.0:1773613187.975249:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613187.975256:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477068544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975271:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613187.975277:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477068544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975292:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613187.975296:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613187.975374:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613187.975378:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:3.0:1773613187.975382:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.975386:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613187.975389:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:3.0:1773613187.975390:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:3.0:1773613187.975393:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613187.975397:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477068416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975405:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613187.975409:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477068416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975416:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613187.975417:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613187.975454:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613187.975457:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613187.975460:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.975463:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613187.975466:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:3.0:1773613187.975467:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:3.0:1773613187.975469:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613187.975472:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477068672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975479:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613187.975481:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477068672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.975487:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613187.975489:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613187.984653:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.984667:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.984672:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.984675:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.984683:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.984690:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613187.984698:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.984702:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.984708:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.984712:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cff100 00000400:00000200:3.0:1773613187.984717:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.984723:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c5d [1] + 224 00000800:00000001:3.0:1773613187.984731:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.984738:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.984741:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.984745:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613187.984752:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613187.984760:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477068544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613187.984772:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477068544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.984792:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613187.984799:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.984801:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.992116:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.992135:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.992140:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.992143:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.992152:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.992168:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613187.992178:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.992182:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.992187:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.992191:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cff180 00000400:00000200:3.0:1773613187.992196:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.992213:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c6d [1] + 224 00000800:00000001:3.0:1773613187.992220:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.992228:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.992231:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.992236:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613187.992365:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613187.992374:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477068672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613187.992385:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477068672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.992486:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613187.992495:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.992499:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.996967:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.996980:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.996991:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.996994:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.997001:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997008:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613187.997016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997020:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997025:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997029:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1cff000 00000400:00000200:3.0:1773613187.997034:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997040:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c55 [1] + 224 00000800:00000001:3.0:1773613187.997048:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.997052:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.997055:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.997060:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613187.997065:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613187.997071:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477068288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613187.997081:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477068288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.997106:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613187.997114:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.997118:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613187.997120:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.997122:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.997125:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997128:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613187.997132:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997134:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997137:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997139:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1cff080 00000400:00000200:3.0:1773613187.997143:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613187.997146:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c65 [1] + 224 00000800:00000001:3.0:1773613187.997150:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.997155:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613187.997166:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613187.997170:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613187.997173:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613187.997177:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477068416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613187.997185:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477068416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613187.997202:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613187.997207:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613187.997210:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613189.948864:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613189.948872:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:3.0:1773613189.948880:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613189.948887:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613189.948894:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:3.0:1773613189.948897:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:3.0:1773613189.948901:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613189.948908:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477068928/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613205 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613189.948932:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613189.949073:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477068928/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613205 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613189.949081:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613189.949083:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613189.956019:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613189.956038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00000800:00000001:3.0:1773613189.959407:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.959430:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613189.959435:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.959439:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613189.959780:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.959791:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613189.959803:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.959809:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.959816:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.959820:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1cff280 00000400:00000200:3.0:1773613189.959826:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.959833:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c75 [32] + 224 00000800:00000001:3.0:1773613189.959843:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.959853:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613189.959857:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613189.959863:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613189.959872:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613189.959883:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477068928/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613205 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613189.959896:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=66320 req@ffff9936590e6a00 x1859762477068928/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613205 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613189.959918:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613189.959929:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.960004:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613189.960587:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613189.960591:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613189.960595:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613189.960601:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613189.960609:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613189.960610:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613189.960614:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613189.960617:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613189.960619:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613189.960623:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477069056:192.168.203.144@tcp:38:bash.0 00000100:00000001:3.0:1773613189.960638:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613189.960644:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613189.960647:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613189.960650:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613189.960655:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28000. 02000000:00000001:3.0:1773613189.960657:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613189.960662:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613189.960665:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da738. 00000400:00000010:3.0:1773613189.960671:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613189.960679:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477069056, portal 10 00000100:00000001:3.0:1773613189.960682:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613189.960683:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:3.0:1773613189.960691:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613189.960698:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613189.960700:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613189.960703:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613189.960706:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477069056, offset 0 00000400:00000200:3.0:1773613189.960713:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613189.960720:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.960727:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613189.960734:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613189.960739:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613189.960753:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613189.960757:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613189.960761:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224714:224714:256:4294967295] 192.168.203.144@tcp LPNI seq info [224649:224649:8:4294967295] 00000400:00000200:3.0:1773613189.960766:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.960776:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613189.960783:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613189.960789:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0f00. 00000800:00000200:3.0:1773613189.960796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613189.960804:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613189.960809:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773613189.960996:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613189.961002:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 187473 usecs (188 jiffies) 00000400:00000200:3.0:1773613189.961007:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613189.961010:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300279934 00000100:00000001:3.0:1773613189.961014:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300281721 00000100:00000001:3.0:1773613189.961016:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300279934 00000100:00000001:3.0:1773613189.961019:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300281721 00000100:00000001:3.0:1773613189.961021:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613189.961023:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613189.961026:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613189.961029:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613189.961038:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613189.961039:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773613189.961042:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613189.961043:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613189.961044:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613189.961046:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613189.964315:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613189.964329:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0f00. 00000400:00000200:2.0:1773613189.964338:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613189.964349:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613189.964357:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:2.0:1773613189.964359:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:2.0:1773613189.964366:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613189.964376:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613189.964391:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613189.964394:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613189.964402:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613189.964404:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613189.968517:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.968533:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613189.968538:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.968541:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613189.968550:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.968557:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613189.968567:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.968572:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.968578:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.968582:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x69b71b1cff300 00000400:00000200:3.0:1773613189.968586:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613189.968592:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b4c7d [1] + 0 00000800:00000001:3.0:1773613189.968600:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.968607:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613189.968610:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613189.968614:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613189.968621:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613189.968630:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613189.968642:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9936590e4700 x1859762477069056/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613189.968669:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613189.968679:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613189.968682:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613189.993896:0:82905:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773613189.993920:0:82905:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-MDT0000-mdc-ffff993644bc9800 to lustre-MDT0000_UUID@192.168.203.144@tcp 00000100:00000001:2.0:1773613189.993925:0:82905:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773613189.993928:0:82905:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1773613189.993931:0:82905:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773613189.993986:0:82905:0:(client.c:3571:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9936590e6a00 x1859762477068928/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/224 e 0 to 0 dl 1773613205 ref 2 fl Rpc:RSPQU/600/0 rc -107/-107 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613189.994003:0:82905:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613189.994006:0:82905:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215200 gen 10 00000100:00100000:2.0:1773613189.994012:0:82905:0:(client.c:3169:ptlrpc_free_committed()) @@@ free stale open request req@ffff9936590e4000 x1859762477067136/t103079215200(103079215200) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613198 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613189.994022:0:82905:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613189.994024:0:82905:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000001:2.0:1773613189.994028:0:82905:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613189.994034:0:82905:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477067136/t103079215200(103079215200) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613198 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'flocks_test.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613189.994047:0:82905:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613189.994050:0:82905:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:2.0:1773613189.994053:0:82905:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613189.994054:0:82905:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773613189.994056:0:82905:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773613189.994058:0:82905:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773613189.994072:0:82905:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773613189.994079:0:82905:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773613189.994083:0:82905:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773613189.994086:0:82905:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773613189.994088:0:82905:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff993644b25548 for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:2.0:1773613189.994093:0:82905:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa1aa084204a0080c 00800000:00000040:2.0:1773613189.994096:0:82905:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff993644bc9800=144f5372-d9a2-4fb0-a726-ce1097458722 device 3 (ffff993644b23370) type mdc at LMV idx 0 00800000:00000040:2.0:1773613189.994100:0:82905:0:(lmv_obd.c:116:lmv_set_mdc_active()) Marking OBD ffff993644b23370 inactive 00800000:00000001:2.0:1773613189.994102:0:82905:0:(lmv_obd.c:118:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1773613189.994104:0:82905:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613189.994107:0:82905:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613189.994109:0:82905:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613189.994111:0:82905:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1773613189.994114:0:82905:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773613189.998824:0:82905:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773613189.998835:0:82905:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:2.0:1773613189.998840:0:82905:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773613189.998844:0:82905:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1773613189.999185:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d000 count: 2 00010000:00000001:2.0:1773613189.999195:0:82905:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613189.999199:0:82905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613189.999202:0:82905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613189.999204:0:82905:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:2.0:1773613189.999207:0:82905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:2.0:1773613189.999212:0:82905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:2.0:1773613189.999217:0:82905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613189.999222:0:82905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936800/0xa1aa084204a00f1a lrc: 3/0,0 mode: PR/PR res: [0x20000a042:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x12e400000000 nid: local remote: 0x1dc4d5fc0aabd566 expref: -99 pid: 82888 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773613189.999236:0:82905:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613189.999241:0:82905:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773613189.999244:0:82905:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773613189.999247:0:82905:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000a042:0x11:0x0] mode (null) 00000002:00000001:2.0:1773613189.999251:0:82905:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613189.999255:0:82905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613189.999260:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d000 count: 3 00010000:00000001:2.0:1773613189.999263:0:82905:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613189.999269:0:82905:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613189.999270:0:82905:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613189.999272:0:82905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613189.999273:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d000 count: 3 00010000:00000001:2.0:1773613189.999275:0:82905:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613189.999277:0:82905:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613189.999279:0:82905:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613189.999280:0:82905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613189.999282:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d000 count: 3 00010000:00000001:2.0:1773613189.999283:0:82905:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613189.999285:0:82905:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613189.999287:0:82905:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613189.999288:0:82905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613189.999289:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d000 count: 3 00010000:00000001:2.0:1773613189.999291:0:82905:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613189.999293:0:82905:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613189.999295:0:82905:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613189.999297:0:82905:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773613189.999300:0:82905:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613189.999311:0:82905:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b0090. 00000020:00000010:2.0:1773613189.999318:0:82905:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb6800. 00000020:00000010:2.0:1773613189.999328:0:82905:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a400. 00000020:00000010:2.0:1773613189.999333:0:82905:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c960. 00000008:00000010:2.0:1773613189.999341:0:82905:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613189.999347:0:82905:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613189.999354:0:82905:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620388. 00000080:00000010:2.0:1773613189.999362:0:82905:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613189.999367:0:82905:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613189.999371:0:82905:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b200. 00000008:00000010:2.0:1773613189.999375:0:82905:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613189.999379:0:82905:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613189.999383:0:82905:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613189.999387:0:82905:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d5a0. 00000020:00000001:2.0:1773613189.999390:0:82905:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206476952 : -113016503074664 : ffff99364b7b0098) 00000020:00001000:2.0:1773613189.999392:0:82905:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b0090 00000020:00000001:2.0:1773613189.999394:0:82905:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773613189.999398:0:82905:0:(vvp_object.c:114:vvp_conf_set()) [0x20000a042:0x11:0x0]: losing layout lock 00000080:00000001:2.0:1773613189.999401:0:82905:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773613189.999405:0:82905:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773613189.999410:0:82905:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773613189.999413:0:82905:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773613189.999416:0:82905:0:(lov_object.c:1502:lov_conf_set()) [0x20000a042:0x11:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773613189.999418:0:82905:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613189.999420:0:82905:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773613189.999422:0:82905:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b0090 00000020:00000010:2.0:1773613189.999426:0:82905:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a400. 00000020:00000010:2.0:1773613189.999433:0:82905:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c960. 00000008:00000010:2.0:1773613189.999437:0:82905:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613189.999442:0:82905:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613189.999445:0:82905:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620388. 00000080:00000010:2.0:1773613189.999448:0:82905:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613189.999453:0:82905:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613189.999456:0:82905:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb6800. 00000008:00000010:2.0:1773613189.999461:0:82905:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613189.999465:0:82905:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613189.999468:0:82905:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613189.999471:0:82905:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d5a0. 00000020:00000010:2.0:1773613189.999474:0:82905:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b200. 00000020:00000010:2.0:1773613189.999476:0:82905:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b0090. 00000080:00000001:2.0:1773613189.999479:0:82905:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613189.999483:0:82905:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773613189.999486:0:82905:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000a042:0x11:0x0](ffff99365810e3c8) invalid 00000020:00000001:2.0:1773613189.999490:0:82905:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c224bb20 00000080:00002000:2.0:1773613189.999492:0:82905:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f120.recovery-small (ffff99365806b1b0) parent ffff99365037c6c0 inode ffff99365810e3c8 refc 1 00000080:00000001:2.0:1773613189.999497:0:82905:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773613189.999499:0:82905:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773613189.999501:0:82905:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613189.999505:0:82905:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613189.999507:0:82905:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613189.999511:0:82905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613189.999513:0:82905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613189.999516:0:82905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613189.999520:0:82905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773613189.999523:0:82905:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a936800 with handle 0xa1aa084204a00f1a from hash 00010000:00000001:2.0:1773613189.999526:0:82905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613189.999527:0:82905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613189.999530:0:82905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613189.999531:0:82905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613189.999535:0:82905:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613189.999537:0:82905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613189.999540:0:82905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613189.999541:0:82905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613189.999543:0:82905:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613189.999545:0:82905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613189.999547:0:82905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936800/0xa1aa084204a00f1a lrc: 0/0,0 mode: --/PR res: [0x20000a042:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x492f400000000 nid: local remote: 0x1dc4d5fc0aabd566 expref: -99 pid: 82888 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773613189.999556:0:82905:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345ce40. 00010000:00000001:2.0:1773613189.999566:0:82905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773613189.999569:0:82905:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d000 count: 0 00010000:00000010:2.0:1773613189.999574:0:82905:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93b900. 00010000:00000040:2.0:1773613189.999740:0:82905:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d800 count: 3 00010000:00010000:2.0:1773613189.999746:0:82905:0:(ldlm_resource.c:1119:cleanup_resource()) ### setting FL_LOCAL_ONLY ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937e00/0xa1aa084204a00f21 lrc: 3/0,1 mode: PW/PW res: [0x20000a042:0x11:0x0].0xc rrc: 4 type: FLK pid: 82888 [0->9223372036854775807] flags: 0x106400000000 nid: local remote: 0x1dc4d5fc0aabd574 expref: -99 pid: 82888 timeout: 0 00010000:00000001:2.0:1773613189.999759:0:82905:0:(ldlm_flock.c:798:ldlm_flock_completion_ast()) Process entered 00000001:00020000:2.0:1773613189.999764:0:82905:0:(ldlm_flock.c:802:ldlm_flock_completion_ast()) cfs_fail_timeout id 320 sleeping for 4000ms 00010000:00000010:0.1:1773613190.007977:0:82904:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08db00. 00010000:00000010:0.1:1773613190.007996:0:82904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00000080:00000010:0.1:1773613190.016027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b960. 00010000:00000010:2.1:1773613190.026060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936800. 00010000:00000010:2.1:1773613190.026076:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d000. 00000020:00000001:2.0:1773613190.056443:0:82910:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283d08 00000080:00200008:2.0:1773613190.056451:0:82910:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613190.056458:0:82910:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613190.056459:0:82910:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283c80 00000080:00200000:2.0:1773613190.056461:0:82910:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613190.056468:0:82910:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b200. 00800000:00000002:2.0:1773613190.056474:0:82910:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613190.056479:0:82910:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613190.056483:0:82910:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.056485:0:82910:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283ba0 00800000:00000002:2.0:1773613190.056487:0:82910:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613190.056491:0:82910:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613190.056496:0:82910:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613190.056500:0:82910:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.056502:0:82910:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283a70 00000002:00010000:2.0:1773613190.056503:0:82910:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613190.056507:0:82910:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613190.056509:0:82910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613190.056512:0:82910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613190.056519:0:82910:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.056521:0:82910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.056523:0:82910:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.056526:0:82910:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613190.056528:0:82910:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613190.056533:0:82910:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613190.056537:0:82910:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613190.056543:0:82910:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613190.056548:0:82910:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613190.056552:0:82910:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.056555:0:82910:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613190.056559:0:82910:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613190.056563:0:82910:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613190.056570:0:82910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613190.056576:0:82910:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.056581:0:82910:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.056582:0:82910:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.056584:0:82910:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.056585:0:82910:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.056587:0:82910:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.056592:0:82910:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613190.056596:0:82910:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613190.056598:0:82910:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613190.056602:0:82910:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946700. 00010000:00000010:2.0:1773613190.056606:0:82910:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.056609:0:82910:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613190.056613:0:82910:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2800. 00000020:00000001:2.0:1773613190.056617:0:82910:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613190.056619:0:82910:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2800 with handle 0xa1aa084204a00f36 to hash 00000020:00000001:2.0:1773613190.056621:0:82910:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613190.056622:0:82910:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613190.056626:0:82910:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613190.056630:0:82910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.056632:0:82910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.056637:0:82910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.056646:0:82910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.056656:0:82910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613190.056662:0:82910:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613190.056664:0:82910:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613190.056670:0:82910:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.056672:0:82910:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613190.056675:0:82910:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613190.056676:0:82910:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613190.056680:0:82910:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613190.056684:0:82910:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.056687:0:82910:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613190.056688:0:82910:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613190.056697:0:82910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.056705:0:82910:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773613190.056709:0:82910:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.056714:0:82910:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613190.056718:0:82910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.056724:0:82910:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.056726:0:82910:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613190.056728:0:82910:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613190.056730:0:82910:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 0 seconds 00000100:00000001:2.0:1773613190.056732:0:82910:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613190.056735:0:82910:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.056739:0:82910:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.056741:0:82910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613190.056742:0:82910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613190.056746:0:82910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613190.056753:0:82910:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82910:1859762477069184:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1773613190.056758:0:82910:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.056761:0:82910:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.056764:0:82910:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613190.056766:0:82910:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.056769:0:82910:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.056775:0:82910:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613190.056777:0:82910:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.056780:0:82910:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613190.056781:0:82910:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773613190.056783:0:82910:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613190.056786:0:82910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.056788:0:82910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.056790:0:82910:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2800 refcount=4 00000020:00000001:2.0:1773613190.056792:0:82910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613190.056794:0:82910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00010000:2.0:1773613190.056797:0:82910:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056803:0:82910:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773613190.056807:0:82910:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056812:0:82910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613190.056815:0:82910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056820:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.056822:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613190.056824:0:82910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056829:0:82910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.056830:0:82910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.056833:0:82910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613190.056835:0:82910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.056841:0:82910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2800 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613190.056844:0:82910:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613190.056847:0:82910:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056853:0:82910:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613190.056855:0:82910:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613190.056858:0:82910:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056863:0:82910:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613190.056865:0:82910:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613190.056866:0:82910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.056868:0:82910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.056869:0:82910:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2800 refcount=5 00000020:00000001:2.0:1773613190.056871:0:82910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613190.056873:0:82910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613190.056876:0:82910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613190.056878:0:82910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613190.056883:0:82910:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613190.056885:0:82910:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.056887:0:82910:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613190.056889:0:82910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613190.056891:0:82910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613190.056893:0:82910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613190.056895:0:82910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.056896:0:82910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613190.056898:0:82910:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2800 with handle 0xa1aa084204a00f36 from hash 00010000:00000001:2.0:1773613190.056900:0:82910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613190.056902:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.056903:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.056905:0:82910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613190.056906:0:82910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613190.056908:0:82910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613190.056910:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.056911:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.056913:0:82910:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613190.056914:0:82910:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.056917:0:82910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.056922:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.056923:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.056924:0:82910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613190.056926:0:82910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613190.056927:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.056928:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.056929:0:82910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613190.056931:0:82910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613190.056975:0:82910:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946700 count: 0 00010000:00000010:2.0:1773613190.056982:0:82910:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.056987:0:82910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.056988:0:82910:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:2.0:1773613190.056991:0:82910:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:2.0:1773613190.056995:0:82910:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.056999:0:82910:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477069184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.057004:0:82910:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613190.057007:0:82910:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613190.057008:0:82910:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613190.057010:0:82910:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613190.057013:0:82910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613190.057016:0:82910:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613190.057019:0:82910:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613190.057020:0:82910:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613190.057023:0:82910:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613190.057024:0:82910:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613190.057026:0:82910:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:2.0:1773613190.057028:0:82910:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.057031:0:82910:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.057033:0:82910:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:2.0:1773613190.057036:0:82910:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:2.0:1773613190.057038:0:82910:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:2.0:1773613190.057041:0:82910:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613190.057044:0:82910:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b200. 00000080:00020000:2.0:1773613190.057047:0:82910:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:2.0:1773613190.081917:0:82910:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.081928:0:82910:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613190.081930:0:82910:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613190.082037:0:82910:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:2.0:1773613190.087026:0:82911:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613190.087033:0:82911:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613190.087036:0:82911:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613190.087039:0:82911:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c228bbc0 00000080:00200000:2.0:1773613190.087042:0:82911:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613190.087051:0:82911:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b200. 00800000:00000002:2.0:1773613190.087057:0:82911:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613190.087060:0:82911:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613190.087064:0:82911:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.087067:0:82911:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c228bae0 00800000:00000002:2.0:1773613190.087069:0:82911:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613190.087073:0:82911:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613190.087077:0:82911:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613190.087082:0:82911:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.087084:0:82911:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c228b9b0 00000002:00010000:2.0:1773613190.087085:0:82911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613190.087089:0:82911:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613190.087092:0:82911:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613190.087094:0:82911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613190.087101:0:82911:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.087104:0:82911:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.087106:0:82911:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.087109:0:82911:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613190.087111:0:82911:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613190.087116:0:82911:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613190.087119:0:82911:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613190.087126:0:82911:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613190.087131:0:82911:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613190.087134:0:82911:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.087137:0:82911:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613190.087139:0:82911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613190.087154:0:82911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613190.087161:0:82911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613190.087167:0:82911:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.087171:0:82911:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.087173:0:82911:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.087174:0:82911:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.087175:0:82911:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.087177:0:82911:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.087182:0:82911:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613190.087186:0:82911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613190.087188:0:82911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613190.087193:0:82911:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946000. 00010000:00000010:2.0:1773613190.087196:0:82911:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.087200:0:82911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613190.087203:0:82911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2400. 00000020:00000001:2.0:1773613190.087206:0:82911:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613190.087208:0:82911:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2400 with handle 0xa1aa084204a00f3d to hash 00000020:00000001:2.0:1773613190.087211:0:82911:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613190.087212:0:82911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.087215:0:82911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.087218:0:82911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.087221:0:82911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.087225:0:82911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.087233:0:82911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.087242:0:82911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613190.087248:0:82911:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613190.087250:0:82911:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613190.087255:0:82911:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.087257:0:82911:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613190.087260:0:82911:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613190.087261:0:82911:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613190.087265:0:82911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613190.087268:0:82911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.087270:0:82911:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613190.087272:0:82911:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613190.087281:0:82911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.087289:0:82911:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773613190.087292:0:82911:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.087298:0:82911:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613190.087301:0:82911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.087306:0:82911:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.087309:0:82911:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613190.087310:0:82911:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613190.087312:0:82911:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 0 seconds 00000100:00000001:2.0:1773613190.087314:0:82911:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613190.087317:0:82911:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.087320:0:82911:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.087322:0:82911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613190.087324:0:82911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613190.087328:0:82911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613190.087336:0:82911:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:82911:1859762477069312:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1773613190.087340:0:82911:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.087343:0:82911:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.087345:0:82911:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613190.087346:0:82911:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.087349:0:82911:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.087355:0:82911:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613190.087358:0:82911:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.087360:0:82911:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613190.087362:0:82911:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773613190.087364:0:82911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613190.087367:0:82911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.087369:0:82911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.087371:0:82911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=4 00000020:00000001:2.0:1773613190.087373:0:82911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.087375:0:82911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00010000:2.0:1773613190.087378:0:82911:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087384:0:82911:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773613190.087387:0:82911:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087392:0:82911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613190.087396:0:82911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087401:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.087403:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613190.087405:0:82911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087410:0:82911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.087412:0:82911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.087414:0:82911:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613190.087416:0:82911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.087422:0:82911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2400 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613190.087424:0:82911:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613190.087427:0:82911:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087432:0:82911:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613190.087434:0:82911:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613190.087437:0:82911:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087442:0:82911:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613190.087445:0:82911:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613190.087446:0:82911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.087448:0:82911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.087449:0:82911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=5 00000020:00000001:2.0:1773613190.087451:0:82911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.087453:0:82911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.087456:0:82911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613190.087458:0:82911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613190.087468:0:82911:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613190.087470:0:82911:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.087472:0:82911:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613190.087474:0:82911:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613190.087476:0:82911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613190.087478:0:82911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613190.087479:0:82911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.087481:0:82911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613190.087483:0:82911:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2400 with handle 0xa1aa084204a00f3d from hash 00010000:00000001:2.0:1773613190.087485:0:82911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613190.087487:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.087488:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.087489:0:82911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613190.087491:0:82911:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613190.087492:0:82911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613190.087494:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.087495:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.087497:0:82911:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613190.087498:0:82911:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.087501:0:82911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.087505:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.087506:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.087507:0:82911:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613190.087509:0:82911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613190.087510:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.087511:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.087512:0:82911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613190.087514:0:82911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613190.087520:0:82911:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946000 count: 0 00010000:00000010:2.0:1773613190.087527:0:82911:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.087534:0:82911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.087535:0:82911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:2.0:1773613190.087538:0:82911:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:2.0:1773613190.087541:0:82911:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.087545:0:82911:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477069312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.087551:0:82911:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613190.087553:0:82911:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613190.087555:0:82911:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613190.087557:0:82911:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613190.087559:0:82911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613190.087563:0:82911:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613190.087564:0:82911:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613190.087566:0:82911:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613190.087568:0:82911:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613190.087569:0:82911:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613190.087571:0:82911:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:2.0:1773613190.087574:0:82911:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.087576:0:82911:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.087578:0:82911:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:2.0:1773613190.087581:0:82911:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:2.0:1773613190.087584:0:82911:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:2.0:1773613190.087586:0:82911:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613190.087589:0:82911:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b200. 00000080:00020000:2.0:1773613190.087592:0:82911:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:2.0:1773613190.087595:0:82911:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.087597:0:82911:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613190.087598:0:82911:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613190.087600:0:82911:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:2.1:1773613190.089573:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00010000:00000010:2.1:1773613190.089586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2800. 00010000:00000010:2.1:1773613190.096343:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946000. 00010000:00000010:2.1:1773613190.096356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00000080:00000001:3.0:1773613190.113030:0:82912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.113042:0:82912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.113045:0:82912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613190.113127:0:82912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21ebbc0 00000080:00200000:3.0:1773613190.113134:0:82912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613190.113152:0:82912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29600. 00800000:00000002:3.0:1773613190.113161:0:82912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613190.113166:0:82912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613190.113172:0:82912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.113175:0:82912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21ebae0 00800000:00000002:3.0:1773613190.113178:0:82912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613190.113182:0:82912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613190.113188:0:82912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613190.113194:0:82912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.113197:0:82912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c21eb9b0 00000002:00010000:3.0:1773613190.113199:0:82912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613190.113203:0:82912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613190.113205:0:82912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613190.113208:0:82912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613190.113216:0:82912:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.113219:0:82912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.113221:0:82912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.113224:0:82912:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613190.113227:0:82912:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613190.113233:0:82912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613190.113238:0:82912:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613190.113246:0:82912:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613190.113253:0:82912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613190.113257:0:82912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.113260:0:82912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613190.113264:0:82912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613190.113270:0:82912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613190.113382:0:82912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b29c00. 00000100:00000001:3.0:1773613190.113393:0:82912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.113400:0:82912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.113402:0:82912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.113403:0:82912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.113405:0:82912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.113407:0:82912:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.113413:0:82912:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613190.113418:0:82912:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613190.113421:0:82912:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613190.113426:0:82912:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb600. 00010000:00000010:3.0:1773613190.113431:0:82912:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.113435:0:82912:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613190.113439:0:82912:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613190.113444:0:82912:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613190.113447:0:82912:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a00f44 to hash 00000020:00000001:3.0:1773613190.113450:0:82912:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613190.113452:0:82912:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.113456:0:82912:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.113461:0:82912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.113464:0:82912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.113470:0:82912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.113481:0:82912:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.113493:0:82912:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613190.113498:0:82912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613190.113500:0:82912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613190.113509:0:82912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.113511:0:82912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253504 : -113016519298112 : ffff99364a8373c0) 00000100:00000001:3.0:1773613190.113514:0:82912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613190.113516:0:82912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613190.113522:0:82912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613190.113526:0:82912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.113528:0:82912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613190.113530:0:82912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613190.113543:0:82912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.113553:0:82912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613190.113556:0:82912:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.113563:0:82912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613190.113567:0:82912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.113574:0:82912:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.113578:0:82912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613190.113580:0:82912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613190.113583:0:82912:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a8373c0 going to sleep for 0 seconds 00000100:00000001:3.0:1773613190.113586:0:82912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613190.113589:0:82912:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.113593:0:82912:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.113596:0:82912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613190.113598:0:82912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613190.113603:0:82912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613190.113611:0:82912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:82912:1859762477069440:192.168.203.144@tcp:101:cat.0 00000100:00000001:3.0:1773613190.113617:0:82912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.113620:0:82912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.113622:0:82912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613190.113624:0:82912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.113638:0:82912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.113645:0:82912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613190.113649:0:82912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.113653:0:82912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613190.113654:0:82912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613190.113657:0:82912:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613190.113661:0:82912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.113664:0:82912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.113665:0:82912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:3.0:1773613190.113668:0:82912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.113671:0:82912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00010000:3.0:1773613190.113675:0:82912:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.113682:0:82912:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613190.113686:0:82912:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.113693:0:82912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613190.113696:0:82912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.113702:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.113997:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613190.114001:0:82912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.114008:0:82912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.114010:0:82912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.114013:0:82912:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613190.114016:0:82912:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.114022:0:82912:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2000 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613190.114025:0:82912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613190.114029:0:82912:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.114035:0:82912:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613190.114038:0:82912:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613190.114041:0:82912:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.114046:0:82912:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613190.114061:0:82912:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613190.114063:0:82912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.114065:0:82912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.114066:0:82912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:3.0:1773613190.114068:0:82912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.114071:0:82912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.114075:0:82912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613190.114078:0:82912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613190.114084:0:82912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613190.114086:0:82912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.114090:0:82912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613190.114092:0:82912:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613190.114095:0:82912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613190.114097:0:82912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613190.114099:0:82912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.114100:0:82912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613190.114103:0:82912:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a00f44 from hash 00010000:00000001:3.0:1773613190.114106:0:82912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613190.114108:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.114109:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.114110:0:82912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613190.114112:0:82912:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613190.114114:0:82912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613190.114117:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.114118:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.114120:0:82912:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613190.114122:0:82912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.114125:0:82912:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.114130:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.114131:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.114133:0:82912:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613190.114135:0:82912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613190.114136:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.114137:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.114138:0:82912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613190.114150:0:82912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613190.114159:0:82912:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb600 count: 0 00010000:00000010:3.0:1773613190.114167:0:82912:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.114181:0:82912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.114183:0:82912:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613190.114187:0:82912:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613190.114191:0:82912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.114198:0:82912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477069440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.114206:0:82912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613190.114209:0:82912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613190.114211:0:82912:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613190.114214:0:82912:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613190.114217:0:82912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b29c00. 02000000:00000001:3.0:1773613190.114222:0:82912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613190.114224:0:82912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613190.114227:0:82912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613190.114230:0:82912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613190.114232:0:82912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613190.114234:0:82912:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613190.114237:0:82912:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.114240:0:82912:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.114243:0:82912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613190.114246:0:82912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613190.114250:0:82912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613190.114253:0:82912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613190.114257:0:82912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29600. 00000080:00020000:3.0:1773613190.114262:0:82912:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613190.114266:0:82912:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.114268:0:82912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613190.114270:0:82912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613190.114272:0:82912:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613190.122309:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:3.1:1773613190.122326:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00000080:00000001:2.0:1773613190.136242:0:82913:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613190.136249:0:82913:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613190.136252:0:82913:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613190.136256:0:82913:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283b20 00000080:00200000:2.0:1773613190.136261:0:82913:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613190.136270:0:82913:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2a400. 00800000:00000002:2.0:1773613190.136372:0:82913:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613190.136378:0:82913:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613190.136385:0:82913:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.136388:0:82913:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283a40 00800000:00000002:2.0:1773613190.136391:0:82913:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613190.136395:0:82913:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613190.136401:0:82913:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613190.136407:0:82913:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613190.136409:0:82913:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2283910 00000002:00010000:2.0:1773613190.136411:0:82913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613190.136416:0:82913:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613190.136418:0:82913:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613190.136422:0:82913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613190.136431:0:82913:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.136434:0:82913:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.136436:0:82913:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.136439:0:82913:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613190.136442:0:82913:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613190.136450:0:82913:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613190.136455:0:82913:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613190.136464:0:82913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613190.136470:0:82913:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613190.136475:0:82913:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.136478:0:82913:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613190.136481:0:82913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613190.136487:0:82913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613190.136494:0:82913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613190.136504:0:82913:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.136510:0:82913:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.136512:0:82913:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.136514:0:82913:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613190.136515:0:82913:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.136518:0:82913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613190.136524:0:82913:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613190.136529:0:82913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613190.136532:0:82913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613190.136536:0:82913:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946000. 00010000:00000010:2.0:1773613190.136540:0:82913:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.136545:0:82913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613190.136549:0:82913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2400. 00000020:00000001:2.0:1773613190.136553:0:82913:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613190.136556:0:82913:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2400 with handle 0xa1aa084204a00f4b to hash 00000020:00000001:2.0:1773613190.136559:0:82913:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613190.136560:0:82913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.136564:0:82913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.136569:0:82913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.136572:0:82913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.136577:0:82913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.136587:0:82913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.136599:0:82913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613190.136605:0:82913:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613190.136607:0:82913:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613190.136615:0:82913:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.136617:0:82913:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613190.136620:0:82913:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613190.136622:0:82913:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613190.136636:0:82913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613190.136641:0:82913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613190.136643:0:82913:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613190.136645:0:82913:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613190.136659:0:82913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.136675:0:82913:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773613190.136679:0:82913:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.136687:0:82913:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613190.136691:0:82913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.136699:0:82913:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.136710:0:82913:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613190.136713:0:82913:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613190.136716:0:82913:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 0 seconds 00000100:00000001:2.0:1773613190.136719:0:82913:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613190.136721:0:82913:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.136726:0:82913:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.136729:0:82913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613190.136731:0:82913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613190.136736:0:82913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613190.137161:0:82913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:82913:1859762477069568:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613190.137169:0:82913:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613190.137172:0:82913:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613190.137175:0:82913:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613190.137178:0:82913:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.137182:0:82913:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.137189:0:82913:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613190.137192:0:82913:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613190.137197:0:82913:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613190.137198:0:82913:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773613190.137202:0:82913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613190.137207:0:82913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.137210:0:82913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.137212:0:82913:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=4 00000020:00000001:2.0:1773613190.137215:0:82913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.137218:0:82913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00010000:2.0:1773613190.137222:0:82913:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137230:0:82913:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773613190.137234:0:82913:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137240:0:82913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613190.137243:0:82913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137249:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.137252:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613190.137254:0:82913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137260:0:82913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.137262:0:82913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613190.137265:0:82913:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613190.137268:0:82913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613190.137274:0:82913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2400 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613190.137372:0:82913:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613190.137377:0:82913:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137385:0:82913:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613190.137388:0:82913:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613190.137391:0:82913:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137397:0:82913:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613190.137400:0:82913:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613190.137401:0:82913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613190.137403:0:82913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613190.137404:0:82913:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=5 00000020:00000001:2.0:1773613190.137406:0:82913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.137409:0:82913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613190.137412:0:82913:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613190.137415:0:82913:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613190.137421:0:82913:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613190.137423:0:82913:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.137426:0:82913:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613190.137428:0:82913:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613190.137432:0:82913:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613190.137433:0:82913:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613190.137435:0:82913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613190.137437:0:82913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613190.137439:0:82913:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2400 with handle 0xa1aa084204a00f4b from hash 00010000:00000001:2.0:1773613190.137442:0:82913:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613190.137443:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.137444:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.137446:0:82913:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613190.137447:0:82913:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613190.137449:0:82913:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613190.137452:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.137453:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.137454:0:82913:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613190.137456:0:82913:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613190.137459:0:82913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613190.137464:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.137465:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.137466:0:82913:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613190.137468:0:82913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613190.137469:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613190.137470:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.137471:0:82913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613190.137474:0:82913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613190.137482:0:82913:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946000 count: 0 00010000:00000010:2.0:1773613190.137489:0:82913:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613190.137498:0:82913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613190.137500:0:82913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:2.0:1773613190.137503:0:82913:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:2.0:1773613190.137508:0:82913:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613190.137514:0:82913:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477069568/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613190.137521:0:82913:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613190.137524:0:82913:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613190.137526:0:82913:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613190.137528:0:82913:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613190.137533:0:82913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613190.137539:0:82913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613190.137541:0:82913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613190.137543:0:82913:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613190.137546:0:82913:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613190.137548:0:82913:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613190.137550:0:82913:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:2.0:1773613190.137553:0:82913:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.137556:0:82913:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613190.137559:0:82913:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:2.0:1773613190.137562:0:82913:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:2.0:1773613190.137566:0:82913:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:2.0:1773613190.137570:0:82913:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613190.137575:0:82913:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2a400. 00000080:00020000:2.0:1773613190.137580:0:82913:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:2.0:1773613190.137584:0:82913:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613190.137586:0:82913:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613190.137588:0:82913:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613190.137590:0:82913:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:2.1:1773613190.150114:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946000. 00010000:00000010:2.1:1773613190.150132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00000080:00000001:3.0:1773613190.152474:0:82914:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.152480:0:82914:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.152484:0:82914:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613190.152488:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2293b20 00000080:00200000:3.0:1773613190.152493:0:82914:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613190.152503:0:82914:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29600. 00800000:00000002:3.0:1773613190.152510:0:82914:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613190.152515:0:82914:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613190.152520:0:82914:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.152522:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2293a40 00800000:00000002:3.0:1773613190.152524:0:82914:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613190.152530:0:82914:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613190.152535:0:82914:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613190.152541:0:82914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.152543:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2293910 00000002:00010000:3.0:1773613190.152545:0:82914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613190.152549:0:82914:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613190.152551:0:82914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613190.152555:0:82914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613190.152563:0:82914:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.152566:0:82914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.152567:0:82914:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.152570:0:82914:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613190.152572:0:82914:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613190.152578:0:82914:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613190.152583:0:82914:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613190.152593:0:82914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613190.152598:0:82914:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613190.152604:0:82914:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.152607:0:82914:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613190.152610:0:82914:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613190.152616:0:82914:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613190.152857:0:82914:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b29c00. 00000100:00000001:3.0:1773613190.152867:0:82914:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.152874:0:82914:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.152877:0:82914:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.152878:0:82914:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.152879:0:82914:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.152882:0:82914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.152889:0:82914:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613190.152894:0:82914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613190.152896:0:82914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613190.152902:0:82914:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb600. 00010000:00000010:3.0:1773613190.152907:0:82914:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.152911:0:82914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613190.152915:0:82914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613190.152919:0:82914:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613190.152922:0:82914:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a00f52 to hash 00000020:00000001:3.0:1773613190.152925:0:82914:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613190.152926:0:82914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.152930:0:82914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.153103:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.153107:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.153113:0:82914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.153124:0:82914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.153137:0:82914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613190.153153:0:82914:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613190.153156:0:82914:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613190.153164:0:82914:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.153167:0:82914:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253504 : -113016519298112 : ffff99364a8373c0) 00000100:00000001:3.0:1773613190.153170:0:82914:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613190.153171:0:82914:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613190.153177:0:82914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613190.153181:0:82914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.153183:0:82914:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613190.153185:0:82914:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613190.153198:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.153208:0:82914:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613190.153213:0:82914:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.153219:0:82914:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613190.153224:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.153231:0:82914:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.153234:0:82914:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613190.153236:0:82914:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613190.153239:0:82914:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a8373c0 going to sleep for 0 seconds 00000100:00000001:3.0:1773613190.153242:0:82914:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613190.153245:0:82914:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.153249:0:82914:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.153252:0:82914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613190.153254:0:82914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613190.153259:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613190.153267:0:82914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:82914:1859762477069696:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1773613190.153273:0:82914:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.153475:0:82914:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.153480:0:82914:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613190.153482:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.153487:0:82914:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.153494:0:82914:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613190.153497:0:82914:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.153501:0:82914:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613190.153502:0:82914:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613190.153506:0:82914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613190.153509:0:82914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.153512:0:82914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.153514:0:82914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:3.0:1773613190.153516:0:82914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.153519:0:82914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00010000:3.0:1773613190.153522:0:82914:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153530:0:82914:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613190.153534:0:82914:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153541:0:82914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613190.153544:0:82914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153551:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.153553:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613190.153555:0:82914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153560:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.153562:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.153566:0:82914:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613190.153569:0:82914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.153576:0:82914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2000 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613190.153579:0:82914:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613190.153583:0:82914:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153595:0:82914:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613190.153598:0:82914:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613190.153601:0:82914:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.153606:0:82914:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613190.153609:0:82914:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613190.153610:0:82914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.153612:0:82914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.153613:0:82914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:3.0:1773613190.153615:0:82914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.153618:0:82914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613190.153621:0:82914:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613190.153624:0:82914:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613190.153884:0:82914:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613190.153887:0:82914:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.153890:0:82914:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613190.153893:0:82914:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613190.153896:0:82914:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613190.153898:0:82914:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613190.153900:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.153902:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613190.153905:0:82914:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a00f52 from hash 00010000:00000001:3.0:1773613190.153908:0:82914:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613190.153910:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.153911:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.153913:0:82914:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613190.153915:0:82914:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613190.153917:0:82914:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613190.153920:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.153921:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.153923:0:82914:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613190.153925:0:82914:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.153928:0:82914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154174:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154176:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154178:0:82914:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613190.154180:0:82914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613190.154182:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154183:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154185:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613190.154187:0:82914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613190.154195:0:82914:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb600 count: 0 00010000:00000010:3.0:1773613190.154203:0:82914:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.154216:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154219:0:82914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613190.154223:0:82914:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613190.154228:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.154235:0:82914:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477069696/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154243:0:82914:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613190.154247:0:82914:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613190.154250:0:82914:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613190.154252:0:82914:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613190.154256:0:82914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b29c00. 02000000:00000001:3.0:1773613190.154262:0:82914:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613190.154264:0:82914:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613190.154266:0:82914:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613190.154271:0:82914:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613190.154273:0:82914:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613190.154275:0:82914:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613190.154289:0:82914:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.154294:0:82914:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.154297:0:82914:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613190.154300:0:82914:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613190.154304:0:82914:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613190.154309:0:82914:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613190.154313:0:82914:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29600. 00000080:00020000:3.0:1773613190.154318:0:82914:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613190.154322:0:82914:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.154325:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613190.154327:0:82914:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613190.154329:0:82914:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:3.0:1773613190.154375:0:82914:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.154378:0:82914:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613190.154380:0:82914:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613190.154383:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2293bd8 00000080:00200000:3.0:1773613190.154386:0:82914:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613190.154391:0:82914:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29600. 00800000:00000002:3.0:1773613190.154397:0:82914:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613190.154401:0:82914:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613190.154404:0:82914:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.154406:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2293af8 00800000:00000002:3.0:1773613190.154409:0:82914:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613190.154413:0:82914:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613190.154417:0:82914:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613190.154422:0:82914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613190.154424:0:82914:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22939c8 00000002:00010000:3.0:1773613190.154426:0:82914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613190.154430:0:82914:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613190.154432:0:82914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613190.154434:0:82914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613190.154437:0:82914:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.154439:0:82914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.154442:0:82914:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.154444:0:82914:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613190.154447:0:82914:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613190.154451:0:82914:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613190.154454:0:82914:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613190.154460:0:82914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613190.154465:0:82914:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613190.154468:0:82914:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.154470:0:82914:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613190.154472:0:82914:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613190.154476:0:82914:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613190.154483:0:82914:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b29c00. 00000100:00000001:3.0:1773613190.154488:0:82914:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.154493:0:82914:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.154495:0:82914:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.154497:0:82914:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613190.154499:0:82914:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.154500:0:82914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613190.154506:0:82914:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613190.154509:0:82914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613190.154512:0:82914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613190.154516:0:82914:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb200. 00010000:00000010:3.0:1773613190.154520:0:82914:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.154524:0:82914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613190.154527:0:82914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3200. 00000020:00000001:3.0:1773613190.154530:0:82914:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613190.154532:0:82914:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3200 with handle 0xa1aa084204a00f59 to hash 00000020:00000001:3.0:1773613190.154534:0:82914:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613190.154536:0:82914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613190.154539:0:82914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613190.154542:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.154544:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.154548:0:82914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.154555:0:82914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.154567:0:82914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613190.154573:0:82914:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613190.154574:0:82914:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613190.154580:0:82914:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.154582:0:82914:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253504 : -113016519298112 : ffff99364a8373c0) 00000100:00000001:3.0:1773613190.154586:0:82914:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613190.154588:0:82914:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613190.154592:0:82914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613190.154596:0:82914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613190.154598:0:82914:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613190.154599:0:82914:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613190.154605:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154614:0:82914:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613190.154617:0:82914:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154624:0:82914:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613190.154639:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154646:0:82914:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.154648:0:82914:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613190.154650:0:82914:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613190.154652:0:82914:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a8373c0 going to sleep for 0 seconds 00000100:00000001:3.0:1773613190.154655:0:82914:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613190.154657:0:82914:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.154660:0:82914:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.154663:0:82914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613190.154664:0:82914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613190.154668:0:82914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613190.154675:0:82914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:82914:1859762477069824:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1773613190.154680:0:82914:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613190.154682:0:82914:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613190.154684:0:82914:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613190.154685:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.154688:0:82914:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154695:0:82914:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613190.154698:0:82914:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a8373c0. 00000100:00000001:3.0:1773613190.154700:0:82914:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613190.154702:0:82914:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613190.154715:0:82914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613190.154718:0:82914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.154719:0:82914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.154721:0:82914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=4 00000020:00000001:3.0:1773613190.154723:0:82914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613190.154726:0:82914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00010000:3.0:1773613190.154729:0:82914:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154735:0:82914:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613190.154746:0:82914:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154752:0:82914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613190.154754:0:82914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154759:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154760:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613190.154763:0:82914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154768:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.154769:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613190.154772:0:82914:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613190.154774:0:82914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613190.154780:0:82914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613190.154782:0:82914:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613190.154785:0:82914:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154791:0:82914:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613190.154793:0:82914:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613190.154795:0:82914:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154800:0:82914:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613190.154803:0:82914:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613190.154804:0:82914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613190.154806:0:82914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613190.154807:0:82914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=5 00000020:00000001:3.0:1773613190.154809:0:82914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613190.154812:0:82914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613190.154815:0:82914:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613190.154817:0:82914:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613190.154823:0:82914:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613190.154824:0:82914:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.154827:0:82914:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613190.154829:0:82914:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613190.154832:0:82914:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613190.154834:0:82914:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613190.154835:0:82914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613190.154837:0:82914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613190.154840:0:82914:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3200 with handle 0xa1aa084204a00f59 from hash 00010000:00000001:3.0:1773613190.154842:0:82914:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613190.154843:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154844:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154845:0:82914:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613190.154846:0:82914:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613190.154847:0:82914:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613190.154849:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154850:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154851:0:82914:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613190.154853:0:82914:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613190.154855:0:82914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613190.154861:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154862:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154864:0:82914:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613190.154865:0:82914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613190.154867:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613190.154867:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154868:0:82914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613190.154870:0:82914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613190.154876:0:82914:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb200 count: 0 00010000:00000010:3.0:1773613190.154879:0:82914:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613190.154888:0:82914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613190.154890:0:82914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613190.154893:0:82914:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613190.154897:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613190.154902:0:82914:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477069824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613190.154915:0:82914:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613190.154917:0:82914:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613190.154919:0:82914:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613190.154921:0:82914:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613190.154923:0:82914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b29c00. 02000000:00000001:3.0:1773613190.154925:0:82914:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613190.154926:0:82914:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613190.154928:0:82914:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613190.154930:0:82914:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613190.154931:0:82914:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613190.155254:0:82914:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613190.155258:0:82914:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.155260:0:82914:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613190.155263:0:82914:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613190.155266:0:82914:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613190.155270:0:82914:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613190.155350:0:82914:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613190.155355:0:82914:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29600. 00000080:00020000:3.0:1773613190.155359:0:82914:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613190.155363:0:82914:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613190.155366:0:82914:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613190.155367:0:82914:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613190.155368:0:82914:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613190.163135:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:3.1:1773613190.163161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00010000:00000010:3.1:1773613190.163166:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb200. 00010000:00000010:3.1:1773613190.163169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00010000:00000010:1.1:1773613190.789021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937600. 00000080:00000010:1.1:1773613190.793032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bca0. 00010000:00000010:0.1:1773613191.211046:0:82918:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08db00. 00010000:00000010:0.1:1773613191.211063:0:82918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:0.1:1773613191.269986:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08db00. 00010000:00000010:0.1:1773613191.269999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:1.1:1773613191.287549:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613191.287567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00000080:00000001:3.0:1773613191.290193:0:82923:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613191.290202:0:82923:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613191.290205:0:82923:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613191.290210:0:82923:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22a3bc0 00000080:00200000:3.0:1773613191.290215:0:82923:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613191.290225:0:82923:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29c00. 00800000:00000002:3.0:1773613191.290234:0:82923:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613191.290238:0:82923:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613191.290245:0:82923:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613191.290247:0:82923:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22a3ae0 00800000:00000002:3.0:1773613191.290251:0:82923:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613191.290256:0:82923:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613191.290260:0:82923:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613191.290266:0:82923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613191.290269:0:82923:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22a39b0 00000002:00010000:3.0:1773613191.290271:0:82923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613191.290275:0:82923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613191.290277:0:82923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613191.290280:0:82923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613191.290288:0:82923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613191.290291:0:82923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613191.290293:0:82923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613191.290296:0:82923:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613191.290299:0:82923:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613191.290306:0:82923:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613191.290311:0:82923:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613191.290320:0:82923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613191.290325:0:82923:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613191.290330:0:82923:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613191.290334:0:82923:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613191.290337:0:82923:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613191.290343:0:82923:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613191.290351:0:82923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613191.290359:0:82923:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613191.290366:0:82923:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613191.290368:0:82923:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613191.290370:0:82923:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613191.290371:0:82923:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613191.290374:0:82923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613191.290494:0:82923:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613191.290500:0:82923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613191.290503:0:82923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613191.290508:0:82923:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb200. 00010000:00000010:3.0:1773613191.290512:0:82923:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613191.290517:0:82923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613191.290521:0:82923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3200. 00000020:00000001:3.0:1773613191.290526:0:82923:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613191.290528:0:82923:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3200 with handle 0xa1aa084204a00f75 to hash 00000020:00000001:3.0:1773613191.290531:0:82923:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613191.290533:0:82923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613191.290537:0:82923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613191.290541:0:82923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613191.290545:0:82923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613191.290550:0:82923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613191.290561:0:82923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613191.290573:0:82923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613191.290578:0:82923:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613191.290581:0:82923:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613191.290694:0:82923:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613191.290697:0:82923:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613191.290701:0:82923:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613191.290702:0:82923:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613191.290707:0:82923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613191.290711:0:82923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613191.290714:0:82923:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613191.290716:0:82923:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613191.290729:0:82923:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613191.290738:0:82923:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613191.290741:0:82923:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613191.290748:0:82923:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613191.290752:0:82923:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613191.290758:0:82923:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613191.290761:0:82923:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613191.290763:0:82923:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613191.290766:0:82923:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613191.290768:0:82923:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613191.290771:0:82923:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613191.290774:0:82923:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613191.290777:0:82923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613191.290780:0:82923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613191.290784:0:82923:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613191.290792:0:82923:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:82923:1859762477070592:192.168.203.144@tcp:101:cat.0 00000100:00000001:3.0:1773613191.290798:0:82923:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613191.290801:0:82923:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613191.290804:0:82923:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613191.290806:0:82923:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613191.290809:0:82923:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613191.290816:0:82923:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613191.290819:0:82923:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613191.290822:0:82923:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613191.290824:0:82923:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613191.290827:0:82923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613191.290830:0:82923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613191.290833:0:82923:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613191.290835:0:82923:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=4 00000020:00000001:3.0:1773613191.290837:0:82923:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613191.290840:0:82923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00010000:3.0:1773613191.290844:0:82923:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290851:0:82923:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613191.290855:0:82923:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290861:0:82923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613191.290864:0:82923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290871:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613191.290873:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613191.290876:0:82923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290881:0:82923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613191.290883:0:82923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613191.290887:0:82923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613191.290890:0:82923:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613191.290897:0:82923:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613191.290900:0:82923:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613191.290904:0:82923:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290910:0:82923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613191.290912:0:82923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613191.290915:0:82923:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.290921:0:82923:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613191.290924:0:82923:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613191.290925:0:82923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613191.290927:0:82923:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613191.290928:0:82923:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=5 00000020:00000001:3.0:1773613191.290930:0:82923:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613191.290990:0:82923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613191.290994:0:82923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613191.290997:0:82923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613191.291004:0:82923:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613191.291006:0:82923:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613191.291009:0:82923:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613191.291011:0:82923:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613191.291014:0:82923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613191.291016:0:82923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613191.291018:0:82923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613191.291019:0:82923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613191.291022:0:82923:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3200 with handle 0xa1aa084204a00f75 from hash 00010000:00000001:3.0:1773613191.291025:0:82923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613191.291026:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613191.291027:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613191.291029:0:82923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613191.291031:0:82923:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613191.291032:0:82923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613191.291035:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613191.291036:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613191.291037:0:82923:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613191.291039:0:82923:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613191.291042:0:82923:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613191.291047:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613191.291048:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613191.291049:0:82923:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613191.291051:0:82923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613191.291052:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613191.291054:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613191.291055:0:82923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613191.291057:0:82923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613191.291063:0:82923:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb200 count: 0 00010000:00000010:3.0:1773613191.291069:0:82923:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613191.291079:0:82923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613191.291081:0:82923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613191.291084:0:82923:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613191.291089:0:82923:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613191.291093:0:82923:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477070592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613191.291194:0:82923:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613191.291198:0:82923:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613191.291199:0:82923:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613191.291202:0:82923:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613191.291206:0:82923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613191.291211:0:82923:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613191.291213:0:82923:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613191.291215:0:82923:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613191.291218:0:82923:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613191.291219:0:82923:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613191.291222:0:82923:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613191.291225:0:82923:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613191.291227:0:82923:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613191.291230:0:82923:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613191.291233:0:82923:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613191.291237:0:82923:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613191.291240:0:82923:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613191.291244:0:82923:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29c00. 00000080:00020000:3.0:1773613191.291249:0:82923:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613191.291252:0:82923:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613191.291255:0:82923:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613191.291256:0:82923:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613191.291259:0:82923:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613191.332993:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb200. 00010000:00000010:3.1:1773613191.333012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00000080:00000001:2.0:1773613191.360087:0:82925:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613191.360096:0:82925:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613191.360098:0:82925:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613191.360102:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253b20 00000080:00200000:2.0:1773613191.360107:0:82925:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613191.360116:0:82925:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2a000. 00800000:00000002:2.0:1773613191.360124:0:82925:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613191.360128:0:82925:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613191.360143:0:82925:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613191.360145:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253a40 00800000:00000002:2.0:1773613191.360148:0:82925:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613191.360152:0:82925:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613191.360157:0:82925:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613191.360163:0:82925:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613191.360165:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253910 00000002:00010000:2.0:1773613191.360168:0:82925:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613191.360172:0:82925:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613191.360174:0:82925:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613191.360177:0:82925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613191.360185:0:82925:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360187:0:82925:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360189:0:82925:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360192:0:82925:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613191.360195:0:82925:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613191.360202:0:82925:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613191.360206:0:82925:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613191.360215:0:82925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613191.360221:0:82925:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613191.360225:0:82925:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613191.360228:0:82925:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613191.360232:0:82925:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613191.360237:0:82925:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613191.360245:0:82925:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613191.360253:0:82925:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360260:0:82925:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613191.360262:0:82925:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360264:0:82925:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613191.360265:0:82925:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360267:0:82925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360272:0:82925:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613191.360276:0:82925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613191.360279:0:82925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613191.360282:0:82925:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946000. 00010000:00000010:2.0:1773613191.360286:0:82925:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613191.360290:0:82925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613191.360294:0:82925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2400. 00000020:00000001:2.0:1773613191.360298:0:82925:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613191.360300:0:82925:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2400 with handle 0xa1aa084204a00f83 to hash 00000020:00000001:2.0:1773613191.360303:0:82925:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613191.360305:0:82925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613191.360309:0:82925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613191.360313:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.360316:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.360320:0:82925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.360331:0:82925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.360343:0:82925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613191.360349:0:82925:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613191.360352:0:82925:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613191.360359:0:82925:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613191.360361:0:82925:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613191.360364:0:82925:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613191.360365:0:82925:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613191.360370:0:82925:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613191.360375:0:82925:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613191.360377:0:82925:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613191.360379:0:82925:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613191.360389:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360397:0:82925:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773613191.360401:0:82925:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360408:0:82925:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613191.360412:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360418:0:82925:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613191.360421:0:82925:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613191.360422:0:82925:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613191.360425:0:82925:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 0 seconds 00000100:00000001:2.0:1773613191.360428:0:82925:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613191.360430:0:82925:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613191.360433:0:82925:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613191.360436:0:82925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613191.360438:0:82925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613191.360442:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613191.360450:0:82925:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:82925:1859762477070848:192.168.203.144@tcp:101:rm.0 00000100:00000001:2.0:1773613191.360456:0:82925:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613191.360459:0:82925:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613191.360461:0:82925:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613191.360464:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613191.360467:0:82925:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360474:0:82925:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613191.360476:0:82925:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613191.360479:0:82925:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613191.360480:0:82925:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773613191.360483:0:82925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613191.360486:0:82925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613191.360488:0:82925:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613191.360490:0:82925:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=4 00000020:00000001:2.0:1773613191.360492:0:82925:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613191.360494:0:82925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00010000:2.0:1773613191.360498:0:82925:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360505:0:82925:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773613191.360509:0:82925:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360514:0:82925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613191.360517:0:82925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360522:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.360524:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613191.360527:0:82925:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360536:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.360538:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360541:0:82925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613191.360544:0:82925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.360551:0:82925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2400 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613191.360553:0:82925:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613191.360557:0:82925:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360562:0:82925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613191.360564:0:82925:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613191.360568:0:82925:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360572:0:82925:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613191.360575:0:82925:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613191.360576:0:82925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613191.360577:0:82925:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613191.360579:0:82925:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2400 refcount=5 00000020:00000001:2.0:1773613191.360581:0:82925:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613191.360582:0:82925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619840 : -113016649931776 : ffff993642ba2400) 00010000:00000001:2.0:1773613191.360585:0:82925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613191.360587:0:82925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613191.360593:0:82925:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613191.360595:0:82925:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.360598:0:82925:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613191.360600:0:82925:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613191.360603:0:82925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613191.360605:0:82925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613191.360607:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.360608:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613191.360611:0:82925:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2400 with handle 0xa1aa084204a00f83 from hash 00010000:00000001:2.0:1773613191.360613:0:82925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613191.360615:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.360616:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.360618:0:82925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613191.360619:0:82925:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613191.360621:0:82925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613191.360623:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.360624:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.360626:0:82925:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613191.360627:0:82925:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.360630:0:82925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.360635:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.360636:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.360637:0:82925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613191.360638:0:82925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613191.360640:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.360641:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.360642:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613191.360644:0:82925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2400/0xa1aa084204a00f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613191.360650:0:82925:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946000 count: 0 00010000:00000010:2.0:1773613191.360656:0:82925:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613191.360663:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.360665:0:82925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:2.0:1773613191.360668:0:82925:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:2.0:1773613191.360671:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613191.360674:0:82925:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477070848/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360687:0:82925:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613191.360690:0:82925:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613191.360691:0:82925:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613191.360694:0:82925:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613191.360697:0:82925:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613191.360701:0:82925:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613191.360703:0:82925:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613191.360705:0:82925:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613191.360708:0:82925:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613191.360709:0:82925:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613191.360711:0:82925:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:2.0:1773613191.360713:0:82925:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613191.360716:0:82925:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613191.360719:0:82925:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:2.0:1773613191.360721:0:82925:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:2.0:1773613191.360724:0:82925:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:2.0:1773613191.360727:0:82925:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613191.360731:0:82925:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2a000. 00000080:00020000:2.0:1773613191.360734:0:82925:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:2.0:1773613191.360737:0:82925:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613191.360739:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613191.360740:0:82925:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613191.360742:0:82925:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:2.0:1773613191.360763:0:82925:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613191.360765:0:82925:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613191.360766:0:82925:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613191.360768:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253bd8 00000080:00200000:2.0:1773613191.360770:0:82925:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613191.360773:0:82925:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2a000. 00800000:00000002:2.0:1773613191.360776:0:82925:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613191.360778:0:82925:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613191.360779:0:82925:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613191.360781:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253af8 00800000:00000002:2.0:1773613191.360783:0:82925:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613191.360786:0:82925:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613191.360788:0:82925:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613191.360791:0:82925:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613191.360792:0:82925:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22539c8 00000002:00010000:2.0:1773613191.360794:0:82925:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613191.360797:0:82925:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613191.360799:0:82925:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613191.360801:0:82925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613191.360803:0:82925:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360804:0:82925:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360806:0:82925:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360808:0:82925:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613191.360810:0:82925:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613191.360812:0:82925:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613191.360814:0:82925:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613191.360817:0:82925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613191.360819:0:82925:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613191.360821:0:82925:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613191.360823:0:82925:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613191.360824:0:82925:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613191.360826:0:82925:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613191.360829:0:82925:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613191.360832:0:82925:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360835:0:82925:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613191.360836:0:82925:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360838:0:82925:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613191.360839:0:82925:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.360841:0:82925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613191.360844:0:82925:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613191.360846:0:82925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613191.360847:0:82925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613191.360850:0:82925:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946700. 00010000:00000010:2.0:1773613191.360852:0:82925:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613191.360855:0:82925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613191.360857:0:82925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2800. 00000020:00000001:2.0:1773613191.360860:0:82925:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613191.360861:0:82925:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2800 with handle 0xa1aa084204a00f8a to hash 00000020:00000001:2.0:1773613191.360863:0:82925:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613191.360865:0:82925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613191.360867:0:82925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613191.360869:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.360870:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.360873:0:82925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.360880:0:82925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.360887:0:82925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613191.360891:0:82925:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613191.360893:0:82925:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613191.360896:0:82925:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613191.360897:0:82925:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613191.360900:0:82925:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613191.360901:0:82925:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613191.360903:0:82925:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613191.360905:0:82925:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613191.360907:0:82925:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613191.360908:0:82925:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613191.360912:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360918:0:82925:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773613191.360921:0:82925:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360927:0:82925:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613191.360931:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.360963:0:82925:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613191.360965:0:82925:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613191.360967:0:82925:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613191.360969:0:82925:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 0 seconds 00000100:00000001:2.0:1773613191.360971:0:82925:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613191.360972:0:82925:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613191.360975:0:82925:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613191.360977:0:82925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613191.360978:0:82925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613191.360982:0:82925:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613191.360989:0:82925:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:82925:1859762477070976:192.168.203.144@tcp:101:rm.0 00000100:00000001:2.0:1773613191.360993:0:82925:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613191.360995:0:82925:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773613191.360997:0:82925:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613191.360998:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613191.361001:0:82925:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.361006:0:82925:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613191.361008:0:82925:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613191.361011:0:82925:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613191.361012:0:82925:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773613191.361014:0:82925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613191.361016:0:82925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613191.361017:0:82925:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613191.361019:0:82925:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2800 refcount=4 00000020:00000001:2.0:1773613191.361021:0:82925:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613191.361023:0:82925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00010000:2.0:1773613191.361026:0:82925:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361033:0:82925:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773613191.361036:0:82925:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361041:0:82925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613191.361044:0:82925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361049:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.361050:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613191.361052:0:82925:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361056:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.361058:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613191.361059:0:82925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613191.361061:0:82925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613191.361066:0:82925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2800 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613191.361068:0:82925:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613191.361071:0:82925:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361075:0:82925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613191.361077:0:82925:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613191.361080:0:82925:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361085:0:82925:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613191.361087:0:82925:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613191.361089:0:82925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613191.361090:0:82925:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613191.361091:0:82925:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2800 refcount=5 00000020:00000001:2.0:1773613191.361093:0:82925:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613191.361095:0:82925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620864 : -113016649930752 : ffff993642ba2800) 00010000:00000001:2.0:1773613191.361097:0:82925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613191.361100:0:82925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613191.361104:0:82925:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613191.361106:0:82925:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.361108:0:82925:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613191.361109:0:82925:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613191.361110:0:82925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613191.361111:0:82925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613191.361112:0:82925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613191.361114:0:82925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613191.361115:0:82925:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2800 with handle 0xa1aa084204a00f8a from hash 00010000:00000001:2.0:1773613191.361117:0:82925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613191.361118:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.361119:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.361120:0:82925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613191.361121:0:82925:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613191.361122:0:82925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613191.361124:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.361125:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.361126:0:82925:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613191.361128:0:82925:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613191.361130:0:82925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613191.361146:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.361147:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.361148:0:82925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613191.361150:0:82925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613191.361151:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613191.361153:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.361154:0:82925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613191.361156:0:82925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2800/0xa1aa084204a00f8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613191.361161:0:82925:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946700 count: 0 00010000:00000010:2.0:1773613191.361164:0:82925:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613191.361169:0:82925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613191.361170:0:82925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:2.0:1773613191.361173:0:82925:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:2.0:1773613191.361176:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613191.361180:0:82925:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477070976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613191.361187:0:82925:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613191.361188:0:82925:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613191.361189:0:82925:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613191.361192:0:82925:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613191.361193:0:82925:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613191.361195:0:82925:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613191.361196:0:82925:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613191.361198:0:82925:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613191.361200:0:82925:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613191.361201:0:82925:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613191.361203:0:82925:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:2.0:1773613191.361205:0:82925:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613191.361207:0:82925:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:2.0:1773613191.361209:0:82925:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:2.0:1773613191.361212:0:82925:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:2.0:1773613191.361214:0:82925:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:2.0:1773613191.361216:0:82925:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613191.361219:0:82925:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2a000. 00000080:00020000:2.0:1773613191.361221:0:82925:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:2.0:1773613191.361223:0:82925:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773613191.361226:0:82925:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613191.361227:0:82925:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613191.361229:0:82925:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:1.1:1773613191.364172:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613191.364188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8000. 00010000:00000010:2.1:1773613191.372436:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946000. 00010000:00000010:2.1:1773613191.372455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2400. 00010000:00000010:2.1:1773613191.372459:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00010000:00000010:2.1:1773613191.372462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2800. 00000100:00000001:3.0:1773613191.558072:0:67848:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1773613191.558082:0:67848:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613191.942121:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300281721, at 4300281728 00000100:00000010:2.0:1773613191.942156:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00000100:00000040:3.0:1773613191.942322:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300281721, at 4300281728 00000100:00000010:3.0:1773613191.942329:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848de0. 00010000:00000010:0.1:1773613192.391287:0:82929:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613192.391305:0:82929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00000020:00000001:3.0:1773613192.425097:0:82933:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273d08 00000080:00200008:3.0:1773613192.425109:0:82933:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613192.425118:0:82933:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613192.425120:0:82933:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273c80 00000080:00200000:3.0:1773613192.425121:0:82933:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613192.425143:0:82933:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29a00. 00800000:00000002:3.0:1773613192.425151:0:82933:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613192.425155:0:82933:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613192.425161:0:82933:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.425163:0:82933:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273ba0 00800000:00000002:3.0:1773613192.425166:0:82933:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613192.425171:0:82933:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613192.425176:0:82933:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613192.425182:0:82933:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.425184:0:82933:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273a70 00000002:00010000:3.0:1773613192.425186:0:82933:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613192.425190:0:82933:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613192.425192:0:82933:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613192.425196:0:82933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613192.425205:0:82933:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.425208:0:82933:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.425210:0:82933:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.425212:0:82933:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613192.425215:0:82933:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613192.425222:0:82933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613192.425228:0:82933:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613192.425238:0:82933:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613192.425245:0:82933:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613192.425249:0:82933:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.425252:0:82933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613192.425256:0:82933:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613192.425261:0:82933:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613192.425269:0:82933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613192.425278:0:82933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.425285:0:82933:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.425287:0:82933:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.425288:0:82933:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.425289:0:82933:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.425292:0:82933:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.425298:0:82933:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613192.425302:0:82933:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613192.425305:0:82933:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613192.425310:0:82933:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb200. 00010000:00000010:3.0:1773613192.425315:0:82933:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.425320:0:82933:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613192.425324:0:82933:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3200. 00000020:00000001:3.0:1773613192.425328:0:82933:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613192.425332:0:82933:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3200 with handle 0xa1aa084204a00f98 to hash 00000020:00000001:3.0:1773613192.425334:0:82933:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613192.425336:0:82933:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613192.425340:0:82933:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613192.425345:0:82933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.425348:0:82933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.425353:0:82933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.425363:0:82933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.425375:0:82933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613192.425385:0:82933:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613192.425387:0:82933:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613192.425396:0:82933:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.425398:0:82933:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613192.425401:0:82933:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613192.425403:0:82933:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613192.425408:0:82933:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613192.425413:0:82933:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.425415:0:82933:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613192.425417:0:82933:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613192.425431:0:82933:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.425440:0:82933:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613192.425443:0:82933:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.425450:0:82933:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613192.425454:0:82933:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.425461:0:82933:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.425464:0:82933:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613192.425467:0:82933:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613192.425470:0:82933:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613192.425473:0:82933:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613192.425476:0:82933:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.425480:0:82933:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.425483:0:82933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613192.425485:0:82933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613192.425489:0:82933:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613192.425497:0:82933:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82933:1859762477071232:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613192.425504:0:82933:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.425507:0:82933:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.425510:0:82933:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613192.425512:0:82933:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.425516:0:82933:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.425523:0:82933:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613192.425525:0:82933:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.425530:0:82933:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613192.425531:0:82933:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613192.425534:0:82933:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613192.425538:0:82933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.425541:0:82933:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.425543:0:82933:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=4 00000020:00000001:3.0:1773613192.425545:0:82933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613192.425548:0:82933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00010000:3.0:1773613192.425551:0:82933:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425558:0:82933:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613192.425562:0:82933:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425568:0:82933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613192.425570:0:82933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425576:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.425578:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613192.425580:0:82933:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425590:0:82933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.425591:0:82933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.425595:0:82933:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613192.425598:0:82933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.425605:0:82933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613192.425608:0:82933:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613192.425612:0:82933:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425618:0:82933:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613192.425620:0:82933:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613192.425623:0:82933:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425628:0:82933:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613192.425631:0:82933:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613192.425632:0:82933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.425633:0:82933:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.425635:0:82933:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=5 00000020:00000001:3.0:1773613192.425637:0:82933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613192.425639:0:82933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613192.425643:0:82933:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613192.425645:0:82933:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613192.425652:0:82933:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613192.425654:0:82933:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.425658:0:82933:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613192.425660:0:82933:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613192.425664:0:82933:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613192.425666:0:82933:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613192.425667:0:82933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.425669:0:82933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613192.425671:0:82933:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3200 with handle 0xa1aa084204a00f98 from hash 00010000:00000001:3.0:1773613192.425673:0:82933:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613192.425675:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.425676:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.425678:0:82933:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613192.425679:0:82933:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613192.425681:0:82933:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613192.425684:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.425685:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.425686:0:82933:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613192.425688:0:82933:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.425691:0:82933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.425697:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.425698:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.425699:0:82933:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613192.425700:0:82933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613192.425702:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.425703:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.425704:0:82933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613192.425706:0:82933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00f98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613192.425713:0:82933:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb200 count: 0 00010000:00000010:3.0:1773613192.425720:0:82933:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.425731:0:82933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.425733:0:82933:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613192.425736:0:82933:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613192.425740:0:82933:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.425744:0:82933:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477071232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.425770:0:82933:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613192.425773:0:82933:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613192.425775:0:82933:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613192.425777:0:82933:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613192.425781:0:82933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613192.425786:0:82933:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613192.425788:0:82933:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613192.425790:0:82933:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613192.425794:0:82933:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613192.425795:0:82933:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613192.425797:0:82933:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613192.425799:0:82933:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.425801:0:82933:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.425804:0:82933:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613192.425807:0:82933:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613192.425810:0:82933:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613192.425814:0:82933:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613192.425818:0:82933:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29a00. 00000080:00020000:3.0:1773613192.425822:0:82933:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613192.425825:0:82933:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.425828:0:82933:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613192.425829:0:82933:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613192.425831:0:82933:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:3.0:1773613192.428822:0:82934:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613192.428831:0:82934:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613192.428834:0:82934:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613192.428839:0:82934:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253bc0 00000080:00200000:3.0:1773613192.428844:0:82934:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613192.428854:0:82934:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29a00. 00800000:00000002:3.0:1773613192.428862:0:82934:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613192.428867:0:82934:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613192.428873:0:82934:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.428875:0:82934:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253ae0 00800000:00000002:3.0:1773613192.428879:0:82934:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613192.428883:0:82934:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613192.428888:0:82934:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613192.428893:0:82934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.428895:0:82934:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22539b0 00000002:00010000:3.0:1773613192.428897:0:82934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613192.428901:0:82934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613192.428903:0:82934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613192.428906:0:82934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613192.428914:0:82934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.428916:0:82934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.428918:0:82934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.428921:0:82934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613192.428925:0:82934:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613192.428931:0:82934:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613192.429139:0:82934:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613192.429149:0:82934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613192.429155:0:82934:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613192.429160:0:82934:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.429164:0:82934:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613192.429168:0:82934:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613192.429174:0:82934:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613192.429183:0:82934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613192.429191:0:82934:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.429198:0:82934:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.429200:0:82934:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.429201:0:82934:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.429203:0:82934:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.429205:0:82934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.429210:0:82934:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613192.429216:0:82934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613192.429218:0:82934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613192.429224:0:82934:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb600. 00010000:00000010:3.0:1773613192.429227:0:82934:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.429232:0:82934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613192.429236:0:82934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613192.429240:0:82934:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613192.429243:0:82934:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a00f9f to hash 00000020:00000001:3.0:1773613192.429246:0:82934:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613192.429248:0:82934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.429252:0:82934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.429256:0:82934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.429259:0:82934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.429264:0:82934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.429273:0:82934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.429285:0:82934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613192.429291:0:82934:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613192.429293:0:82934:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613192.429301:0:82934:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.429304:0:82934:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613192.429307:0:82934:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613192.429309:0:82934:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613192.429314:0:82934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613192.429318:0:82934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.429321:0:82934:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613192.429322:0:82934:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613192.429335:0:82934:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.429343:0:82934:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613192.429347:0:82934:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.429354:0:82934:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613192.429358:0:82934:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.429365:0:82934:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.429368:0:82934:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613192.429370:0:82934:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613192.429372:0:82934:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613192.429375:0:82934:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613192.429378:0:82934:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.429382:0:82934:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.429386:0:82934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613192.429388:0:82934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613192.429393:0:82934:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613192.429402:0:82934:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:82934:1859762477071360:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613192.429408:0:82934:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.429411:0:82934:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.429414:0:82934:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613192.429416:0:82934:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.429420:0:82934:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.429427:0:82934:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613192.429430:0:82934:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.429434:0:82934:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613192.429435:0:82934:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613192.429439:0:82934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613192.429442:0:82934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.429444:0:82934:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.429446:0:82934:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:3.0:1773613192.429448:0:82934:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.429451:0:82934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00010000:3.0:1773613192.429455:0:82934:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429463:0:82934:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613192.429467:0:82934:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429473:0:82934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613192.429476:0:82934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429481:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.429483:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613192.429485:0:82934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429490:0:82934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.429492:0:82934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.429495:0:82934:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613192.429498:0:82934:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.429504:0:82934:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2000 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613192.429507:0:82934:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613192.429511:0:82934:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429517:0:82934:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613192.429519:0:82934:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613192.429523:0:82934:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429528:0:82934:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613192.429531:0:82934:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613192.429533:0:82934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.429534:0:82934:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.429536:0:82934:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:3.0:1773613192.429538:0:82934:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.429540:0:82934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.429543:0:82934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613192.429545:0:82934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613192.429551:0:82934:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613192.429553:0:82934:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.429556:0:82934:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613192.429558:0:82934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613192.429562:0:82934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613192.429563:0:82934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613192.429566:0:82934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.429568:0:82934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613192.429570:0:82934:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a00f9f from hash 00010000:00000001:3.0:1773613192.429573:0:82934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613192.429574:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.429575:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.429577:0:82934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613192.429579:0:82934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613192.429581:0:82934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613192.429583:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.429584:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.429586:0:82934:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613192.429588:0:82934:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.429591:0:82934:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.429596:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.429597:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.429599:0:82934:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613192.429601:0:82934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613192.429602:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.429604:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.429605:0:82934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613192.429607:0:82934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00f9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613192.429614:0:82934:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb600 count: 0 00010000:00000010:3.0:1773613192.429620:0:82934:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.429632:0:82934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.429633:0:82934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613192.429637:0:82934:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613192.429641:0:82934:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.429644:0:82934:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477071360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.429652:0:82934:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613192.429655:0:82934:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613192.429656:0:82934:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613192.429659:0:82934:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613192.429662:0:82934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613192.429667:0:82934:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613192.429669:0:82934:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613192.429671:0:82934:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613192.429674:0:82934:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613192.429676:0:82934:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613192.429678:0:82934:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613192.429681:0:82934:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.429683:0:82934:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.429686:0:82934:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613192.429688:0:82934:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613192.429692:0:82934:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613192.429696:0:82934:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613192.429699:0:82934:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29a00. 00000080:00020000:3.0:1773613192.429703:0:82934:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613192.429706:0:82934:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.429709:0:82934:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613192.429710:0:82934:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613192.429712:0:82934:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613192.444006:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb200. 00010000:00000010:3.1:1773613192.444028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00010000:00000010:3.1:1773613192.449989:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:3.1:1773613192.450009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00010000:00000010:1.1:1773613192.480002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:1.1:1773613192.480019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000080:00000001:3.0:1773613192.487826:0:82936:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613192.487835:0:82936:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613192.487838:0:82936:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613192.487842:0:82936:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22c3b20 00000080:00200000:3.0:1773613192.487849:0:82936:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613192.487859:0:82936:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29a00. 00800000:00000002:3.0:1773613192.487867:0:82936:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613192.487872:0:82936:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613192.487878:0:82936:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.487881:0:82936:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22c3a40 00800000:00000002:3.0:1773613192.487884:0:82936:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613192.487889:0:82936:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613192.487894:0:82936:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613192.487900:0:82936:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613192.487903:0:82936:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22c3910 00000002:00010000:3.0:1773613192.487905:0:82936:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613192.487909:0:82936:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613192.487911:0:82936:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613192.487916:0:82936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613192.487926:0:82936:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.487929:0:82936:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.488084:0:82936:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.488089:0:82936:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613192.488092:0:82936:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613192.488099:0:82936:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613192.488104:0:82936:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613192.488112:0:82936:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613192.488118:0:82936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613192.488122:0:82936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.488136:0:82936:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613192.488140:0:82936:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613192.488146:0:82936:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613192.488154:0:82936:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613192.488164:0:82936:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.488170:0:82936:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.488172:0:82936:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.488174:0:82936:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613192.488175:0:82936:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.488177:0:82936:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613192.488183:0:82936:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613192.488188:0:82936:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613192.488191:0:82936:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613192.488196:0:82936:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb600. 00010000:00000010:3.0:1773613192.488201:0:82936:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.488207:0:82936:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613192.488210:0:82936:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613192.488215:0:82936:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613192.488217:0:82936:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a00fad to hash 00000020:00000001:3.0:1773613192.488219:0:82936:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613192.488221:0:82936:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.488225:0:82936:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.488230:0:82936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.488233:0:82936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.488237:0:82936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.488248:0:82936:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.488261:0:82936:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613192.488266:0:82936:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613192.488268:0:82936:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613192.488277:0:82936:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.488279:0:82936:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613192.488282:0:82936:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613192.488284:0:82936:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613192.488289:0:82936:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613192.488294:0:82936:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613192.488296:0:82936:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613192.488298:0:82936:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613192.488312:0:82936:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.488322:0:82936:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613192.488327:0:82936:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.488333:0:82936:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613192.488338:0:82936:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.488345:0:82936:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.488348:0:82936:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613192.488350:0:82936:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613192.488354:0:82936:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613192.488357:0:82936:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613192.488359:0:82936:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.488363:0:82936:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.488367:0:82936:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613192.488369:0:82936:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613192.488374:0:82936:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613192.488382:0:82936:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:82936:1859762477071616:192.168.203.144@tcp:101:ls.0 00000100:00000001:3.0:1773613192.488388:0:82936:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613192.488391:0:82936:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613192.488393:0:82936:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613192.488396:0:82936:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.488400:0:82936:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.488413:0:82936:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613192.488416:0:82936:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613192.488419:0:82936:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613192.488421:0:82936:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613192.488423:0:82936:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613192.488427:0:82936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.488429:0:82936:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.488431:0:82936:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:3.0:1773613192.488433:0:82936:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.488436:0:82936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00010000:3.0:1773613192.488440:0:82936:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488447:0:82936:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613192.488451:0:82936:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488456:0:82936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613192.488459:0:82936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488464:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.488466:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613192.488469:0:82936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488474:0:82936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.488476:0:82936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613192.488479:0:82936:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613192.488482:0:82936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613192.488492:0:82936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2000 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613192.488495:0:82936:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613192.488499:0:82936:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488506:0:82936:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613192.488509:0:82936:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613192.488513:0:82936:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488518:0:82936:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613192.488521:0:82936:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613192.488522:0:82936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613192.488523:0:82936:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613192.488525:0:82936:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:3.0:1773613192.488527:0:82936:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.488529:0:82936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613192.488533:0:82936:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613192.488535:0:82936:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613192.488541:0:82936:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613192.488543:0:82936:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.488546:0:82936:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613192.488548:0:82936:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613192.488551:0:82936:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613192.488552:0:82936:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613192.488554:0:82936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613192.488556:0:82936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613192.488558:0:82936:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a00fad from hash 00010000:00000001:3.0:1773613192.488561:0:82936:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613192.488562:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.488563:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.488565:0:82936:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613192.488566:0:82936:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613192.488568:0:82936:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613192.488570:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.488571:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.488573:0:82936:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613192.488575:0:82936:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613192.488578:0:82936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613192.488583:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.488584:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.488586:0:82936:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613192.488587:0:82936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613192.488589:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613192.488590:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.488591:0:82936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613192.488592:0:82936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613192.488599:0:82936:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb600 count: 0 00010000:00000010:3.0:1773613192.488605:0:82936:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613192.488617:0:82936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613192.488618:0:82936:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613192.488622:0:82936:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613192.488626:0:82936:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613192.488629:0:82936:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477071616/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613192.488636:0:82936:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613192.488639:0:82936:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613192.488641:0:82936:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613192.488643:0:82936:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613192.488646:0:82936:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613192.488651:0:82936:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613192.488654:0:82936:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613192.488656:0:82936:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613192.488659:0:82936:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613192.488660:0:82936:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613192.488663:0:82936:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613192.488666:0:82936:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.488668:0:82936:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613192.488671:0:82936:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613192.488674:0:82936:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613192.488677:0:82936:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613192.488681:0:82936:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613192.488685:0:82936:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29a00. 00000080:00020000:3.0:1773613192.488783:0:82936:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613192.488787:0:82936:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613192.488790:0:82936:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613192.488791:0:82936:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613192.488793:0:82936:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613192.495364:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:3.1:1773613192.495381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00010000:00000010:0.1:1773613192.511107:0:82938:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613192.511134:0:82938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:0.1:1773613192.511139:0:82938:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:0.1:1773613192.511151:0:82938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00000800:00000200:2.0:1773613193.095330:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613193.095335:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:2.0:1773613193.095341:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613193.095346:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613193.095352:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:2.0:1773613193.095355:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:2.0:1773613193.095359:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613193.095363:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477072000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.095373:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613193.095377:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477072000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.095384:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613193.095386:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613193.095425:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613193.095428:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613193.095430:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613193.095434:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613193.095437:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:2.0:1773613193.095439:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:2.0:1773613193.095442:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613193.095446:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477072256/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.095454:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613193.095457:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477072256/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.095463:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613193.095465:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613193.095988:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613193.095992:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613193.095995:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613193.096000:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613193.096004:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:3.0:1773613193.096006:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:3.0:1773613193.096008:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613193.096013:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477072128/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613193.096022:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.096025:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477072128/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613193.096031:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.096033:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613193.102050:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102067:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613193.102073:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102076:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102087:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102097:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613193.102118:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102132:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102139:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102143:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1cffe80 00000400:00000200:2.0:1773613193.102149:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102157:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c8d [1] + 224 00000800:00000001:2.0:1773613193.102168:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102175:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102178:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613193.102183:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613193.102193:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613193.102204:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477072000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613193.102217:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477072000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.102236:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613193.102245:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102249:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613193.102251:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102253:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102256:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102260:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613193.102264:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102267:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102270:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102273:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cfff80 00000400:00000200:2.0:1773613193.102278:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102283:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c95 [1] + 224 00000800:00000001:2.0:1773613193.102287:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102291:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102293:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613193.102297:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613193.102300:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613193.102306:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477072256/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613193.102316:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739c00 x1859762477072256/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.102324:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613193.102328:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102331:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613193.102332:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102334:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102337:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102341:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613193.102345:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102347:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102351:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102354:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1cfff00 00000400:00000200:2.0:1773613193.102357:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613193.102361:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4c9d [1] + 224 00000800:00000001:2.0:1773613193.102365:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102372:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613193.102374:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613193.102377:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613193.102381:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613193.102385:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477072128/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613193.102400:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73ad80 x1859762477072128/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613193.102407:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613193.102411:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613193.102414:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773613193.552002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:0.1:1773613193.552020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00000020:00000001:3.0:1773613193.579817:0:82944:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273d08 00000080:00200008:3.0:1773613193.579826:0:82944:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613193.579833:0:82944:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613193.579835:0:82944:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273c80 00000080:00200000:3.0:1773613193.579837:0:82944:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613193.579844:0:82944:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29c00. 00800000:00000002:3.0:1773613193.579864:0:82944:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613193.579868:0:82944:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613193.579873:0:82944:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.579875:0:82944:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273ba0 00800000:00000002:3.0:1773613193.579878:0:82944:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613193.579881:0:82944:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613193.579885:0:82944:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613193.579891:0:82944:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.579893:0:82944:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2273a70 00000002:00010000:3.0:1773613193.579895:0:82944:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613193.579899:0:82944:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613193.579900:0:82944:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613193.579903:0:82944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613193.579910:0:82944:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.579914:0:82944:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.579916:0:82944:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.579918:0:82944:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613193.579920:0:82944:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613193.579925:0:82944:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613193.579930:0:82944:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613193.580525:0:82944:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613193.580530:0:82944:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613193.580533:0:82944:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.580537:0:82944:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613193.580539:0:82944:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613193.580545:0:82944:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613193.580553:0:82944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b000. 00000100:00000001:3.0:1773613193.580560:0:82944:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.580565:0:82944:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.580568:0:82944:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.580570:0:82944:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.580571:0:82944:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.580573:0:82944:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.580578:0:82944:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613193.580582:0:82944:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613193.580584:0:82944:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613193.580589:0:82944:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb600. 00010000:00000010:3.0:1773613193.580593:0:82944:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.580597:0:82944:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613193.580601:0:82944:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613193.580605:0:82944:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613193.580607:0:82944:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a00fc9 to hash 00000020:00000001:3.0:1773613193.580610:0:82944:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613193.580612:0:82944:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613193.580615:0:82944:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613193.580619:0:82944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.580622:0:82944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.580627:0:82944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.580637:0:82944:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.580648:0:82944:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613193.580654:0:82944:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613193.580656:0:82944:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613193.580662:0:82944:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.580664:0:82944:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613193.580666:0:82944:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613193.580668:0:82944:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613193.580672:0:82944:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613193.580676:0:82944:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.580678:0:82944:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613193.580680:0:82944:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613193.580689:0:82944:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.580698:0:82944:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613193.580701:0:82944:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.580708:0:82944:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613193.580712:0:82944:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.580718:0:82944:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.580720:0:82944:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613193.580722:0:82944:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613193.580725:0:82944:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613193.580728:0:82944:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613193.580730:0:82944:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.580734:0:82944:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.580736:0:82944:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613193.580738:0:82944:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613193.580742:0:82944:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613193.580750:0:82944:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82944:1859762477072512:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613193.580755:0:82944:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.580757:0:82944:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.580760:0:82944:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613193.580761:0:82944:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.580765:0:82944:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.580772:0:82944:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613193.580775:0:82944:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.580778:0:82944:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613193.580779:0:82944:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613193.580782:0:82944:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613193.580784:0:82944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.580786:0:82944:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.580788:0:82944:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:3.0:1773613193.580790:0:82944:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613193.580793:0:82944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00010000:3.0:1773613193.580797:0:82944:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580803:0:82944:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613193.580807:0:82944:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580812:0:82944:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613193.580815:0:82944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580820:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.580822:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613193.580824:0:82944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580829:0:82944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.580831:0:82944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.580833:0:82944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613193.580836:0:82944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.580842:0:82944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2000 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613193.580845:0:82944:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613193.580849:0:82944:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580855:0:82944:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613193.580857:0:82944:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613193.580860:0:82944:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580865:0:82944:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613193.580867:0:82944:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613193.580868:0:82944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.580870:0:82944:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.580871:0:82944:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:3.0:1773613193.580873:0:82944:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613193.580875:0:82944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613193.580878:0:82944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613193.580880:0:82944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613193.580885:0:82944:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613193.580887:0:82944:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.580890:0:82944:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613193.580891:0:82944:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613193.580894:0:82944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613193.580895:0:82944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613193.580897:0:82944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.580898:0:82944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613193.580901:0:82944:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a00fc9 from hash 00010000:00000001:3.0:1773613193.580903:0:82944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613193.580904:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.580906:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.580907:0:82944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613193.580908:0:82944:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613193.580910:0:82944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613193.580912:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.580914:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.580915:0:82944:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613193.580917:0:82944:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.580919:0:82944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.580925:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.580926:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.580927:0:82944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613193.580928:0:82944:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613193.580930:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.580931:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.580958:0:82944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613193.580961:0:82944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a00fc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613193.580968:0:82944:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb600 count: 0 00010000:00000010:3.0:1773613193.580974:0:82944:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.580982:0:82944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.580984:0:82944:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613193.580987:0:82944:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613193.580991:0:82944:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.580995:0:82944:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477072512/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.581000:0:82944:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613193.581003:0:82944:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613193.581004:0:82944:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613193.581006:0:82944:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613193.581009:0:82944:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b000. 02000000:00000001:3.0:1773613193.581014:0:82944:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613193.581015:0:82944:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613193.581017:0:82944:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613193.581021:0:82944:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613193.581022:0:82944:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613193.581024:0:82944:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613193.581026:0:82944:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.581029:0:82944:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.581031:0:82944:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613193.581033:0:82944:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613193.581036:0:82944:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613193.581040:0:82944:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613193.581043:0:82944:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29c00. 00000080:00020000:3.0:1773613193.581047:0:82944:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613193.581050:0:82944:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.581052:0:82944:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613193.581053:0:82944:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613193.581055:0:82944:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:3.0:1773613193.584470:0:82945:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613193.584476:0:82945:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613193.584479:0:82945:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613193.584482:0:82945:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22f3bc0 00000080:00200000:3.0:1773613193.584485:0:82945:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613193.584494:0:82945:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29c00. 00800000:00000002:3.0:1773613193.584500:0:82945:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613193.584505:0:82945:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613193.584509:0:82945:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.584511:0:82945:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22f3ae0 00800000:00000002:3.0:1773613193.584514:0:82945:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613193.584519:0:82945:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613193.584523:0:82945:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613193.584528:0:82945:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.584530:0:82945:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22f39b0 00000002:00010000:3.0:1773613193.584532:0:82945:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613193.584536:0:82945:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613193.584537:0:82945:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613193.584540:0:82945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613193.584546:0:82945:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.584548:0:82945:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.584550:0:82945:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.584552:0:82945:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613193.584555:0:82945:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613193.584560:0:82945:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613193.584563:0:82945:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613193.584570:0:82945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613193.584575:0:82945:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613193.584578:0:82945:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.584581:0:82945:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613193.584584:0:82945:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613193.584588:0:82945:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613193.584594:0:82945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b000. 00000100:00000001:3.0:1773613193.584601:0:82945:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.584606:0:82945:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.584608:0:82945:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.584610:0:82945:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.584611:0:82945:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.584613:0:82945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.584617:0:82945:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613193.584621:0:82945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613193.584623:0:82945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613193.584626:0:82945:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb200. 00010000:00000010:3.0:1773613193.584630:0:82945:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.584634:0:82945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613193.584637:0:82945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3200. 00000020:00000001:3.0:1773613193.584640:0:82945:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613193.584643:0:82945:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3200 with handle 0xa1aa084204a00fd0 to hash 00000020:00000001:3.0:1773613193.584645:0:82945:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613193.584646:0:82945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.584649:0:82945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.584652:0:82945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.584655:0:82945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.584658:0:82945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.584666:0:82945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.584676:0:82945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613193.584681:0:82945:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613193.584682:0:82945:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613193.584688:0:82945:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.584690:0:82945:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613193.584692:0:82945:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613193.584693:0:82945:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613193.584696:0:82945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613193.584699:0:82945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.584701:0:82945:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613193.584702:0:82945:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613193.584711:0:82945:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.584719:0:82945:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613193.584722:0:82945:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.584728:0:82945:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613193.584731:0:82945:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.584737:0:82945:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.584739:0:82945:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613193.584740:0:82945:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613193.584743:0:82945:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613193.584745:0:82945:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613193.584747:0:82945:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.584750:0:82945:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.584752:0:82945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613193.584754:0:82945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613193.584758:0:82945:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613193.584766:0:82945:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:82945:1859762477072640:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613193.584771:0:82945:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.584774:0:82945:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.584776:0:82945:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613193.584777:0:82945:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.584780:0:82945:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.584787:0:82945:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613193.584789:0:82945:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.584794:0:82945:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613193.584795:0:82945:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613193.584797:0:82945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613193.584800:0:82945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.584802:0:82945:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.584804:0:82945:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=4 00000020:00000001:3.0:1773613193.584805:0:82945:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.584808:0:82945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00010000:3.0:1773613193.584811:0:82945:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584817:0:82945:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613193.584821:0:82945:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584825:0:82945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613193.584828:0:82945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584833:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.584835:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613193.584838:0:82945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584843:0:82945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.584844:0:82945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.584847:0:82945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613193.584850:0:82945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.584857:0:82945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613193.584860:0:82945:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613193.584863:0:82945:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584868:0:82945:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613193.584870:0:82945:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613193.584872:0:82945:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.584877:0:82945:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613193.584879:0:82945:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613193.584880:0:82945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.584882:0:82945:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.584883:0:82945:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=5 00000020:00000001:3.0:1773613193.584885:0:82945:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.584887:0:82945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.584890:0:82945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613193.584892:0:82945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613193.584897:0:82945:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613193.584899:0:82945:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.584901:0:82945:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613193.584903:0:82945:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613193.584906:0:82945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613193.584907:0:82945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613193.584909:0:82945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.584910:0:82945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613193.584912:0:82945:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3200 with handle 0xa1aa084204a00fd0 from hash 00010000:00000001:3.0:1773613193.584914:0:82945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613193.584916:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.584917:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.584918:0:82945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613193.584920:0:82945:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613193.584922:0:82945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613193.584924:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.584925:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.584926:0:82945:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613193.584928:0:82945:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.584930:0:82945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.585384:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.585386:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.585387:0:82945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613193.585388:0:82945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613193.585390:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.585391:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.585392:0:82945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613193.585394:0:82945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613193.585400:0:82945:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb200 count: 0 00010000:00000010:3.0:1773613193.585406:0:82945:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.585415:0:82945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.585417:0:82945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613193.585420:0:82945:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613193.585424:0:82945:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.585429:0:82945:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477072640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.585440:0:82945:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613193.585442:0:82945:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613193.585444:0:82945:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613193.585446:0:82945:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613193.585448:0:82945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b000. 02000000:00000001:3.0:1773613193.585453:0:82945:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613193.585455:0:82945:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613193.585457:0:82945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613193.585460:0:82945:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613193.585461:0:82945:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613193.585463:0:82945:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613193.585465:0:82945:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.585468:0:82945:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.585470:0:82945:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613193.585472:0:82945:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613193.585475:0:82945:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613193.585478:0:82945:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613193.585481:0:82945:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29c00. 00000080:00020000:3.0:1773613193.585484:0:82945:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613193.585486:0:82945:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.585488:0:82945:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613193.585489:0:82945:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613193.585491:0:82945:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:3.1:1773613193.596219:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb600. 00010000:00000010:3.1:1773613193.596230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00010000:00000010:3.1:1773613193.600003:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb200. 00010000:00000010:3.1:1773613193.600020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00000080:00000001:3.0:1773613193.609464:0:82947:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613193.609469:0:82947:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613193.609471:0:82947:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613193.609474:0:82947:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22fbb20 00000080:00200000:3.0:1773613193.609479:0:82947:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613193.609485:0:82947:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29c00. 00800000:00000002:3.0:1773613193.609492:0:82947:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613193.609496:0:82947:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613193.609500:0:82947:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.609502:0:82947:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22fba40 00800000:00000002:3.0:1773613193.609506:0:82947:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613193.609510:0:82947:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613193.609513:0:82947:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613193.609519:0:82947:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613193.609521:0:82947:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22fb910 00000002:00010000:3.0:1773613193.609523:0:82947:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613193.609527:0:82947:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613193.609528:0:82947:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613193.609531:0:82947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613193.609538:0:82947:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.609540:0:82947:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.609542:0:82947:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.609544:0:82947:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613193.609547:0:82947:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613193.609552:0:82947:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613193.609555:0:82947:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613193.609562:0:82947:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613193.609566:0:82947:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613193.609570:0:82947:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.609573:0:82947:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613193.609575:0:82947:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613193.609579:0:82947:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613193.609585:0:82947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b000. 00000100:00000001:3.0:1773613193.609591:0:82947:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.609595:0:82947:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.609596:0:82947:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.609597:0:82947:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613193.609598:0:82947:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.609600:0:82947:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613193.609603:0:82947:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613193.609606:0:82947:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613193.609607:0:82947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613193.609610:0:82947:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb200. 00010000:00000010:3.0:1773613193.609613:0:82947:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.609616:0:82947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613193.609618:0:82947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3200. 00000020:00000001:3.0:1773613193.609621:0:82947:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613193.609623:0:82947:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3200 with handle 0xa1aa084204a00fde to hash 00000020:00000001:3.0:1773613193.609625:0:82947:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613193.609626:0:82947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.609628:0:82947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.609630:0:82947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.609633:0:82947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.609635:0:82947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.609641:0:82947:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.609648:0:82947:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613193.609651:0:82947:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613193.609653:0:82947:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613193.609657:0:82947:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.609658:0:82947:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190252544 : -113016519299072 : ffff99364a837000) 00000100:00000001:3.0:1773613193.609660:0:82947:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613193.609661:0:82947:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613193.609664:0:82947:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613193.609666:0:82947:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613193.609668:0:82947:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613193.609669:0:82947:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613193.609676:0:82947:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.609682:0:82947:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773613193.609684:0:82947:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.609688:0:82947:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613193.609691:0:82947:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.609695:0:82947:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.609696:0:82947:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613193.609698:0:82947:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613193.609699:0:82947:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837000 going to sleep for 0 seconds 00000100:00000001:3.0:1773613193.609701:0:82947:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613193.609702:0:82947:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.609704:0:82947:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.609706:0:82947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613193.609707:0:82947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613193.609709:0:82947:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Interpret:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613193.609714:0:82947:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:82947:1859762477072896:192.168.203.144@tcp:101:ls.0 00000100:00000001:3.0:1773613193.609717:0:82947:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613193.609718:0:82947:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773613193.609719:0:82947:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613193.609721:0:82947:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.609722:0:82947:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.609726:0:82947:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613193.609728:0:82947:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837000. 00000100:00000001:3.0:1773613193.609730:0:82947:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613193.609731:0:82947:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773613193.609732:0:82947:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613193.609734:0:82947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.609735:0:82947:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.609736:0:82947:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=4 00000020:00000001:3.0:1773613193.609737:0:82947:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.609739:0:82947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00010000:3.0:1773613193.609741:0:82947:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609745:0:82947:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773613193.609748:0:82947:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609751:0:82947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613193.609752:0:82947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609755:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.609756:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613193.609758:0:82947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609760:0:82947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.609761:0:82947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613193.609763:0:82947:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613193.609765:0:82947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613193.609768:0:82947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613193.609770:0:82947:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613193.609773:0:82947:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609778:0:82947:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613193.609780:0:82947:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613193.609782:0:82947:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609786:0:82947:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613193.609788:0:82947:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613193.609802:0:82947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613193.609804:0:82947:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613193.609805:0:82947:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3200 refcount=5 00000020:00000001:3.0:1773613193.609807:0:82947:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.609809:0:82947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449824768 : -113016259726848 : ffff993659fc3200) 00010000:00000001:3.0:1773613193.609811:0:82947:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613193.609813:0:82947:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613193.609819:0:82947:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613193.609820:0:82947:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.609823:0:82947:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613193.609825:0:82947:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613193.609828:0:82947:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613193.609829:0:82947:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613193.609831:0:82947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613193.609832:0:82947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613193.609835:0:82947:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3200 with handle 0xa1aa084204a00fde from hash 00010000:00000001:3.0:1773613193.609837:0:82947:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613193.609838:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.609840:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.609841:0:82947:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613193.609842:0:82947:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613193.609843:0:82947:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613193.609846:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.609847:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.609848:0:82947:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613193.609850:0:82947:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613193.609852:0:82947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613193.609857:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.609858:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.609859:0:82947:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613193.609861:0:82947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613193.609862:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613193.609864:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.609865:0:82947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613193.609867:0:82947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3200/0xa1aa084204a00fde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 82947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613193.609872:0:82947:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb200 count: 0 00010000:00000010:3.0:1773613193.609877:0:82947:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50300. 00010000:00000001:3.0:1773613193.609884:0:82947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613193.609886:0:82947:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000040:3.0:1773613193.609889:0:82947:0:(mdc_locks.c:1127:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff993644bc9800: ldlm_cli_enqueue [0x200000007:0x1:0x0]:[0x200000007:0x1:0x0]= failed: rc = -108 00000100:00000001:3.0:1773613193.609892:0:82947:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613193.609895:0:82947:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477072896/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc -108/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613193.609901:0:82947:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613193.609904:0:82947:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613193.609905:0:82947:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613193.609907:0:82947:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613193.609909:0:82947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b000. 02000000:00000001:3.0:1773613193.609913:0:82947:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613193.609915:0:82947:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613193.609917:0:82947:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613193.609919:0:82947:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613193.609920:0:82947:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613193.609922:0:82947:0:(mdc_locks.c:1131:mdc_enqueue_base()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000002:00000001:3.0:1773613193.610175:0:82947:0:(mdc_locks.c:1539:mdc_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.610179:0:82947:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000001:3.0:1773613193.610181:0:82947:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00200000:3.0:1773613193.610184:0:82947:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -108 00000080:00000001:3.0:1773613193.610186:0:82947:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00800000:00000002:3.0:1773613193.610190:0:82947:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613193.610193:0:82947:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29c00. 00000080:00020000:3.0:1773613193.610196:0:82947:0:(file.c:6089:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00000001:3.0:1773613193.610199:0:82947:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773613193.610202:0:82947:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613193.610203:0:82947:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613193.610205:0:82947:0:(file.c:6581:ll_inode_permission()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000010:0.1:1773613193.611100:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:0.1:1773613193.611108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:3.1:1773613193.619992:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb200. 00010000:00000010:3.1:1773613193.620003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3200. 00010000:00000010:0.1:1773613193.625147:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00010000:00000010:0.1:1773613193.625155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:0.1:1773613193.625158:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613193.625160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00000001:00020000:2.0:1773613194.070203:0:82905:0:(ldlm_flock.c:802:ldlm_flock_completion_ast()) cfs_fail_timeout id 320 awake 00010000:00010000:2.0:1773613194.070213:0:82905:0:(ldlm_flock.c:810:ldlm_flock_completion_ast()) flags: 0x4000000000 data: 0000000000000000 l_ast_data: 0000000000000000 00010000:00010000:2.0:1773613194.070222:0:82905:0:(ldlm_flock.c:730:ldlm_flock_completion_common()) ### client-side enqueue waking up: destroyed ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937e00/0xa1aa084204a00f21 lrc: 1/0,0 mode: PW/PW res: [0x20000a042:0x11:0x0].0xc rrc: 3 type: FLK pid: 82888 [0->9223372036854775807] flags: 0x14106400000000 nid: local remote: 0x1dc4d5fc0aabd574 expref: -99 pid: 82888 timeout: 0 00010000:00000001:2.0:1773613194.070234:0:82905:0:(ldlm_flock.c:880:ldlm_flock_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1773613194.070246:0:82905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613194.070250:0:82905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937e00/0xa1aa084204a00f21 lrc: 0/0,0 mode: PW/PW res: [0x20000a042:0x11:0x0].0xc rrc: 3 type: FLK pid: 82888 [0->9223372036854775807] flags: 0x4106400000000 nid: local remote: 0x1dc4d5fc0aabd574 expref: -99 pid: 82888 timeout: 0 00010000:00000001:2.0:1773613194.070262:0:82905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773613194.070266:0:82905:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d800 count: 0 00000001:00000001:2.0:1773613194.070283:0:82905:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613194.070286:0:82905:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773613194.070288:0:82905:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773613194.070694:0:82905:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.070698:0:82905:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613194.070707:0:82905:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b0090. 00000020:00000010:2.0:1773613194.070712:0:82905:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2ae00. 00000020:00000010:2.0:1773613194.070717:0:82905:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b000. 00000020:00000010:2.0:1773613194.070721:0:82905:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220cb40. 00000008:00000010:2.0:1773613194.070728:0:82905:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613194.070733:0:82905:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613194.070737:0:82905:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620388. 00000080:00000010:2.0:1773613194.070743:0:82905:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613194.070746:0:82905:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613194.070750:0:82905:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000008:00000010:2.0:1773613194.070754:0:82905:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613194.070758:0:82905:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613194.070761:0:82905:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613194.070764:0:82905:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d5a0. 00000020:00000001:2.0:1773613194.070767:0:82905:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206476952 : -113016503074664 : ffff99364b7b0098) 00000020:00001000:2.0:1773613194.070769:0:82905:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b0090 00000008:00000001:2.0:1773613194.070773:0:82905:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773613194.070774:0:82905:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773613194.070777:0:82905:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613194.070780:0:82905:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1773613194.070781:0:82905:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773613194.070783:0:82905:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773613194.071233:0:82905:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773613194.071236:0:82905:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b0090 00000020:00000010:2.0:1773613194.071240:0:82905:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b000. 00000020:00000010:2.0:1773613194.071244:0:82905:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220cb40. 00000008:00000010:2.0:1773613194.071247:0:82905:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613194.071250:0:82905:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613194.071253:0:82905:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651620388. 00000080:00000010:2.0:1773613194.071256:0:82905:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613194.071259:0:82905:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613194.071261:0:82905:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2ae00. 00000008:00000010:2.0:1773613194.071263:0:82905:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613194.071266:0:82905:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613194.071268:0:82905:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613194.071270:0:82905:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d5a0. 00000020:00000010:2.0:1773613194.071272:0:82905:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000020:00000010:2.0:1773613194.071273:0:82905:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b0090. 00000001:00000001:2.0:1773613194.071276:0:82905:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773613194.071277:0:82905:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773613194.071594:0:82905:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613194.071596:0:82905:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773613194.071597:0:82905:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773613194.071864:0:82905:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.071868:0:82905:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.071871:0:82905:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773613194.071877:0:82905:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773613194.071881:0:82905:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773613194.071883:0:82905:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773613194.071885:0:82905:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773613194.071887:0:82905:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773613194.071889:0:82905:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773613194.071892:0:82905:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773613194.071893:0:82905:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773613194.071897:0:82905:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773613194.071899:0:82905:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773613194.071901:0:82905:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff993644b25548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1773613194.071904:0:82905:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa1aa084204a0080c 00800000:00000040:2.0:1773613194.071908:0:82905:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff993644bc9800=144f5372-d9a2-4fb0-a726-ce1097458722 device 3 (ffff993644b23370) type mdc at LMV idx 0 00800000:00000040:2.0:1773613194.071911:0:82905:0:(lmv_obd.c:116:lmv_set_mdc_active()) Marking OBD ffff993644b23370 active 00800000:00000001:2.0:1773613194.071913:0:82905:0:(lmv_obd.c:118:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1773613194.071914:0:82905:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.071916:0:82905:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613194.071919:0:82905:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000010:2.1:1773613194.078620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00010000:00000010:2.1:1773613194.078635:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00000002:00000001:2.0:1773613194.078673:0:82905:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.078679:0:82905:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1773613194.078686:0:82905:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff993644bc9800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00000001:2.0:1773613194.078691:0:82905:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.078694:0:82905:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613194.078696:0:82905:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613194.078698:0:82905:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773613194.078699:0:82905:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613194.623298:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.623307:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500800. 00000400:00000200:3.0:1773613194.623314:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.623322:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.623329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:3.0:1773613194.623331:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:3.0:1773613194.623336:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.623343:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477073280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.623355:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.623359:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477073280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.623367:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.623369:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.625595:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.625610:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.625614:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.625616:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.625624:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.625631:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.625639:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.625644:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.625649:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.625652:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d00380 00000400:00000200:2.0:1773613194.625657:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.625663:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4ca5 [1] + 224 00000800:00000001:2.0:1773613194.625670:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.625678:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.625681:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.625685:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.625691:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.625699:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477073280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613194.625708:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9936590e6a00 x1859762477073280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.625723:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.625731:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.625734:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613194.638669:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.638674:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:3.0:1773613194.638680:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.638685:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.638690:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:3.0:1773613194.638692:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:3.0:1773613194.638696:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.638701:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477073408/t0(0) o700->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.638710:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.638713:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477073408/t0(0) o700->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.638719:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.638721:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.641990:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.642005:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.642008:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.642009:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.642016:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.642025:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.642032:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.642036:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.642041:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.642045:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 248 into portal 10 MB=0x69b71b1d00400 00000400:00000200:2.0:1773613194.642050:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.642055:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 248/248 into md 0x1b4cad [1] + 224 00000800:00000001:2.0:1773613194.642062:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.642128:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.642131:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.642134:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.642140:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.642145:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477073408/t0(0) o700->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613194.642160:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff9936590e6a00 x1859762477073408/t0(0) o700->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.642174:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.642180:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.642183:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613194.645061:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.645065:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613194.645079:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.645085:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.645090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:3.0:1773613194.645091:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:3.0:1773613194.645096:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.645099:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477073664/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.645107:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.645118:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477073664/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.645123:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.645124:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613194.647067:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00010000:00000010:0.1:1773613194.647089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00000800:00000001:2.0:1773613194.655640:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.655655:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.655659:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.655661:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.655669:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655677:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.655685:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655690:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655695:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655699:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d00500 00000400:00000200:2.0:1773613194.655703:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655709:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4cb5 [32] + 224 00000800:00000001:2.0:1773613194.655716:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.655723:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.655725:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.655729:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.655736:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.655745:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477073664/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613194.655753:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9936590e6a00 x1859762477073664/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.655772:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613194.655781:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613194.655784:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655789:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613194.655794:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224721:224721:256:4294967295] 192.168.203.144@tcp LPNI seq info [224656:224656:8:4294967295] 00000400:00000200:2.0:1773613194.655798:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.655806:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613194.655811:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613194.655816:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9936604a8400. 00000800:00000200:2.0:1773613194.655821:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613194.655829:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613194.655833:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9936604a8400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613194.656146:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.656150:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9936604a8400. 00000400:00000200:2.0:1773613194.656153:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.656163:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613194.656169:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.656172:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613194.669649:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.669653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:3.0:1773613194.669659:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.669664:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.669669:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c172a8 00000400:00000010:3.0:1773613194.669671:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c172a8. 00000100:00000001:3.0:1773613194.669674:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.669679:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477073792/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.669688:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.669691:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477073792/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.669699:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.669700:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613194.671149:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d700. 00000800:00000001:2.0:1773613194.688053:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.688070:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.688074:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.688076:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.688085:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.688092:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.688100:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.688104:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.688118:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.688122:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d00580 00000400:00000200:2.0:1773613194.688126:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.688132:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b4cbd [1] + 224 00000800:00000001:2.0:1773613194.688139:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.688150:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.688153:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.688156:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.688163:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.688170:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477073792/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613194.688180:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99364a739c00 x1859762477073792/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.688200:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.688209:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.688212:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613194.688701:0:82951:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.688704:0:82951:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.688710:0:82951:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613194.688712:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.688714:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.688715:0:82951:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613194.688719:0:82951:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773613194.688723:0:82951:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613194.688725:0:82951:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.688726:0:82951:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613194.688728:0:82951:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613194.688730:0:82951:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1773613194.688733:0:82951:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613194.688735:0:82951:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1773613194.688738:0:82951:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.688740:0:82951:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.688742:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:2.0:1773613194.688744:0:82951:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1773613194.688747:0:82951:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613194.688749:0:82951:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613194.688751:0:82951:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9936585276c0 (ffff993658df51b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613194.688754:0:82951:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613194.688755:0:82951:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936585276c0 (ffff993658df51b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613194.688759:0:82951:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613194.688763:0:82951:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613194.688764:0:82951:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436116200 : -113016273435416 : ffff9936592b04e8) 00000020:00000001:2.0:1773613194.688766:0:82951:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613194.688767:0:82951:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345fb0 (ffff993658df5ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613194.688770:0:82951:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613194.688771:0:82951:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613194.688772:0:82951:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.688773:0:82951:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613194.688774:0:82951:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613194.688776:0:82951:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613194.688777:0:82951:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613194.688778:0:82951:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613194.688779:0:82951:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613194.688780:0:82951:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936585276c0 (ffff993658df51b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613194.688783:0:82951:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613194.688784:0:82951:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613194.688785:0:82951:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345fb0 (ffff993658df51b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613194.688788:0:82951:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aabe0. 00000020:00000001:2.0:1773613194.688792:0:82951:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613194.688794:0:82951:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345f80. 00020000:00000001:2.0:1773613194.688797:0:82951:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613194.688798:0:82951:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613194.688799:0:82951:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613194.688800:0:82951:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.688803:0:82951:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613194.688806:0:82951:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613194.688808:0:82951:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613194.688809:0:82951:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613194.688810:0:82951:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613194.688812:0:82951:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5ea0 00000020:00000010:2.0:1773613194.688816:0:82951:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f24400. 00000020:00000010:2.0:1773613194.688819:0:82951:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848cc0. 00000008:00000010:2.0:1773613194.688823:0:82951:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:2.0:1773613194.688827:0:82951:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:2.0:1773613194.688831:0:82951:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:2.0:1773613194.688836:0:82951:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:2.0:1773613194.688840:0:82951:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525488. 00000020:00000010:2.0:1773613194.688844:0:82951:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f24200. 00000008:00000010:2.0:1773613194.688846:0:82951:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bda20. 00020000:00000010:2.0:1773613194.688849:0:82951:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3cc0. 00008000:00000010:2.0:1773613194.688864:0:82951:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4c70. 00000080:00000010:2.0:1773613194.688868:0:82951:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb000. 00000020:00000010:2.0:1773613194.688871:0:82951:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f24600. 00000020:00000010:2.0:1773613194.688874:0:82951:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5ea0. 00020000:00000001:2.0:1773613194.688876:0:82951:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613194.688878:0:82951:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613194.688880:0:82951:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613194.688882:0:82951:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613194.688886:0:82951:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613194.688888:0:82951:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.688889:0:82951:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613194.688891:0:82951:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613194.688892:0:82951:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613194.688894:0:82951:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:2.0:1773613194.688895:0:82951:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f25a00. 00000020:00000010:2.0:1773613194.688898:0:82951:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848360. 00000008:00000010:2.0:1773613194.688900:0:82951:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b5742f0. 00020000:00000010:2.0:1773613194.688902:0:82951:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987300. 00008000:00000010:2.0:1773613194.688905:0:82951:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:2.0:1773613194.688907:0:82951:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbe70. 00000080:00000010:2.0:1773613194.688909:0:82951:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585276c0. 00000020:00000010:2.0:1773613194.688912:0:82951:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f25e00. 00000008:00000010:2.0:1773613194.688914:0:82951:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc420. 00020000:00000010:2.0:1773613194.688916:0:82951:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0480. 00008000:00000010:2.0:1773613194.688918:0:82951:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df45e8. 00000080:00000010:2.0:1773613194.688921:0:82951:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5ebf00. 00000020:00000010:2.0:1773613194.688923:0:82951:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f24c00. 00000020:00000010:2.0:1773613194.688925:0:82951:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000001:00000001:2.0:1773613194.688927:0:82951:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.688975:0:82951:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c224bd28 00000080:00000008:2.0:1773613194.688979:0:82951:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x1:0x0](ffff99365810db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613194.689051:0:82951:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773613194.689053:0:82951:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c224bd88 00000080:00200008:2.0:1773613194.689055:0:82951:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x1:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1773613194.689059:0:82951:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773613194.689061:0:82951:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689062:0:82951:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773613194.689065:0:82951:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689068:0:82951:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613194.689072:0:82951:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b0090. 00000020:00000010:2.0:1773613194.689077:0:82951:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a200. 00000020:00000010:2.0:1773613194.689081:0:82951:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2ae00. 00000020:00000010:2.0:1773613194.689084:0:82951:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220cb40. 00000008:00000010:2.0:1773613194.689088:0:82951:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661172ca0. 00020000:00000010:2.0:1773613194.689091:0:82951:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613194.689094:0:82951:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620388. 00000080:00000010:2.0:1773613194.689098:0:82951:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b5e8. 00000080:00000010:2.0:1773613194.689101:0:82951:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f03908. 00000020:00000010:2.0:1773613194.689105:0:82951:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b000. 00000008:00000010:2.0:1773613194.689118:0:82951:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2c60. 00020000:00000010:2.0:1773613194.689121:0:82951:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8900. 00008000:00000010:2.0:1773613194.689125:0:82951:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc75f8. 00000080:00000010:2.0:1773613194.689128:0:82951:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d5a0. 00000020:00000001:2.0:1773613194.689131:0:82951:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206476952 : -113016503074664 : ffff99364b7b0098) 00000020:00001000:2.0:1773613194.689133:0:82951:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b0090 00000080:00000001:2.0:1773613194.689135:0:82951:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773613194.689137:0:82951:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c224bc98 00000080:00200000:2.0:1773613194.689139:0:82951:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1773613194.689144:0:82951:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c224bc30 00000080:00200000:2.0:1773613194.689145:0:82951:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1773613194.689148:0:82951:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613194.689149:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.689151:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.689152:0:82951:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613194.689154:0:82951:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613194.689156:0:82951:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1773613194.689158:0:82951:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689159:0:82951:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689161:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:2.0:1773613194.689162:0:82951:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1773613194.689164:0:82951:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613194.689166:0:82951:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773613194.689170:0:82951:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e6a7e7ec[0x110, 1, [0x20000bf89:0x1:0x0] hash] 00000020:00200000:2.0:1773613194.689172:0:82951:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1773613194.689174:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.689175:0:82951:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613194.689177:0:82951:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613194.689178:0:82951:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613194.689181:0:82951:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613194.689182:0:82951:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773613194.689184:0:82951:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613194.689187:0:82951:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689190:0:82951:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613194.689191:0:82951:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689193:0:82951:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613194.689196:0:82951:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x1:0x0]io ffff993660f03968 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773613194.689200:0:82951:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff99364a880000 00020000:00000001:2.0:1773613194.689203:0:82951:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613194.689205:0:82951:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613194.689208:0:82951:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613194.689210:0:82951:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773613194.689212:0:82951:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1773613194.689214:0:82951:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773613194.689216:0:82951:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613194.689217:0:82951:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689219:0:82951:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613194.689220:0:82951:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613194.689221:0:82951:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613194.689223:0:82951:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff99364a880000 00000020:00000001:2.0:1773613194.689225:0:82951:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689227:0:82951:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613194.689228:0:82951:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1773613194.689230:0:82951:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773613194.689232:0:82951:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689235:0:82951:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613194.689236:0:82951:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773613194.689239:0:82951:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773613194.689240:0:82951:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773613194.689241:0:82951:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1773613194.689244:0:82951:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613194.689245:0:82951:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613194.689248:0:82951:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613194.689251:0:82951:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613194.689252:0:82951:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613194.689253:0:82951:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613194.689257:0:82951:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b05a0. 00000020:00000010:2.0:1773613194.689260:0:82951:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2bc00. 00000020:00000010:2.0:1773613194.689262:0:82951:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b600. 00000020:00000010:2.0:1773613194.689265:0:82951:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c4e0. 00000008:00000010:2.0:1773613194.689268:0:82951:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661170b28. 00020000:00000010:2.0:1773613194.689271:0:82951:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613194.689274:0:82951:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651620000. 00000080:00000010:2.0:1773613194.689291:0:82951:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b9d8. 00000080:00000010:2.0:1773613194.689294:0:82951:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f01ff0. 00000020:00000010:2.0:1773613194.689297:0:82951:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2aa00. 00000008:00000010:2.0:1773613194.689300:0:82951:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da3760. 00020000:00000010:2.0:1773613194.689303:0:82951:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8b40. 00008000:00000010:2.0:1773613194.689305:0:82951:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7ad8. 00000080:00000010:2.0:1773613194.689308:0:82951:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d2d0. 00000020:00000001:2.0:1773613194.689310:0:82951:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478248 : -113016503073368 : ffff99364b7b05a8) 00000020:00001000:2.0:1773613194.689312:0:82951:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b05a0 00000020:00000001:2.0:1773613194.689315:0:82951:0:(cl_object.c:151:cl_object_top()) ffff9936522a72d8 -> ffff9936522a7080 00000020:00000001:2.0:1773613194.689316:0:82951:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613194.689318:0:82951:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613194.689319:0:82951:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613194.689321:0:82951:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689322:0:82951:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689324:0:82951:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613194.689327:0:82951:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773613194.689328:0:82951:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773613194.689331:0:82951:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689333:0:82951:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689335:0:82951:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689337:0:82951:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689339:0:82951:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689340:0:82951:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773613194.689342:0:82951:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773613194.689344:0:82951:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773613194.689346:0:82951:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773613194.689348:0:82951:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689351:0:82951:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689352:0:82951:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773613194.689354:0:82951:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1773613194.689356:0:82951:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773613194.689357:0:82951:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773613194.689358:0:82951:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689360:0:82951:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689362:0:82951:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689363:0:82951:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.689365:0:82951:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689367:0:82951:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613194.689368:0:82951:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613194.689369:0:82951:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613194.689370:0:82951:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613194.689371:0:82951:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689373:0:82951:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689375:0:82951:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689376:0:82951:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689378:0:82951:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613194.689379:0:82951:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613194.689380:0:82951:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613194.689382:0:82951:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613194.689395:0:82951:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613194.689398:0:82951:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613194.689403:0:82951:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522ceb80. 00020000:00000002:2.0:1773613194.689406:0:82951:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613194.689408:0:82951:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613194.689410:0:82951:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613194.689411:0:82951:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613194.689413:0:82951:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613194.689416:0:82951:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993651491560. 00000008:00010000:2.0:1773613194.689419:0:82951:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773613194.689421:0:82951:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613194.689422:0:82951:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613194.689425:0:82951:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522cebb0, osc lock ffff993651491560, flags 0x0 00000020:00000001:2.0:1773613194.689427:0:82951:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689429:0:82951:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613194.689431:0:82951:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800256 : -113016390751360 : ffff9936522ceb80) 00000020:00000001:2.0:1773613194.689433:0:82951:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613194.689433:0:82951:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613194.689435:0:82951:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689436:0:82951:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689438:0:82951:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613194.689439:0:82951:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613194.689440:0:82951:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613194.689441:0:82951:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204480360 : -113016505071256 : ffff99364b5c8968) 00000020:00000001:2.0:1773613194.689443:0:82951:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613194.689444:0:82951:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613194.689446:0:82951:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773613194.689448:0:82951:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.689451:0:82951:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613194.689453:0:82951:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613194.689454:0:82951:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613194.689455:0:82951:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613194.689457:0:82951:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613194.689458:0:82951:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613194.689460:0:82951:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613194.689462:0:82951:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613194.689779:0:82951:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa500 count: 2 00010000:00000001:2.0:1773613194.689783:0:82951:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613194.689787:0:82951:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c99400 type 11 mode 2 res 10737419264/16683 (0 18446744073709551615) 00010000:00000001:2.0:1773613194.689791:0:82951:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773613194.689796:0:82951:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613194.689800:0:82951:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00010000:00000001:2.0:1773613194.689804:0:82951:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613194.689808:0:82951:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613194.689811:0:82951:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.689813:0:82951:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.689814:0:82951:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.689817:0:82951:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613194.689820:0:82951:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613194.689824:0:82951:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613194.689829:0:82951:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2a800. 00000100:00000001:2.0:1773613194.689835:0:82951:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.689840:0:82951:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613194.689841:0:82951:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.689843:0:82951:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613194.689844:0:82951:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.689846:0:82951:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.689848:0:82951:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613194.689998:0:82951:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613194.690000:0:82951:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613194.690003:0:82951:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa500 count: 2 00010000:00000001:2.0:1773613194.690006:0:82951:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613194.690008:0:82951:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613194.690013:0:82951:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2600. 00000020:00000001:2.0:1773613194.690016:0:82951:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613194.690018:0:82951:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2600 with handle 0xa1aa084204a01008 to hash 00000020:00000001:2.0:1773613194.690020:0:82951:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613194.690022:0:82951:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000010:2.0:1773613194.690026:0:82951:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9936498e4680. 00010000:00000001:2.0:1773613194.690028:0:82951:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:2.0:1773613194.690032:0:82951:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613194.690035:0:82951:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.690039:0:82951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613194.690048:0:82951:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613194.690059:0:82951:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613194.690071:0:82951:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613194.690073:0:82951:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613194.690079:0:82951:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d893c0. 00000100:00000001:2.0:1773613194.690081:0:82951:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078391744 : -113016631159872 : ffff993643d893c0) 00000100:00000001:2.0:1773613194.690084:0:82951:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.690085:0:82951:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613194.690089:0:82951:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613194.690092:0:82951:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.690094:0:82951:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613194.690095:0:82951:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613194.690102:0:82951:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.690119:0:82951:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613194.690122:0:82951:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.690125:0:82951:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613194.690128:0:82951:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613194.690131:0:82951:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613194.690135:0:82951:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:82951:1859762477073920:192.168.203.144@tcp:101:uname.0 00000100:00000001:2.0:1773613194.690139:0:82951:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613194.690144:0:82951:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613194.690146:0:82951:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.690149:0:82951:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613194.690154:0:82951:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604a8400. 02000000:00000001:2.0:1773613194.690156:0:82951:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613194.690163:0:82951:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613194.690166:0:82951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9948. 00000400:00000010:2.0:1773613194.690172:0:82951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613194.690178:0:82951:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477073920, portal 4 00000100:00000001:2.0:1773613194.690180:0:82951:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.690181:0:82951:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:2.0:1773613194.690187:0:82951:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.690194:0:82951:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613194.690197:0:82951:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613194.690199:0:82951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7440. 00000100:00000200:2.0:1773613194.690202:0:82951:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477073920, offset 0 00000400:00000200:2.0:1773613194.690207:0:82951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613194.690215:0:82951:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.690222:0:82951:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613194.690226:0:82951:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613194.690230:0:82951:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613194.690234:0:82951:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613194.690237:0:82951:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613194.690240:0:82951:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224723:224723:256:4294967295] 192.168.203.144@tcp LPNI seq info [224658:224658:8:4294967295] 00000400:00000200:2.0:1773613194.690245:0:82951:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.690253:0:82951:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613194.690259:0:82951:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613194.690264:0:82951:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4cee00. 00000800:00000200:2.0:1773613194.690270:0:82951:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613194.690580:0:82951:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613194.690585:0:82951:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4cee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773613194.690613:0:82951:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613194.690618:0:82951:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 807140 usecs (808 jiffies) 00000400:00000200:2.0:1773613194.690622:0:82951:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613194.690624:0:82951:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300285284 00000100:00000001:2.0:1773613194.690628:0:82951:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.690630:0:82951:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300285284 00000100:00000001:2.0:1773613194.690632:0:82951:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.690634:0:82951:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613194.690637:0:82951:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.690639:0:82951:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613194.690641:0:82951:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613194.690644:0:82951:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d893c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613194.690646:0:82951:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613194.690649:0:82951:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613194.691587:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.691593:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4cee00. 00000400:00000200:3.0:1773613194.691598:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.691605:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.691611:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7440 00000400:00000010:3.0:1773613194.691613:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7440. 00000100:00000001:3.0:1773613194.691617:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.691625:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.691635:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.691638:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.691645:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.691647:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.698752:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.698772:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.698776:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.698778:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.698786:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.698793:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.698803:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.698806:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.698810:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.698813:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1955c00 00000400:00000200:2.0:1773613194.698819:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4aa5 [2] + 1704 00000800:00000001:2.0:1773613194.698825:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.698833:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.698836:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.698840:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.698847:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613194.698849:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613194.698855:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000100:00000040:2.0:1773613194.698859:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab8000 x1859762473229312 msgsize 328 00000100:00100000:2.0:1773613194.698863:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613194.698885:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.698892:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.698895:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613194.698979:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613194.698982:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473229312 02000000:00000001:3.0:1773613194.698984:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613194.698986:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613194.698987:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.698990:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613194.698994:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473229312 00000020:00000001:3.0:1773613194.698996:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613194.698997:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a00821 00000020:00000001:3.0:1773613194.698999:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.699001:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069a800 refcount=4 00000020:00000001:3.0:1773613194.699003:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000020:00000001:3.0:1773613194.699004:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000100:00000001:3.0:1773613194.699008:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613194.699012:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613194.699014:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613194.699016:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000020:00000010:3.0:1773613194.699022:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:3.0:1773613194.699027:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50300. 00000020:00000010:3.0:1773613194.699032:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613194.699040:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613194.699043:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613194.699044:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613194.699046:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.699053:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.699068:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613194.699080:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613194.699082:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613194.699087:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 36 00000100:00000040:3.0:1773613194.699090:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069a800 : new rpc_count 1 00000100:00000001:3.0:1773613194.699092:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:3.0:1773613194.699099:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab8000 x1859762473229312/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:425/0 lens 328/0 e 0 to 0 dl 1773613205 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613194.699116:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613194.699119:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613194.699122:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613194.699124:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000100:00100000:3.0:1773613194.699128:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:27138:x1859762473229312:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613194.699132:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473229312 00010000:00000001:3.0:1773613194.699135:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613194.699142:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.699144:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.699146:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9c00 refcount=2 00000020:00000001:3.0:1773613194.699148:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:3.0:1773613194.699150:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:3.0:1773613194.699154:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613194.699158:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613194.699162:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000b5e28830/0xa1aa084204a01001 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x1dc4d5fc0aabd5c1 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1773613194.699171:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613194.699173:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613194.699176:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613194.699178:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.699180:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.699183:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613194.699186:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613194.699188:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=100 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613194.699192:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613194.699193:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613194.699195:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613194.699197:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613194.699198:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.699200:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613194.699202:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613194.699205:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613194.699208:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473229312, offset 224 00000400:00000200:3.0:1773613194.699212:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613194.699216:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.699221:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613194.699225:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224724:224724:256:4294967295] 192.168.203.144@tcp LPNI seq info [224659:224659:8:4294967295] 00000400:00000200:3.0:1773613194.699228:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.699233:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613194.699237:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613194.699240:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0500. 00000800:00000200:3.0:1773613194.699244:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613194.699250:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613194.699254:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613194.699265:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.699269:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613194.699272:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613194.699288:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a837000. 00010000:00000001:3.0:1773613194.699292:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613194.699302:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613194.699305:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.699306:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.699308:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.699312:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762473229312/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:425/0 lens 328/224 e 0 to 0 dl 1773613205 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613194.699326:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:27138:x1859762473229312:12345-192.168.203.144@tcp:104: Request processed in 217us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613194.699334:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 36 00000100:00000040:3.0:1773613194.699337:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069a800 : new rpc_count 0 00000100:00000001:3.0:1773613194.699339:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613194.699341:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613194.699345:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50300. 00000020:00000010:3.0:1773613194.699351:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613194.699354:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000020:00000040:3.0:1773613194.699359:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069a800 : new refcount 3 00000100:00000001:3.0:1773613194.699362:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613194.699788:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.699791:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0500. 00000400:00000200:3.0:1773613194.699794:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.699799:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.699803:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:3.0:1773613194.699805:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:3.0:1773613194.699809:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613194.699810:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613194.703074:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.703083:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:2.0:1773613194.703090:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.703099:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.703105:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:2.0:1773613194.703116:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:2.0:1773613194.703123:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.703130:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477074048/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.703140:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.703144:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477074048/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.703150:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.703152:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.706972:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.706989:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.706993:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.706995:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.707005:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.707012:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.707020:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.707026:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.707031:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.707035:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d00600 00000400:00000200:2.0:1773613194.707040:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.707046:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b4cc5 [1] + 224 00000800:00000001:2.0:1773613194.707052:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.707059:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.707062:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.707067:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.707074:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.707083:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613194.707093:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff993660ab8700 x1859762477073920/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.707103:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.707118:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.707121:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773613194.710064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9c00. 00000800:00000001:2.0:1773613194.713805:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.713822:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.713826:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.713829:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.713838:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.713845:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.713853:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.713858:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.713863:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.713867:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x69b71b1955c80 00000400:00000200:2.0:1773613194.713874:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x1b4aa5 [2] + 2032 00000400:00000010:2.0:1773613194.713880:0:2383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613194.713885:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff993643d89540 00000800:00000001:2.0:1773613194.713891:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.713899:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.713902:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.713905:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.714267:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993643d89540 00000400:00000010:2.0:1773613194.714271:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff993643d89540. 00000100:00000001:2.0:1773613194.714277:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613194.714287:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1773613194.714291:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff9936604a8050 x1859762473229440 msgsize 392 00000100:00100000:2.0:1773613194.714297:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000040:2.0:1773613194.714299:0:2383:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1773613194.714310:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.714318:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.714322:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613194.714468:0:67847:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff993644b29c00. 00000100:00000010:3.0:1773613194.714476:0:67847:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff993643514000. 00000100:00100000:3.0:1773613194.714479:0:67847:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1773613194.714482:0:67847:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1773613194.714487:0:67847:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da108. 00000400:00000010:3.0:1773613194.714492:0:67847:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99364a8373c0. 00000100:00000001:3.0:1773613194.714511:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613194.714513:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473229440 02000000:00000001:3.0:1773613194.714515:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613194.714518:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613194.714520:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.714524:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613194.714529:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473229440 00000020:00000001:3.0:1773613194.714532:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613194.714533:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a00821 00000020:00000001:3.0:1773613194.714536:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.714539:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069a800 refcount=4 00000020:00000001:3.0:1773613194.714541:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000020:00000001:3.0:1773613194.714543:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000100:00000001:3.0:1773613194.714547:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613194.714551:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613194.714554:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613194.714556:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000020:00000010:3.0:1773613194.714561:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:3.0:1773613194.714567:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50300. 00000020:00000010:3.0:1773613194.714572:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613194.714579:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613194.714581:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613194.714583:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613194.714585:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714593:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714608:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613194.714619:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613194.714621:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613194.714626:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 37 00000100:00000040:3.0:1773613194.714629:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069a800 : new rpc_count 1 00000100:00000001:3.0:1773613194.714631:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057555619920 : -113016153931696 : ffff9936604a8050) 00000100:00000040:3.0:1773613194.714639:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9936604a8050 x1859762473229440/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:425/0 lens 392/0 e 0 to 0 dl 1773613205 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613194.714648:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613194.714651:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613194.714653:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613194.714655:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000100:00100000:3.0:1773613194.714659:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9936604a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:34785:x1859762473229440:12345-192.168.203.144@tcp:105: 00000100:00000200:3.0:1773613194.714663:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473229440 00010000:00000001:3.0:1773613194.714666:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613194.714672:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.714674:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.714677:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=5 00000020:00000001:3.0:1773613194.714679:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.714681:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00010000:3.0:1773613194.714687:0:67847:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613194.714699:0:67847:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1773613194.714701:0:67847:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613194.714711:0:67847:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613194.714718:0:67847:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1773613194.714721:0:67847:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.714723:0:67847:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613194.714725:0:67847:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773613194.714728:0:67847:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613194.714735:0:67847:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1773613194.714739:0:67847:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613194.714746:0:67847:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000400:0x412b:0x0].0x0 (ffff99364a9aa500) refcount = 1 00010000:00000040:3.0:1773613194.714749:0:67847:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773613194.714752:0:67847:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613194.714761:0:67847:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1773613194.714763:0:67847:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773613194.714772:0:67847:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613194.714776:0:67847:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613194.714779:0:67847:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837900. 00000100:00000001:3.0:1773613194.714781:0:67847:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190254848 : -113016519296768 : ffff99364a837900) 00000100:00000001:3.0:1773613194.714783:0:67847:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446631057190254848 : -113016519296768 : ffff99364a837900) 00000100:00000001:3.0:1773613194.714786:0:67847:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613194.714787:0:67847:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773613194.714789:0:67847:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613194.714791:0:67847:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613194.714806:0:67847:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.714808:0:67847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.714810:0:67847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.714811:0:67847:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.714813:0:67847:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613194.714814:0:67847:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773613194.714816:0:67847:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714818:0:67847:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714820:0:67847:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1773613194.714822:0:67847:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a837900. 00000100:00000001:3.0:1773613194.714824:0:67847:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773613194.714825:0:67847:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773613194.714827:0:67847:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff99364a8ecf00. 00010000:00010000:3.0:1773613194.714830:0:67847:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff993642ba2600) 00010000:00000001:3.0:1773613194.714832:0:67847:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613194.714834:0:67847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.714835:0:67847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613194.714838:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613194.714840:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613194.714845:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b29800. 02000000:00000001:3.0:1773613194.714847:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714850:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.714854:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613194.714856:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613194.714859:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=100 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613194.714863:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613194.714866:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613194.714868:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613194.714870:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613194.714872:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.714874:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613194.714877:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613194.714881:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613194.714884:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473229440, offset 224 00000400:00000200:3.0:1773613194.714890:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613194.714897:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.714904:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613194.714910:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224726:224726:256:4294967295] 192.168.203.144@tcp LPNI seq info [224661:224661:8:4294967295] 00000400:00000200:3.0:1773613194.714924:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.715141:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613194.715147:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613194.715152:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0500. 00000800:00000200:3.0:1773613194.715158:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613194.715165:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613194.715170:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613194.715182:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.715185:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613194.715188:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.715193:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936604a8050 x1859762473229440/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:425/0 lens 392/224 e 0 to 0 dl 1773613205 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613194.715207:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9936604a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:34785:x1859762473229440:12345-192.168.203.144@tcp:105: Request processed in 557us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613194.715214:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 37 00000100:00000040:3.0:1773613194.715217:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069a800 : new rpc_count 0 00000100:00000001:3.0:1773613194.715219:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613194.715221:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613194.715226:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50300. 00000020:00000010:3.0:1773613194.715232:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613194.715235:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000020:00000040:3.0:1773613194.715239:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069a800 : new refcount 3 02000000:00000001:3.0:1773613194.715244:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715246:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613194.715249:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715251:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 02000000:00000001:3.0:1773613194.715253:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715255:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b29000. 02000000:00000001:3.0:1773613194.715256:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715257:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 02000000:00000001:3.0:1773613194.715259:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715260:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b28800. 02000000:00000001:3.0:1773613194.715262:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715263:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 02000000:00000001:3.0:1773613194.715266:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715267:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2ac00. 02000000:00000001:3.0:1773613194.715269:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715270:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 02000000:00000001:3.0:1773613194.715273:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715274:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9936604ab800. 02000000:00000001:3.0:1773613194.715276:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715277:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705880. 02000000:00000001:3.0:1773613194.715280:0:67847:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613194.715281:0:67847:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9936604a8c00. 02000000:00000001:3.0:1773613194.715283:0:67847:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613194.715285:0:67847:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705c00. 00000100:00000010:3.0:1773613194.715288:0:67847:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff99364b02a000. 00000100:00000010:3.0:1773613194.715291:0:67847:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9936604a8000. 00000100:00000001:3.0:1773613194.715293:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.715575:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.715580:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0500. 00000400:00000200:2.0:1773613194.715584:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.715589:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.715593:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:2.0:1773613194.715596:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:2.0:1773613194.715600:0:2384:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1773613194.715603:0:2384:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773613194.715604:0:2384:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b29800. 02000000:00000001:2.0:1773613194.715607:0:2384:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773613194.715608:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613194.720517:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.720523:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c000. 00000400:00000200:2.0:1773613194.720527:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.720533:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.720539:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:2.0:1773613194.720541:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:2.0:1773613194.720546:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.720551:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477074304/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.720561:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.720564:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739c00 x1859762477074304/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.720570:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.720572:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.733075:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733091:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.733094:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733097:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.733105:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733122:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.733131:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733135:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733140:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733144:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d00680 00000400:00000200:2.0:1773613194.733148:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733154:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4cdd [1] + 224 00000800:00000001:2.0:1773613194.733161:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733167:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.733169:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.733174:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.733180:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.733186:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477074048/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613194.733194:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477074048/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.733208:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.733216:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733218:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.733220:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733222:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.733226:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733230:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.733234:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733236:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733239:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733242:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d00780 00000400:00000200:2.0:1773613194.733245:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.733248:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4cf5 [1] + 224 00000800:00000001:2.0:1773613194.733252:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.733258:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.733260:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.733263:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.735047:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.735060:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477074304/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613194.735072:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a739c00 x1859762477074304/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.735091:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613194.735103:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.735119:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613194.782608:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253d08 00000080:00200008:2.0:1773613194.782616:0:82956:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613194.782625:0:82956:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613194.782626:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253c80 00000080:00200000:2.0:1773613194.782628:0:82956:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613194.782634:0:82956:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b400. 00800000:00000002:2.0:1773613194.782640:0:82956:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613194.782644:0:82956:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613194.782649:0:82956:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.782651:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253ba0 00800000:00000002:2.0:1773613194.782653:0:82956:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613194.782658:0:82956:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613194.782663:0:82956:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613194.782667:0:82956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.782669:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253a70 00000002:00010000:2.0:1773613194.782671:0:82956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613194.782675:0:82956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613194.782677:0:82956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613194.782679:0:82956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613194.782686:0:82956:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.782689:0:82956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.782691:0:82956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.782694:0:82956:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613194.782696:0:82956:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613194.782701:0:82956:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613194.782705:0:82956:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613194.782712:0:82956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613194.782716:0:82956:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613194.782722:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.782724:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.782725:0:82956:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.782729:0:82956:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613194.782731:0:82956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613194.782736:0:82956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613194.782742:0:82956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9c00. 00000100:00000001:2.0:1773613194.782749:0:82956:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.782754:0:82956:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613194.782756:0:82956:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.782758:0:82956:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613194.782759:0:82956:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.782761:0:82956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.782766:0:82956:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00010000:00000001:2.0:1773613194.782770:0:82956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613194.782772:0:82956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613194.782776:0:82956:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946700. 00010000:00000010:2.0:1773613194.782780:0:82956:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce500. 00010000:00000001:2.0:1773613194.782784:0:82956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613194.782787:0:82956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2000. 00000020:00000001:2.0:1773613194.782791:0:82956:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613194.782793:0:82956:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2000 with handle 0xa1aa084204a0100f to hash 00000020:00000001:2.0:1773613194.782795:0:82956:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613194.782797:0:82956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.782800:0:82956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.782804:0:82956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613194.782807:0:82956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.782811:0:82956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 82956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613194.782820:0:82956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613194.782830:0:82956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 82956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613194.782848:0:82956:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613194.782850:0:82956:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613194.783156:0:82956:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d890c0. 00000100:00000001:2.0:1773613194.783159:0:82956:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078390976 : -113016631160640 : ffff993643d890c0) 00000100:00000001:2.0:1773613194.783162:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.783164:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000001:2.0:1773613194.783168:0:82956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613194.783172:0:82956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.783174:0:82956:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613194.783176:0:82956:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613194.783185:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.783193:0:82956:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613194.783195:0:82956:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.783198:0:82956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613194.783201:0:82956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613194.783204:0:82956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613194.783207:0:82956:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82956:1859762477074432:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1773613194.783211:0:82956:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613194.783216:0:82956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613194.783218:0:82956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.783221:0:82956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613194.783225:0:82956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993659229000. 02000000:00000001:2.0:1773613194.783227:0:82956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613194.783312:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613194.783317:0:82956:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613194.783324:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613194.783331:0:82956:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477074432, portal 10 00000100:00000001:2.0:1773613194.783333:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.783335:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:2.0:1773613194.783341:0:82956:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.783349:0:82956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613194.783351:0:82956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613194.783354:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7b28. 00000100:00000200:2.0:1773613194.783357:0:82956:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477074432, offset 0 00000400:00000200:2.0:1773613194.783362:0:82956:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613194.783370:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.783377:0:82956:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613194.783381:0:82956:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613194.783461:0:82956:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613194.783540:0:82956:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613194.783543:0:82956:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613194.783547:0:82956:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224728:224728:256:4294967295] 192.168.203.144@tcp LPNI seq info [224663:224663:8:4294967295] 00000400:00000200:2.0:1773613194.783552:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.783561:0:82956:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613194.783566:0:82956:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613194.783572:0:82956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce200. 00000800:00000200:2.0:1773613194.783578:0:82956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613194.783585:0:82956:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613194.783589:0:82956:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613194.783611:0:82956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613194.783616:0:82956:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 184796 usecs (185 jiffies) 00000400:00000200:2.0:1773613194.783619:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613194.783622:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300284754 00000100:00000001:2.0:1773613194.783625:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.783628:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300284754 00000100:00000001:2.0:1773613194.783630:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.783633:0:82956:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613194.783635:0:82956:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.783637:0:82956:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613194.783639:0:82956:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613194.783641:0:82956:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d890c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613194.783644:0:82956:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613194.783647:0:82956:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613194.784376:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.784382:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce200. 00000400:00000200:3.0:1773613194.784456:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.784462:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.784517:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7b28 00000400:00000010:3.0:1773613194.784520:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7b28. 00000100:00000001:3.0:1773613194.784525:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.784530:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.784540:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.784544:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.784551:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.784553:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.788465:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.788690:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.788695:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.788698:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.788707:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.788715:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.788724:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.788728:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.788733:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.788736:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d00800 00000400:00000200:3.0:1773613194.788741:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.788747:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4cfd [1] + 224 00000800:00000001:3.0:1773613194.788755:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.788773:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.788777:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.788781:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.788787:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.788796:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.788808:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.788824:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.788842:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.788851:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613194.789201:0:82956:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613194.789209:0:82956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613194.789211:0:82956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613194.789214:0:82956:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613194.789218:0:82956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613194.789220:0:82956:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613194.789222:0:82956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.789227:0:82956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613194.789245:0:82956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.789251:0:82956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613194.789253:0:82956:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613194.789256:0:82956:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613194.789259:0:82956:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613194.789262:0:82956:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613194.789264:0:82956:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.789267:0:82956:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613194.789275:0:82956:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=122 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613194.789278:0:82956:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613194.789281:0:82956:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613194.789283:0:82956:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789286:0:82956:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613194.789289:0:82956:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.789292:0:82956:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613194.789294:0:82956:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215200 00000100:00000001:2.0:1773613194.789296:0:82956:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613194.789298:0:82956:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613194.789302:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.789308:0:82956:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613194.789311:0:82956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613194.789312:0:82956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613194.789316:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613210 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613194.789323:0:82956:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82956:1859762477074432:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1773613194.789330:0:82956:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613194.789332:0:82956:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.789334:0:82956:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613194.789336:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.789338:0:82956:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613210 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.789344:0:82956:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613194.789347:0:82956:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d890c0. 00000100:00000001:2.0:1773613194.789349:0:82956:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613194.789351:0:82956:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789354:0:82956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613194.789357:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789359:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789361:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=4 00000020:00000001:2.0:1773613194.789364:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789366:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000040:2.0:1773613194.789371:0:82956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2000, remote cookie: 0x1dc4d5fc0aabd5d6, flags: 0x1001 00010000:00010000:2.0:1773613194.789376:0:82956:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613194.789385:0:82956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789391:0:82956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613194.789395:0:82956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613194.789397:0:82956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613194.789398:0:82956:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613194.789400:0:82956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613194.789402:0:82956:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946700) refcount = 1 00010000:00010000:2.0:1773613194.789406:0:82956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789416:0:82956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613194.789419:0:82956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613194.789420:0:82956:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613194.789423:0:82956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613194.789425:0:82956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.789428:0:82956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789434:0:82956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613194.789435:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789437:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789438:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789439:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789440:0:82956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.789444:0:82956:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613194.789446:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789447:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789448:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789450:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789452:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789454:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789455:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789457:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=4 00000020:00000001:2.0:1773613194.789459:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789460:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789463:0:82956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613194.789466:0:82956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.789469:0:82956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789475:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789477:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789478:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789479:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789480:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=5 00000020:00000001:2.0:1773613194.789482:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789484:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789486:0:82956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613194.789489:0:82956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789494:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789496:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613194.789498:0:82956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789504:0:82956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613194.789505:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789506:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789507:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789508:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613194.789512:0:82956:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613210 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613194.789521:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789522:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789523:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789525:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789527:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789528:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789530:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613194.789531:0:82956:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.789533:0:82956:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.789536:0:82956:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613194.789538:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789539:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789541:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789543:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789545:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00000002:00010000:2.0:1773613194.789548:0:82956:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789554:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789556:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789557:0:82956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613194.789558:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789559:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789561:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789563:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789565:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000040:2.0:1773613194.789570:0:82956:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:2.0:1773613194.789573:0:82956:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613194.789577:0:82956:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773613194.789580:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789581:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613194.789583:0:82956:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613194.789585:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c22539f0 00000002:00002000:2.0:1773613194.789587:0:82956:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613194.789590:0:82956:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.789593:0:82956:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.789596:0:82956:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613194.789598:0:82956:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773613194.789601:0:82956:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613194.789605:0:82956:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613194.789608:0:82956:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b400. 00000080:00000001:2.0:1773613194.789612:0:82956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613194.789614:0:82956:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613194.789620:0:82956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773613194.789624:0:82956:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613194.789629:0:82956:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9936498e4500. 00800000:00000001:2.0:1773613194.789632:0:82956:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057174185216 : -113016535366400 : ffff9936498e4500) 00800000:00000001:2.0:1773613194.789634:0:82956:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.789636:0:82956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613194.789638:0:82956:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613194.789640:0:82956:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613194.789643:0:82956:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613194.789646:0:82956:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613194.789648:0:82956:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.789652:0:82956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613194.789655:0:82956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773613194.789657:0:82956:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613182 to 1773613194 00000080:00200000:2.0:1773613194.789661:0:82956:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613194.789663:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789665:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789666:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789668:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789670:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789672:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789673:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613194.789675:0:82956:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613194.789677:0:82956:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613194.789678:0:82956:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4500 1 00800000:00000010:2.0:1773613194.789680:0:82956:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9936498e4500. 00800000:00000001:2.0:1773613194.789683:0:82956:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.789686:0:82956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0100f 00800000:00000001:2.0:1773613194.789689:0:82956:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613194.789691:0:82956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613194.789692:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789694:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789695:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789697:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789699:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789701:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789702:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613194.789704:0:82956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.789705:0:82956:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.789707:0:82956:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.789709:0:82956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613194.789713:0:82956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0100f from it ffffaca8c2253cb8 00010000:00000001:2.0:1773613194.789714:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.789716:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.789717:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.789719:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789720:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.789722:0:82956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613194.789725:0:82956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613194.789731:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789732:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789733:0:82956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613194.789735:0:82956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613194.789737:0:82956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613194.789744:0:82956:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613194.789747:0:82956:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613194.789749:0:82956:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613194.789753:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789754:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.789756:0:82956:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789759:0:82956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613194.789760:0:82956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789762:0:82956:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789765:0:82956:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.789767:0:82956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613194.789768:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.789769:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613194.789771:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.789775:0:82956:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477074432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613210 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.789781:0:82956:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613194.789783:0:82956:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613194.789786:0:82956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993659229000. 02000000:00000001:2.0:1773613194.789790:0:82956:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613194.789792:0:82956:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613194.789794:0:82956:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613194.789796:0:82956:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613194.789798:0:82956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613194.789802:0:82956:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613194.789804:0:82956:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613194.789805:0:82956:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613194.789809:0:82956:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613194.789810:0:82956:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613194.789814:0:82956:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.789818:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253d08 00000080:00000008:2.0:1773613194.789820:0:82956:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613194.790471:0:82956:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.790500:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253d08 00000080:00200008:2.0:1773613194.790503:0:82956:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773613194.790508:0:82956:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613194.790509:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253c80 00000080:00200000:2.0:1773613194.790511:0:82956:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613194.790516:0:82956:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b400. 00800000:00000002:2.0:1773613194.790520:0:82956:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613194.790524:0:82956:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613194.790527:0:82956:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.790528:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253ba0 00800000:00000002:2.0:1773613194.790530:0:82956:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613194.790534:0:82956:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613194.790538:0:82956:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613194.790541:0:82956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.790543:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253a70 00000002:00010000:2.0:1773613194.790545:0:82956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613194.790548:0:82956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613194.790550:0:82956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613194.790552:0:82956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613194.790556:0:82956:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:2.0:1773613194.790559:0:82956:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613194.790562:0:82956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613194.790564:0:82956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613194.790567:0:82956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613194.790575:0:82956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613194.790579:0:82956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.790582:0:82956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613194.790588:0:82956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613194.790590:0:82956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613194.790591:0:82956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613194.790593:0:82956:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613194.790595:0:82956:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613194.790597:0:82956:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613194.790600:0:82956:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613194.790601:0:82956:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613194.790604:0:82956:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b400. 00000080:00000001:2.0:1773613194.790607:0:82956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613194.790608:0:82956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.790611:0:82956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613194.790613:0:82956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0100f 00800000:00000001:2.0:1773613194.790616:0:82956:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613194.790618:0:82956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613194.790619:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.790620:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.790622:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.790624:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790626:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790628:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790630:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613194.790631:0:82956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.790633:0:82956:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.790635:0:82956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0100f from it ffffaca8c2253cb8 00010000:00000001:2.0:1773613194.790637:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.790637:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.790639:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.790641:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790643:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790645:0:82956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613194.790647:0:82956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613194.790653:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790654:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.790655:0:82956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613194.790657:0:82956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613194.790659:0:82956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613194.790664:0:82956:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613194.790666:0:82956:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613194.790668:0:82956:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613194.790670:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790671:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.790673:0:82956:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790675:0:82956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613194.790676:0:82956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790678:0:82956:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790680:0:82956:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790681:0:82956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613194.790683:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790684:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613194.790686:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613194.790687:0:82956:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613194.790689:0:82956:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613194.790693:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253d08 00000080:00000008:2.0:1773613194.790695:0:82956:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773613194.790790:0:82956:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613194.790792:0:82956:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613194.790794:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253b78 00000080:00200000:2.0:1773613194.790795:0:82956:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613194.790799:0:82956:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b400. 00800000:00000002:2.0:1773613194.790802:0:82956:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613194.790804:0:82956:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613194.790806:0:82956:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.790807:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253a98 00800000:00000002:2.0:1773613194.790809:0:82956:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613194.790812:0:82956:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613194.790814:0:82956:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613194.790817:0:82956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613194.790818:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253968 00000002:00010000:2.0:1773613194.790820:0:82956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613194.790822:0:82956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613194.790824:0:82956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613194.790825:0:82956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613194.790827:0:82956:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:2.0:1773613194.790829:0:82956:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613194.790831:0:82956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613194.790833:0:82956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613194.790836:0:82956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613194.790843:0:82956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613194.790845:0:82956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613194.790848:0:82956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613194.790854:0:82956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613194.790855:0:82956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613194.790857:0:82956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613194.790858:0:82956:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613194.790860:0:82956:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613194.790861:0:82956:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613194.790863:0:82956:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613194.790865:0:82956:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613194.790867:0:82956:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b400. 00000080:00000001:2.0:1773613194.790870:0:82956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613194.790872:0:82956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.790874:0:82956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613194.790877:0:82956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0100f 00800000:00000001:2.0:1773613194.790879:0:82956:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613194.790880:0:82956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613194.790882:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.790883:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.790884:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.790886:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790889:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790891:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790892:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613194.790893:0:82956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.790894:0:82956:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613194.790896:0:82956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0100f from it ffffaca8c2253bb0 00010000:00000001:2.0:1773613194.790897:0:82956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613194.790898:0:82956:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613194.790899:0:82956:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2000 refcount=3 00000020:00000001:2.0:1773613194.790901:0:82956:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790903:0:82956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059618816 : -113016649932800 : ffff993642ba2000) 00010000:00000001:2.0:1773613194.790905:0:82956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613194.790907:0:82956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613194.790913:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790914:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.790915:0:82956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613194.790917:0:82956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613194.790919:0:82956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2000/0xa1aa084204a0100f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd5d6 expref: -99 pid: 82956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613194.790925:0:82956:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613194.790927:0:82956:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613194.790928:0:82956:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613194.790930:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790931:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613194.790964:0:82956:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790967:0:82956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613194.790968:0:82956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790970:0:82956:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790972:0:82956:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.790973:0:82956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613194.790974:0:82956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613194.790976:0:82956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613194.790977:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613194.790978:0:82956:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613194.790981:0:82956:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 44 00000080:00000001:2.0:1773613194.790984:0:82956:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.790987:0:82956:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773613194.790989:0:82956:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613194.790991:0:82956:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2253b78 00000080:00200008:2.0:1773613194.790992:0:82956:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000 00000080:00000010:2.0:1773613194.790997:0:82956:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159e640. 00000080:00000001:2.0:1773613194.791001:0:82956:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.791003:0:82956:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.791091:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773613194.791094:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:2.0:1773613194.791100:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773613194.791104:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773613194.791121:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9936604a9c00. 00000020:00000001:2.0:1773613194.791125:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.791128:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773613194.791130:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773613194.791132:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff9936604a9c00 uarg=0000000000000000 00800000:00000001:2.0:1773613194.791137:0:82956:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773613194.791139:0:82956:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff993644bc9800: age 5604, max_age 5616 00000002:00000001:2.0:1773613194.791143:0:82956:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773613194.791146:0:82956:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000010:2.0:1773613194.791150:0:82956:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613194.791153:0:82956:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613194.791156:0:82956:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613194.791159:0:82956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613194.791162:0:82956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613194.791167:0:82956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4ce600. 00000100:00000001:2.0:1773613194.791173:0:82956:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.791175:0:82956:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613194.791177:0:82956:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613194.791182:0:82956:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993643d890c0. 00000100:00000001:2.0:1773613194.791184:0:82956:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057078390976 : -113016631160640 : ffff993643d890c0) 00000100:00000001:2.0:1773613194.791186:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.791187:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000001:2.0:1773613194.791191:0:82956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613194.791195:0:82956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.791197:0:82956:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613194.791198:0:82956:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613194.791205:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.791212:0:82956:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613194.791214:0:82956:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.791218:0:82956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613194.791220:0:82956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613194.791222:0:82956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613194.791225:0:82956:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82956:1859762477074560:192.168.203.144@tcp:41:lfs.0 00000100:00000001:2.0:1773613194.791230:0:82956:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613194.791234:0:82956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613194.791236:0:82956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.791238:0:82956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613194.791242:0:82956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604a9000. 02000000:00000001:2.0:1773613194.791243:0:82956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613194.791250:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613194.791254:0:82956:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613194.791259:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613194.791265:0:82956:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477074560, portal 10 00000100:00000001:2.0:1773613194.791267:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613194.791268:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:2.0:1773613194.791274:0:82956:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.791296:0:82956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613194.791299:0:82956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613194.791302:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00000200:2.0:1773613194.791305:0:82956:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477074560, offset 0 00000400:00000200:2.0:1773613194.791310:0:82956:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613194.791318:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.791325:0:82956:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613194.791330:0:82956:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613194.791333:0:82956:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613194.791337:0:82956:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613194.791339:0:82956:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613194.791344:0:82956:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224729:224729:256:4294967295] 192.168.203.144@tcp LPNI seq info [224664:224664:8:4294967295] 00000400:00000200:2.0:1773613194.791348:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.791356:0:82956:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613194.791361:0:82956:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613194.791366:0:82956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce300. 00000800:00000200:2.0:1773613194.791371:0:82956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613194.791378:0:82956:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613194.791382:0:82956:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613194.791400:0:82956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613194.791404:0:82956:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 184251 usecs (185 jiffies) 00000400:00000200:2.0:1773613194.791407:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613194.791410:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300284762 00000800:00000200:2.0:1773613194.791501:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.791505:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce300. 00000400:00000200:2.0:1773613194.791508:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.791513:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.791517:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:2.0:1773613194.791519:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:2.0:1773613194.791523:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.791527:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.791536:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.791539:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.791545:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.791547:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613194.791564:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.791567:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300284762 00000100:00000001:2.0:1773613194.791569:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300286842 00000100:00000001:2.0:1773613194.791571:0:82956:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613194.791574:0:82956:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.791576:0:82956:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613194.791577:0:82956:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613194.791579:0:82956:0:(client.c:2690:ptlrpc_set_wait()) set ffff993643d890c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613194.791582:0:82956:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613194.791584:0:82956:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613194.796588:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.796603:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.796607:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.796609:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.796618:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.796625:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.796633:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.796637:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.796642:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.796646:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1d00880 00000400:00000200:3.0:1773613194.796650:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.796656:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4d0d [1] + 224 00000800:00000001:3.0:1773613194.796662:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.796669:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.796672:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.796676:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.796682:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.796690:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613194.796701:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.796754:0:82956:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613194.796776:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.796785:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.796788:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613194.796830:0:82956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613194.796842:0:82956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613194.797293:0:82956:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613194.797300:0:82956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613194.797302:0:82956:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613194.797306:0:82956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.797311:0:82956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613194.797321:0:82956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.797328:0:82956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613194.797330:0:82956:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613194.797333:0:82956:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613194.797337:0:82956:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613194.797339:0:82956:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613194.797341:0:82956:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613194.797344:0:82956:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613194.797352:0:82956:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=122 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613194.797356:0:82956:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613194.797359:0:82956:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613194.797360:0:82956:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613194.797363:0:82956:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613194.797366:0:82956:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.797370:0:82956:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613194.797372:0:82956:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215200 00000100:00000001:2.0:1773613194.797374:0:82956:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613194.797377:0:82956:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613194.797382:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.797542:0:82956:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613194.797546:0:82956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613194.797548:0:82956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613194.797553:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613194.797566:0:82956:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82956:1859762477074560:192.168.203.144@tcp:41:lfs.0 00000100:00000001:2.0:1773613194.797571:0:82956:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613194.797574:0:82956:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.797576:0:82956:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613194.797578:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.797582:0:82956:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.797588:0:82956:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613194.797591:0:82956:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d890c0. 00000100:00000001:2.0:1773613194.797594:0:82956:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613194.797596:0:82956:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613194.797602:0:82956:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773613194.797604:0:82956:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.797606:0:82956:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477074560/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613210 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.797613:0:82956:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613194.797615:0:82956:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613194.797618:0:82956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9936604a9000. 02000000:00000001:2.0:1773613194.797620:0:82956:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613194.797622:0:82956:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613194.797625:0:82956:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613194.797627:0:82956:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613194.797629:0:82956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b4ce600. 02000000:00000001:2.0:1773613194.797632:0:82956:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613194.797634:0:82956:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613194.797636:0:82956:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613194.797639:0:82956:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613194.797640:0:82956:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613194.797642:0:82956:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613194.797643:0:82956:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613194.797645:0:82956:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773613194.797647:0:82956:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff993644bc9800: update ffff993644b237c0 cache blocks 17225/17269 objects 496082/496475 00800000:00000001:2.0:1773613194.797651:0:82956:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613194.797657:0:82956:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.797660:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613194.797662:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff9936604a9c00. 00000080:00000001:2.0:1773613194.797665:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613194.797667:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.797872:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.797876:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.797883:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.797886:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.797892:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.797896:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.797898:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.797901:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.797902:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.797906:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797908:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797910:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.797912:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.797916:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797918:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797922:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.797923:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.797926:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.797928:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.797930:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.797951:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.797954:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.797955:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.797956:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.797959:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797961:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797963:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.797965:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.797968:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797969:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797973:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.797974:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.797976:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.797978:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.797981:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.797983:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.797984:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.797985:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.797987:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.797989:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797991:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797993:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.797995:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.797997:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.797999:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798002:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798003:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798006:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798007:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798009:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798011:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798013:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798014:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798027:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798031:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798033:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798035:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798037:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798039:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798042:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798045:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798046:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798049:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798050:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798053:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798054:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798056:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798058:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798059:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798061:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798063:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798065:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798067:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798069:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798071:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798074:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798076:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798078:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798080:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798082:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798084:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798086:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798087:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798088:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798091:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798092:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798094:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798096:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798098:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798100:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798103:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798104:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798107:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798118:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798121:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798123:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798125:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798126:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798128:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798132:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798133:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798135:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798140:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798142:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798144:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798147:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798149:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798151:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798152:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798154:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798156:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798157:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798158:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798159:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798161:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798163:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798164:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798166:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798168:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798169:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798172:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798173:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798175:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798176:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798178:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798179:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798181:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798182:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798183:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798186:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798188:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798190:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798191:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798193:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798195:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798198:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798199:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798201:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798202:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798204:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798206:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798207:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798209:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798210:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798212:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798213:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798215:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798217:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798218:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798220:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798223:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798224:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798226:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798227:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798229:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798240:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798242:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798244:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798245:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798247:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798249:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798250:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798252:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798254:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798256:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798260:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798261:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798263:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798264:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798266:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798268:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798269:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798270:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798271:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798273:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798275:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798277:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798279:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798281:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798283:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798285:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798287:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798289:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798290:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798292:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798294:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798296:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798297:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798298:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798300:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798302:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798303:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798305:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798307:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798309:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798311:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798313:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798315:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798316:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798318:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798320:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798322:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798323:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798324:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798326:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798328:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798330:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798332:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798334:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798336:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798339:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798341:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798343:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798344:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798346:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798348:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798350:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798351:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798353:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798355:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798357:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798358:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798360:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798362:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798364:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798367:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798369:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798371:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798372:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798375:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798377:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798379:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798380:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798381:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798393:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798396:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798397:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798399:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798401:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798403:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798407:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798408:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798411:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798412:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798414:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798416:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798418:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798419:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798421:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798424:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798426:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798428:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798430:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798432:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798434:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798436:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798438:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798440:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798441:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798443:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798445:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798446:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798448:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798449:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798451:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798453:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798455:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798457:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798459:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798461:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798464:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798465:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798467:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798468:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798470:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798472:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798474:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798475:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798476:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798478:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798480:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798482:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798484:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798487:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798488:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798491:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798492:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798495:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798496:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798498:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798500:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798502:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798503:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798504:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798506:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798509:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798511:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798513:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798515:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798516:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798519:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798520:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798523:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798524:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798526:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798528:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798530:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798531:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798532:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798534:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798536:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798538:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798540:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798542:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798544:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798547:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798548:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798550:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798551:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798553:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798555:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798557:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798558:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798559:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798561:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798563:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798565:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798567:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798569:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798571:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798574:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798575:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798577:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798579:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798580:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798583:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798584:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798585:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798586:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798588:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798590:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798591:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798593:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798595:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798597:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798600:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798601:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798603:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798604:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798606:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798608:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798610:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798611:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798612:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798614:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798616:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798618:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798620:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798622:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798624:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798627:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798629:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798631:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798632:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798634:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798636:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798637:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798638:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798640:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798642:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798645:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798646:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798649:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798651:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798652:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798655:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798656:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798658:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798659:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798661:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798663:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798664:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798665:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798667:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798669:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798671:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798673:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798675:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798677:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798679:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798682:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798683:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798686:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798687:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798689:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798691:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798692:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798694:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798695:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798698:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798700:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798702:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798704:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798706:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798707:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798710:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798711:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798713:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798714:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798716:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798718:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798719:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798720:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798722:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798724:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798726:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798728:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798730:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798732:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798734:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798736:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798737:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798740:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798741:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798742:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798745:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798746:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798748:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798749:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798752:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798754:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798755:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798757:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798759:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798761:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798763:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798764:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798767:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798768:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798770:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798771:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798773:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798774:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798775:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798778:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798780:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798782:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798784:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798785:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798787:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798790:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798791:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798794:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798795:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798796:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798798:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798800:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798801:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798802:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798805:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798807:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798809:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798811:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798813:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798815:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798818:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798819:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798821:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798823:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798824:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798827:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798828:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798829:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798831:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798833:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798835:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798837:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798839:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798841:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798843:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798846:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798847:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798850:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798851:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798853:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798855:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798857:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798858:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798859:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798861:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798864:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798865:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798867:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798870:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798871:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798874:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798875:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798878:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798879:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798881:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798882:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798884:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798884:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798886:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798888:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798890:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798891:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798893:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798895:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798897:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798900:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798901:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798904:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798905:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798907:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798909:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798910:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798911:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798913:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798916:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798917:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798919:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798921:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798923:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798925:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798928:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798930:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798932:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798957:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798959:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798962:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798964:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798965:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798966:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798969:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798971:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798972:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.798975:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.798977:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798979:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798982:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.798984:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.798986:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.798988:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.798990:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.798991:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.798993:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.798994:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.798995:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.798998:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.798999:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799001:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799003:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799005:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799007:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799009:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799011:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799013:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799014:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799016:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799018:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799020:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799021:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799023:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799025:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799027:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799029:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799031:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799033:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799035:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799038:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799039:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799041:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799043:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799045:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799047:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799048:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799049:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799051:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799053:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799055:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799057:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799060:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799062:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799063:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799066:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799067:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799070:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799071:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799073:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799075:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799077:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799078:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799080:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799082:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799084:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799086:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799088:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799091:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799093:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799096:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799097:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799100:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799101:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799103:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799105:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799106:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799118:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799119:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799122:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799124:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799126:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799128:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799131:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799133:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799137:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799138:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799141:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799142:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799145:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799148:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799149:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799151:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799152:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799154:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799157:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799159:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799161:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799163:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799165:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799168:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799169:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799172:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799173:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799175:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799177:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799179:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799180:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799181:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799184:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799186:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799200:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799202:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799204:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799206:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799210:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799211:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799214:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799215:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799217:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799219:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799221:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799222:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799224:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799227:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799229:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799231:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799233:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799235:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799237:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799240:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799242:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799245:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799246:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799248:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799250:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799252:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799253:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799255:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799257:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799259:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799261:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799263:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799265:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799267:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799270:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799271:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799274:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799275:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799277:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799278:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799280:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799281:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799282:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799284:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799286:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799288:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799290:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799293:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799294:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799297:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799299:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799301:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799302:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799304:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799306:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799307:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799308:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799309:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799312:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799313:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799315:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799317:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799319:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799321:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799324:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799325:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799328:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799329:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799331:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799333:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799335:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799336:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799337:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799340:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799341:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799343:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799345:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799347:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799349:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799351:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799353:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799355:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799356:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799359:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799361:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799362:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799363:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799364:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799367:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799368:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799370:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799372:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799374:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799375:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799378:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799379:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799381:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799382:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799384:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799386:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799387:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799389:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799390:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799392:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799394:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799395:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799397:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799399:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799401:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799403:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799404:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799407:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799408:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799410:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799412:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799414:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799415:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799416:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799418:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799419:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799421:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799423:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799424:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799426:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799429:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799430:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799432:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799433:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799436:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799438:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799439:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799440:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799441:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799443:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799445:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799447:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799449:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799451:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799453:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799456:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799457:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799460:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799461:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799463:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799465:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799467:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799468:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799469:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799472:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799474:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799476:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799478:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799480:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799482:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799485:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799487:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799489:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799490:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799493:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799495:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799497:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799498:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799499:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799502:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799503:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799505:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799507:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799510:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799511:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799514:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799515:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799518:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799519:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799521:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799523:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799525:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799526:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799528:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799530:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799532:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799534:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799536:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799539:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799540:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799543:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799545:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799547:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799548:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799551:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799553:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799555:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799556:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799557:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799560:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799561:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799563:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799565:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799567:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799569:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799573:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799575:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799577:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799578:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799581:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799582:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799584:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799585:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799586:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799588:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799590:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799591:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799593:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799595:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799596:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799599:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799601:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799604:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799605:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799607:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799609:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799610:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799611:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799612:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799614:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799616:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799617:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799619:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799621:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799623:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799626:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799627:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799629:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799630:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799632:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799635:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799636:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799637:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799638:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799641:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799642:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799644:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799645:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799648:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799649:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799651:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799653:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799656:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799656:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799659:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799661:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799662:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799664:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799665:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799667:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799669:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799671:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799673:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799675:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799677:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799680:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799681:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799684:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799685:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799687:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799689:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799691:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799693:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799694:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799697:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799699:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799701:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799703:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799705:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799706:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799709:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799711:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799713:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799714:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799717:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799719:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799721:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799723:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799724:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799726:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799728:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799730:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799732:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799734:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799736:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799739:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799740:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799742:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799744:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799746:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799748:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799749:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799750:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799751:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799753:0:82956:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799755:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799756:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773613194.799758:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799760:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799762:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773613194.799764:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799765:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799767:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799768:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799770:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799772:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799774:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773613194.799775:0:82956:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773613194.799776:0:82956:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00800000:00000001:3.0:1773613194.799779:0:82956:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773613194.799781:0:82956:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773613194.799782:0:82956:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773613194.799784:0:82956:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993644b2ac00. 00000080:00000001:3.0:1773613194.799786:0:82956:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773613194.799787:0:82956:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773613194.799790:0:82956:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773613194.799791:0:82956:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffde3677970 00000080:00000001:3.0:1773613194.799794:0:82956:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773613194.799795:0:82956:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773613194.799797:0:82956:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993644b2ac00. 00000020:00000001:3.0:1773613194.799799:0:82956:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.799801:0:82956:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773613194.799804:0:82956:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773613194.799806:0:82956:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993644b2ac00 uarg=0000000000000000 00020000:00000001:3.0:1773613194.799812:0:82956:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1773613194.799814:0:82956:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff993644bc9800: age 5604, max_age 5616 00000008:00000001:3.0:1773613194.799818:0:82956:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:3.0:1773613194.799821:0:82956:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000010:3.0:1773613194.799828:0:82956:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705c00. 00000020:00000040:3.0:1773613194.799831:0:82956:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613194.799834:0:82956:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613194.799836:0:82956:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613194.799838:0:82956:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773613194.799840:0:82956:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613194.799843:0:82956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613194.799848:0:82956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613194.799855:0:82956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0700. 00000100:00000001:3.0:1773613194.799861:0:82956:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.799864:0:82956:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613194.799866:0:82956:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613194.799871:0:82956:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837900. 00000100:00000001:3.0:1773613194.799874:0:82956:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190254848 : -113016519296768 : ffff99364a837900) 00000100:00000001:3.0:1773613194.799876:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613194.799878:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189002240 : -113016520549376 : ffff99364a705c00) 00000100:00000001:3.0:1773613194.799882:0:82956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613194.799887:0:82956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.799889:0:82956:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613194.799890:0:82956:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613194.799900:0:82956:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.799907:0:82956:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613194.799909:0:82956:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.799912:0:82956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613194.799915:0:82956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613194.799917:0:82956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613194.799921:0:82956:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705c00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:82956:1859762477074688:192.168.203.144@tcp:13:lfs.0 00000100:00000001:3.0:1773613194.799924:0:82956:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613194.799929:0:82956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613194.799931:0:82956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.799956:0:82956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613194.799960:0:82956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28800. 02000000:00000001:3.0:1773613194.799962:0:82956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613194.799969:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613194.799973:0:82956:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da630. 00000400:00000010:3.0:1773613194.799978:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc7f8. 00000100:00000200:3.0:1773613194.799985:0:82956:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477074688, portal 4 00000100:00000001:3.0:1773613194.799987:0:82956:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613194.799988:0:82956:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189002240 : -113016520549376 : ffff99364a705c00) 00000100:00000040:3.0:1773613194.799994:0:82956:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.800002:0:82956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613194.800004:0:82956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613194.800006:0:82956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613194.800009:0:82956:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859762477074688, offset 0 00000400:00000200:3.0:1773613194.800015:0:82956:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613194.800022:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.800029:0:82956:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613194.800034:0:82956:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613194.800038:0:82956:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613194.800041:0:82956:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613194.800044:0:82956:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613194.800048:0:82956:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224730:224730:256:4294967295] 192.168.203.144@tcp LPNI seq info [224665:224665:8:4294967295] 00000400:00000200:3.0:1773613194.800052:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.800061:0:82956:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613194.800066:0:82956:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613194.800069:0:82956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613194.800075:0:82956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613194.800083:0:82956:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613194.800087:0:82956:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613194.800121:0:82956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.800125:0:82956:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 192180 usecs (193 jiffies) 00000400:00000200:3.0:1773613194.800129:0:82956:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613194.800132:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300284776 00000100:00000001:3.0:1773613194.800134:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300286842 00000100:00000001:3.0:1773613194.800137:0:82956:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300284776 00000100:00000001:3.0:1773613194.800139:0:82956:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300286842 00000100:00000001:3.0:1773613194.800141:0:82956:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613194.800143:0:82956:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.800145:0:82956:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613194.800147:0:82956:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613194.800150:0:82956:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837900 going to sleep for 11 seconds 00000100:00000001:3.0:1773613194.800153:0:82956:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613194.800155:0:82956:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613194.800266:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.800270:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:3.0:1773613194.800273:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.800278:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613194.800282:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613194.800285:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613194.800288:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613194.800293:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.800301:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613194.800304:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.800310:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.800312:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.802809:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.802826:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.802830:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.803004:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.803014:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.803032:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.803040:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.803045:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.803051:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.803055:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d00900 00000400:00000200:3.0:1773613194.803059:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.803065:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4d1d [1] + 224 00000800:00000001:3.0:1773613194.803072:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.803079:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.803082:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.803086:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.803091:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.803098:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613194.803118:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a705c00 x1859762477074688/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.803198:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.803207:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.803210:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.804672:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.804678:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613194.804684:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.804689:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.804702:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:2.0:1773613194.804705:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:2.0:1773613194.804709:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.804713:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477074816/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.804723:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.804726:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477074816/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.804733:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.804735:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.808982:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.808997:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.809000:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.809002:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.809010:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.809018:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.809027:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.809031:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.809036:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.809041:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d00980 00000400:00000200:3.0:1773613194.809045:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.809052:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4d2d [1] + 224 00000800:00000001:3.0:1773613194.809060:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.809080:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.809083:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.809088:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.809095:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.809103:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477074816/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613194.809125:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9936590e5880 x1859762477074816/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.809137:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.809548:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.809553:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.824459:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.824468:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500000. 00000400:00000200:2.0:1773613194.824474:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.824479:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.824484:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:2.0:1773613194.824486:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:2.0:1773613194.824490:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.824494:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477075072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.824512:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.824516:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477075072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.824522:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.824524:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.832972:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1773613194.832983:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00000800:00000001:3.0:1773613194.832989:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.832991:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1773613194.832992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2000. 00000800:00000001:3.0:1773613194.832994:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.833002:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.833009:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.833018:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.833022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.833027:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.833031:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d00a80 00000400:00000200:3.0:1773613194.833036:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.833042:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4d35 [32] + 224 00000800:00000001:3.0:1773613194.833049:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.833057:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.833060:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.833064:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.833071:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.833079:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477075072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.833090:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9936590e5880 x1859762477075072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.833121:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.833129:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.833132:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613194.836326:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323d28 00000080:00200008:3.0:1773613194.836334:0:82957:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x1:0x0](ffff99365810db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613194.836341:0:82957:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613194.836343:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323ca0 00000080:00200000:3.0:1773613194.836345:0:82957:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x1:0x0](ffff99365810db88),name=recon 00000080:00000010:3.0:1773613194.836350:0:82957:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660f29600. 00800000:00000002:3.0:1773613194.836356:0:82957:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613194.836362:0:82957:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613194.836365:0:82957:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613194.836368:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323bc0 00800000:00000002:3.0:1773613194.836370:0:82957:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x1:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613194.836373:0:82957:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613194.836378:0:82957:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613194.836382:0:82957:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613194.836384:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323a90 00000002:00010000:3.0:1773613194.836386:0:82957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613194.836390:0:82957:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613194.836391:0:82957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613194.836394:0:82957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613194.836399:0:82957:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa300 count: 2 00010000:00000001:3.0:1773613194.836402:0:82957:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613194.836406:0:82957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613194.836409:0:82957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613194.836414:0:82957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a00ffa lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd5b3 expref: -99 pid: 82951 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773613194.836424:0:82957:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613194.836428:0:82957:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613194.836432:0:82957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a00ffa lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd5b3 expref: -99 pid: 82951 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773613194.836439:0:82957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613194.836441:0:82957:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613194.836443:0:82957:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613194.836445:0:82957:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613194.836447:0:82957:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613194.836449:0:82957:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613194.836451:0:82957:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613194.836454:0:82957:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613194.836457:0:82957:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660f29600. 00000080:00000001:3.0:1773613194.836460:0:82957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613194.836462:0:82957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613194.836464:0:82957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x1:0x0](ffff99365810db88) 00000080:00010000:3.0:1773613194.836467:0:82957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x1:0x0](ffff99365810db88) for lock 0xa1aa084204a00ffa 00800000:00000001:3.0:1773613194.836470:0:82957:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613194.836472:0:82957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613194.836474:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.836476:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.836478:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:3.0:1773613194.836481:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:3.0:1773613194.836483:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:3.0:1773613194.836486:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836487:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613194.836489:0:82957:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613194.836491:0:82957:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613194.836493:0:82957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a00ffa from it ffffaca8c2323cd8 00010000:00000001:3.0:1773613194.836495:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.836496:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.836497:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:3.0:1773613194.836499:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:3.0:1773613194.836501:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:3.0:1773613194.836503:0:82957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613194.836506:0:82957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a00ffa lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd5b3 expref: -99 pid: 82951 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613194.836512:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836513:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.836514:0:82957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613194.836516:0:82957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613194.836519:0:82957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a00ffa lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd5b3 expref: -99 pid: 82951 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613194.836526:0:82957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613194.836528:0:82957:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613194.836530:0:82957:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613194.836533:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836534:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.836535:0:82957:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836538:0:82957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613194.836540:0:82957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836542:0:82957:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836544:0:82957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836546:0:82957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613194.836548:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836549:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613194.836551:0:82957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613194.836553:0:82957:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613194.836556:0:82957:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773613194.836559:0:82957:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613194.836561:0:82957:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613194.836563:0:82957:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613194.836565:0:82957:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.836566:0:82957:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613194.836570:0:82957:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773613194.836572:0:82957:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613194.836576:0:82957:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613194.836579:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:3.0:1773613194.836582:0:82957:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660f29a00. 00000020:00000010:3.0:1773613194.836586:0:82957:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613194.836592:0:82957:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613194.836596:0:82957:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613194.836600:0:82957:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613194.836604:0:82957:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613194.836608:0:82957:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613194.836614:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8e00. 00000008:00000010:3.0:1773613194.836617:0:82957:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613194.836621:0:82957:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613194.836625:0:82957:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613194.836628:0:82957:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613194.836630:0:82957:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613194.836633:0:82957:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000020:00000001:3.0:1773613194.836636:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.836639:0:82957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613194.836640:0:82957:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613194.836642:0:82957:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773613194.836645:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.836647:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773613194.836649:0:82957:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613194.836651:0:82957:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.836653:0:82957:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613194.836657:0:82957:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x1:0x0]io ffff9936594f3048 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773613194.836660:0:82957:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000001:3.0:1773613194.836664:0:82957:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613194.836665:0:82957:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613194.836668:0:82957:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613194.836669:0:82957:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836672:0:82957:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773613194.836674:0:82957:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613194.836675:0:82957:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836677:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.836678:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613194.836679:0:82957:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613194.836680:0:82957:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00000020:00000001:3.0:1773613194.836682:0:82957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613194.836685:0:82957:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773613194.836686:0:82957:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x1:0x0] 00000020:00000001:3.0:1773613194.836688:0:82957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773613194.836690:0:82957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773613194.836692:0:82957:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773613194.836694:0:82957:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773613194.836699:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773613194.836703:0:82957:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993643f50300. 00020000:00000002:3.0:1773613194.836706:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613194.836708:0:82957:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773613194.836710:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.836712:0:82957:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613194.836713:0:82957:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613194.836715:0:82957:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32cf0. 00000020:00000010:3.0:1773613194.836718:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8a00. 00000020:00000010:3.0:1773613194.836721:0:82957:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8200. 00000020:00000010:3.0:1773613194.836723:0:82957:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed8a0. 00000008:00000010:3.0:1773613194.836726:0:82957:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926ce18. 00020000:00000010:3.0:1773613194.836729:0:82957:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9540. 00008000:00000010:3.0:1773613194.836732:0:82957:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a6de8. 00000080:00000010:3.0:1773613194.836735:0:82957:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d011f8. 00000080:00000010:3.0:1773613194.836738:0:82957:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2238. 00000020:00000010:3.0:1773613194.836742:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9400. 00000008:00000010:3.0:1773613194.836745:0:82957:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18420. 00020000:00000010:3.0:1773613194.836748:0:82957:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613194.836751:0:82957:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe2f8. 00000080:00000010:3.0:1773613194.836753:0:82957:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fe10. 00000020:00000001:3.0:1773613194.836755:0:82957:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192332536 : -113016517219080 : ffff99364aa32cf8) 00000020:00001000:3.0:1773613194.836757:0:82957:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32cf0 00000020:00000001:3.0:1773613194.836759:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a72d8 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.836761:0:82957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613194.836763:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.836764:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613194.836766:0:82957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836768:0:82957:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836769:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.836771:0:82957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773613194.836774:0:82957:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993643ef1c80. 00000008:00010000:3.0:1773613194.836777:0:82957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773613194.836779:0:82957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613194.836780:0:82957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773613194.836782:0:82957:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993643f50330, osc lock ffff993643ef1c80, flags 0x400001002 00000020:00000001:3.0:1773613194.836784:0:82957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836785:0:82957:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836787:0:82957:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057080255232 : -113016629296384 : ffff993643f50300) 00000020:00000001:3.0:1773613194.836789:0:82957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613194.836790:0:82957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773613194.836792:0:82957:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836794:0:82957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836796:0:82957:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773613194.836798:0:82957:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773613194.836800:0:82957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613194.836801:0:82957:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613194.836803:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.836804:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.836806:0:82957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613194.836808:0:82957:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613194.836810:0:82957:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773613194.836813:0:82957:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613194.836815:0:82957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613194.836817:0:82957:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613194.836819:0:82957:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613194.836820:0:82957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613194.836821:0:82957:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613194.836823:0:82957:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773613194.836825:0:82957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613194.836829:0:82957:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa500 count: 2 00010000:00000001:3.0:1773613194.836831:0:82957:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613194.836835:0:82957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613194.836838:0:82957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613194.836842:0:82957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773613194.836851:0:82957:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613194.836854:0:82957:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613194.836857:0:82957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613194.836864:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.836865:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.836867:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=4 00000020:00000001:3.0:1773613194.836868:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.836870:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00000008:00000001:3.0:1773613194.836874:0:82957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773613194.836876:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.836877:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.836878:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=5 00000020:00000001:3.0:1773613194.836880:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.836882:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00000020:00000001:3.0:1773613194.836885:0:82957:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773613194.836887:0:82957:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773613194.836889:0:82957:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1773613194.836890:0:82957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836892:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.836893:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.836895:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=6 00000020:00000001:3.0:1773613194.836897:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.836899:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.836900:0:82957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613194.836904:0:82957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613194.836911:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836912:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.836913:0:82957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613194.836915:0:82957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613194.836917:0:82957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.836925:0:82957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613194.836927:0:82957:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613194.836928:0:82957:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613194.836930:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836931:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.836960:0:82957:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836963:0:82957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613194.836964:0:82957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836966:0:82957:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836969:0:82957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.836970:0:82957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613194.836971:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836972:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.836973:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.836974:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613194.836976:0:82957:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613194.836978:0:82957:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836980:0:82957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.836982:0:82957:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836983:0:82957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836985:0:82957:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773613194.836986:0:82957:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773613194.836988:0:82957:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773613194.836989:0:82957:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1773613194.836991:0:82957:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.836993:0:82957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.836996:0:82957:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613194.836998:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837000:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837002:0:82957:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613194.837004:0:82957:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613194.837008:0:82957:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613194 a=0 c=1773613194 b=1 00020000:00000001:3.0:1773613194.837011:0:82957:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837013:0:82957:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837014:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:3.0:1773613194.837016:0:82957:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1773613194.837018:0:82957:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613194.837020:0:82957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613194.837021:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9936594f2fe8 (ffff99364aa32518/0) at cl_lock_release():245 00000020:00000001:3.0:1773613194.837024:0:82957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613194.837025:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936594f2fe8 (ffff99364aa32518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613194.837027:0:82957:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613194.837029:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.837030:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.837032:0:82957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613194.837033:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643f50330 (ffff99364aa32cf8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613194.837036:0:82957:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613194.837037:0:82957:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773613194.837038:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.837039:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613194.837040:0:82957:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613194.837042:0:82957:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.837043:0:82957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.837044:0:82957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.837045:0:82957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613194.837047:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936594f2fe8 (ffff99364aa32518/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613194.837049:0:82957:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613194.837051:0:82957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613194.837052:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643f50330 (ffff99364aa32518/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613194.837055:0:82957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993643ef1c80. 00000020:00000001:3.0:1773613194.837058:0:82957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613194.837060:0:82957:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993643f50300. 00020000:00000001:3.0:1773613194.837064:0:82957:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613194.837065:0:82957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613194.837066:0:82957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773613194.837067:0:82957:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837069:0:82957:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613194.837071:0:82957:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613194.837073:0:82957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613194.837074:0:82957:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613194.837075:0:82957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613194.837077:0:82957:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32cf0 00000020:00000010:3.0:1773613194.837080:0:82957:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8200. 00000020:00000010:3.0:1773613194.837083:0:82957:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed8a0. 00000008:00000010:3.0:1773613194.837086:0:82957:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926ce18. 00020000:00000010:3.0:1773613194.837090:0:82957:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9540. 00008000:00000010:3.0:1773613194.837094:0:82957:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a6de8. 00000080:00000010:3.0:1773613194.837097:0:82957:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d011f8. 00000080:00000010:3.0:1773613194.837100:0:82957:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2238. 00000020:00000010:3.0:1773613194.837103:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8a00. 00000008:00000010:3.0:1773613194.837105:0:82957:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18420. 00020000:00000010:3.0:1773613194.837119:0:82957:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613194.837123:0:82957:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe2f8. 00000080:00000010:3.0:1773613194.837126:0:82957:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fe10. 00000020:00000010:3.0:1773613194.837128:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9400. 00000020:00000010:3.0:1773613194.837131:0:82957:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32cf0. 00020000:00000001:3.0:1773613194.837133:0:82957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613194.837135:0:82957:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613194.837137:0:82957:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613194.837139:0:82957:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613194.837142:0:82957:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613194.837144:0:82957:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837146:0:82957:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613194.837148:0:82957:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613194.837149:0:82957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613194.837151:0:82957:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32510 00000020:00000010:3.0:1773613194.837152:0:82957:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f29a00. 00000020:00000010:3.0:1773613194.837156:0:82957:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613194.837158:0:82957:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613194.837160:0:82957:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613194.837162:0:82957:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613194.837165:0:82957:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613194.837167:0:82957:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613194.837169:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000008:00000010:3.0:1773613194.837172:0:82957:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613194.837173:0:82957:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613194.837176:0:82957:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613194.837178:0:82957:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fb40. 00000020:00000010:3.0:1773613194.837180:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8e00. 00000020:00000010:3.0:1773613194.837182:0:82957:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32510. 00000001:00000001:3.0:1773613194.837184:0:82957:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837189:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323d28 00000080:00000008:3.0:1773613194.837191:0:82957:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x1:0x0](ffff99365810db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613194.837229:0:82957:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773613194.837231:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323d88 00000080:00200008:3.0:1773613194.837233:0:82957:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x1:0x0], ppos: 0, count: 23 00000080:00000001:3.0:1773613194.837236:0:82957:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773613194.837238:0:82957:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837240:0:82957:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773613194.837243:0:82957:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837245:0:82957:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613194.837248:0:82957:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613194.837251:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8e00. 00000020:00000010:3.0:1773613194.837253:0:82957:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea9400. 00000020:00000010:3.0:1773613194.837255:0:82957:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613194.837258:0:82957:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613194.837260:0:82957:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613194.837263:0:82957:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613194.837265:0:82957:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613194.837268:0:82957:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613194.837270:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8a00. 00000008:00000010:3.0:1773613194.837273:0:82957:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613194.837275:0:82957:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613194.837277:0:82957:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613194.837279:0:82957:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613194.837281:0:82957:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613194.837283:0:82957:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000080:00000001:3.0:1773613194.837285:0:82957:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773613194.837287:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323c98 00000080:00200000:3.0:1773613194.837288:0:82957:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1773613194.837293:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323c30 00000080:00200000:3.0:1773613194.837294:0:82957:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1773613194.837296:0:82957:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613194.837297:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837299:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837301:0:82957:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613194.837302:0:82957:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613194.837304:0:82957:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613194 a=0 c=1773613194 b=1 00020000:00000001:3.0:1773613194.837307:0:82957:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837308:0:82957:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837310:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:3.0:1773613194.837312:0:82957:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1773613194.837313:0:82957:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613194.837315:0:82957:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773613194.837319:0:82957:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e6a7e7ec[0x110, 2, [0x20000bf89:0x1:0x0] hash] 00000020:00200000:3.0:1773613194.837320:0:82957:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1773613194.837322:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837324:0:82957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613194.837325:0:82957:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613194.837327:0:82957:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773613194.837329:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.837330:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773613194.837333:0:82957:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613194.837335:0:82957:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837337:0:82957:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613194.837339:0:82957:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837340:0:82957:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613194.837342:0:82957:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x1:0x0]io ffff9936594f3048 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773613194.837345:0:82957:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000001:3.0:1773613194.837348:0:82957:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613194.837349:0:82957:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613194.837351:0:82957:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613194.837352:0:82957:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773613194.837354:0:82957:0:(lov_io.c:634:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1773613194.837355:0:82957:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773613194.837356:0:82957:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613194.837357:0:82957:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837359:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.837360:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613194.837361:0:82957:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613194.837362:0:82957:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00000020:00000001:3.0:1773613194.837364:0:82957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837366:0:82957:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613194.837368:0:82957:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1773613194.837370:0:82957:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773613194.837372:0:82957:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837374:0:82957:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773613194.837376:0:82957:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773613194.837378:0:82957:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773613194.837379:0:82957:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773613194.837381:0:82957:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1773613194.837383:0:82957:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773613194.837385:0:82957:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773613194.837387:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613194.837390:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.837391:0:82957:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613194.837392:0:82957:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613194.837394:0:82957:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32cf0. 00000020:00000010:3.0:1773613194.837396:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8200. 00000020:00000010:3.0:1773613194.837399:0:82957:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea9a00. 00000020:00000010:3.0:1773613194.837401:0:82957:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed8a0. 00000008:00000010:3.0:1773613194.837404:0:82957:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926ce18. 00020000:00000010:3.0:1773613194.837406:0:82957:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9540. 00008000:00000010:3.0:1773613194.837408:0:82957:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a6de8. 00000080:00000010:3.0:1773613194.837410:0:82957:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d011f8. 00000080:00000010:3.0:1773613194.837413:0:82957:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2238. 00000020:00000010:3.0:1773613194.837415:0:82957:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9600. 00000008:00000010:3.0:1773613194.837418:0:82957:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18420. 00020000:00000010:3.0:1773613194.837420:0:82957:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613194.837422:0:82957:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe2f8. 00000080:00000010:3.0:1773613194.837424:0:82957:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fe10. 00000020:00000001:3.0:1773613194.837426:0:82957:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192332536 : -113016517219080 : ffff99364aa32cf8) 00000020:00001000:3.0:1773613194.837428:0:82957:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32cf0 00000020:00000001:3.0:1773613194.837429:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a72d8 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837431:0:82957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613194.837432:0:82957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613194.837433:0:82957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613194.837434:0:82957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837435:0:82957:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837437:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.837439:0:82957:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773613194.837441:0:82957:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773613194.837443:0:82957:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837445:0:82957:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837447:0:82957:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837449:0:82957:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837451:0:82957:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837452:0:82957:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773613194.837454:0:82957:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773613194.837456:0:82957:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773613194.837458:0:82957:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773613194.837460:0:82957:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837462:0:82957:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837464:0:82957:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773613194.837465:0:82957:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1773613194.837467:0:82957:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773613194.837469:0:82957:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773613194.837471:0:82957:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837473:0:82957:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837474:0:82957:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837476:0:82957:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.837477:0:82957:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837480:0:82957:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773613194.837481:0:82957:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613194.837483:0:82957:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773613194.837484:0:82957:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613194.837486:0:82957:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837488:0:82957:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837489:0:82957:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837491:0:82957:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837492:0:82957:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613194.837494:0:82957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773613194.837495:0:82957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773613194.837496:0:82957:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773613194.837497:0:82957:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773613194.837499:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773613194.837502:0:82957:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993643f50300. 00020000:00000002:3.0:1773613194.837504:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613194.837505:0:82957:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773613194.837506:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.837507:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.837509:0:82957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773613194.837511:0:82957:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993643ef1c80. 00000008:00010000:3.0:1773613194.837512:0:82957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773613194.837514:0:82957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613194.837515:0:82957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773613194.837517:0:82957:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993643f50330, osc lock ffff993643ef1c80, flags 0x0 00000020:00000001:3.0:1773613194.837519:0:82957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837521:0:82957:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837522:0:82957:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057080255232 : -113016629296384 : ffff993643f50300) 00000020:00000001:3.0:1773613194.837524:0:82957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613194.837525:0:82957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773613194.837527:0:82957:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837528:0:82957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837530:0:82957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613194.837531:0:82957:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613194.837532:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.837533:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.837534:0:82957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613194.837535:0:82957:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613194.837537:0:82957:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773613194.837539:0:82957:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837541:0:82957:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613194.837543:0:82957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613194.837544:0:82957:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613194.837545:0:82957:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613194.837547:0:82957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613194.837548:0:82957:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613194.837549:0:82957:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773613194.837550:0:82957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613194.837553:0:82957:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa500 count: 2 00010000:00000001:3.0:1773613194.837555:0:82957:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613194.837558:0:82957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613194.837560:0:82957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613194.837564:0:82957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773613194.837572:0:82957:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613194.837575:0:82957:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613194.837578:0:82957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.837586:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.837587:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.837589:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=4 00000020:00000001:3.0:1773613194.837590:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837592:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00000008:00000001:3.0:1773613194.837594:0:82957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773613194.837596:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.837597:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.837598:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=5 00000020:00000001:3.0:1773613194.837599:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837601:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837603:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.837604:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.837606:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=6 00000020:00000001:3.0:1773613194.837607:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837609:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837611:0:82957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613194.837613:0:82957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613194.837616:0:82957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.837622:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.837623:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613194.837625:0:82957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.837626:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.837627:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.837628:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=7 00000020:00000001:3.0:1773613194.837630:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837632:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.837633:0:82957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613194.837636:0:82957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.837641:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.837642:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613194.837644:0:82957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.837650:0:82957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613194.837651:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.837652:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.837653:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.837654:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613194.837655:0:82957:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613194.837657:0:82957:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837659:0:82957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.837661:0:82957:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837662:0:82957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837663:0:82957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837665:0:82957:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837666:0:82957:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837668:0:82957:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1773613194.837670:0:82957:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1773613194.837672:0:82957:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613194.837674:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837676:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.837677:0:82957:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613194.837679:0:82957:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613194.837680:0:82957:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613194 a=0 c=1773613194 b=1 00020000:00000001:3.0:1773613194.837682:0:82957:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837684:0:82957:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.837685:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:3.0:1773613194.838354:0:82957:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1773613194.838357:0:82957:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613194.838359:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323b80 00000080:00200000:3.0:1773613194.838361:0:82957:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1773613194.838364:0:82957:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773613194.838366:0:82957:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000002:3.0:1773613194.838369:0:82957:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848480 addref 2/0 by ffff9936448f8000. 00020000:00000002:3.0:1773613194.838372:0:82957:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00000020:00000001:3.0:1773613194.838374:0:82957:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1773613194.838378:0:82957:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773613194.838380:0:82957:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773613194.838383:0:82957:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1773613194.838385:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.838386:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.838388:0:82957:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773613194.838390:0:82957:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773613194.838392:0:82957:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838394:0:82957:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838396:0:82957:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838398:0:82957:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.838403:0:82957:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773613194.838405:0:82957:0:(rw26.c:725:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:3.0:1773613194.838409:0:82957:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1773613194.838411:0:82957:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838413:0:82957:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773613194.838415:0:82957:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x1:0x0] ffffcf65c4a768c0 ffff993642ce7620 1 00000020:00000001:3.0:1773613194.838417:0:82957:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773613194.838419:0:82957:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057060951584 : -113016648600032 : ffff993642ce7620) 00000020:00000001:3.0:1773613194.838421:0:82957:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446631057060951584 : -113016648600032 : ffff993642ce7620) 00000020:00000001:3.0:1773613194.838423:0:82957:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773613194.838426:0:82957:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773613194.838427:0:82957:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057438486600 : -113016271065016 : ffff9936594f3048) 00000020:00000001:3.0:1773613194.838429:0:82957:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773613194.838430:0:82957:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773613194.838432:0:82957:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773613194.838435:0:82957:0:(cl_page.c:547:__cl_page_state_set()) page@0000000006c1bc0a[3 000000000da1111a 1 1 00000000d2e9193e] 00000020:00000001:3.0:1773613194.838437:0:82957:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773613194.838438:0:82957:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773613194.838439:0:82957:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:3.0:1773613194.838441:0:82957:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773613194.838442:0:82957:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.838445:0:82957:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773613194.838446:0:82957:0:(rw26.c:909:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1773613194.838448:0:82957:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773613194.838449:0:82957:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057438486600 : -113016271065016 : ffff9936594f3048) 00000020:00000001:3.0:1773613194.838451:0:82957:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773613194.838452:0:82957:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613194.838455:0:82957:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773613194.838456:0:82957:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773613194.838458:0:82957:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773613194.838459:0:82957:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773613194.838461:0:82957:0:(rw26.c:967:ll_write_end()) page@0000000006c1bc0a[4 000000000da1111a 2 1 00000000d2e9193e] 00000080:00200000:3.0:1773613194.838529:0:82957:0:(rw26.c:967:ll_write_end()) vmpage @00000000fbca9315 17ffffc0001039 2:0 ffff993642ce7620 0 lru 00000080:00200000:3.0:1773613194.838535:0:82957:0:(rw26.c:967:ll_write_end()) osc-page@000000001fdeb792 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000039160582 0000000098af18da > 3< 1 0 > 4< 0 0 8 6815744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1773613194.838537:0:82957:0:(rw26.c:967:ll_write_end()) end page@0000000006c1bc0a 00000080:00200000:3.0:1773613194.838539:0:82957:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773613194.838541:0:82957:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773613194.838542:0:82957:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1773613194.838545:0:82957:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773613194.838547:0:82957:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773613194.838548:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.838550:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.838552:0:82957:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773613194.838553:0:82957:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773613194.838556:0:82957:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773613194.838557:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000008:00000002:3.0:1773613194.838559:0:82957:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1773613194.838561:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.838563:0:82957:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773613194.838565:0:82957:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1773613194.838567:0:82957:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773613194.838569:0:82957:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838571:0:82957:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838572:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000008:00000001:3.0:1773613194.838574:0:82957:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773613194.838575:0:82957:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773613194.838577:0:82957:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773613194.838579:0:82957:0:(cl_page.c:596:cl_batch_put()) page@0000000006c1bc0a[4 000000000da1111a 2 1 00000000d2e9193e] 00000020:00000001:3.0:1773613194.838581:0:82957:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773613194.838582:0:82957:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773613194.838583:0:82957:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773613194.838585:0:82957:0:(osc_request.c:745:osc_update_next_shrink()) next time 6817 to shrink grant 00000080:00000001:3.0:1773613194.838587:0:82957:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773613194.838589:0:82957:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773613194.838591:0:82957:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff99365810dd38, count 1, dirtied 0 00000080:00000001:3.0:1773613194.838593:0:82957:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773613194.838595:0:82957:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773613194.838596:0:82957:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773613194.838597:0:82957:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773613194.838598:0:82957:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773613194.838601:0:82957:0:(cl_page.c:547:__cl_page_state_set()) page@0000000006c1bc0a[3 000000000da1111a 2 1 0000000000000000] 00000020:00000001:3.0:1773613194.838602:0:82957:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773613194.838603:0:82957:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773613194.838605:0:82957:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773613194.838606:0:82957:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773613194.838608:0:82957:0:(cl_page.c:596:cl_batch_put()) page@0000000006c1bc0a[3 000000000da1111a 1 1 0000000000000000] 00000020:00000001:3.0:1773613194.838610:0:82957:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773613194.838611:0:82957:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773613194.838612:0:82957:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773613194.838613:0:82957:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773613194.838615:0:82957:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838617:0:82957:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838619:0:82957:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838620:0:82957:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613194.838622:0:82957:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1773613194.838625:0:82957:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773613194.838626:0:82957:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773613194.838627:0:82957:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.838629:0:82957:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1773613194.838633:0:82957:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1773613194.838634:0:82957:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838637:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323b80 00000080:00200000:3.0:1773613194.838638:0:82957:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1773613194.838641:0:82957:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838642:0:82957:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773613194.838644:0:82957:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613194.838645:0:82957:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773613194.838646:0:82957:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773613194.838648:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.838649:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.838651:0:82957:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773613194.838652:0:82957:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773613194.838654:0:82957:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838655:0:82957:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838657:0:82957:0:(cl_object.c:151:cl_object_top()) ffff99364a84ac40 -> ffff9936522a7080 00000008:00000001:3.0:1773613194.838658:0:82957:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838660:0:82957:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838661:0:82957:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838662:0:82957:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838664:0:82957:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838666:0:82957:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773613194.838667:0:82957:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773613194.838668:0:82957:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773613194.838669:0:82957:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773613194.838671:0:82957:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773613194.838672:0:82957:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838674:0:82957:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838676:0:82957:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773613194.838678:0:82957:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613194.838680:0:82957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613194.838681:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99365853fb78 (ffff99364aa32518/0) at cl_lock_release():245 00000020:00000001:3.0:1773613194.838684:0:82957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613194.838685:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99365853fb78 (ffff99364aa32518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613194.838688:0:82957:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613194.838690:0:82957:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613194.838691:0:82957:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613194.838692:0:82957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613194.838694:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643f50330 (ffff99364aa32cf8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613194.838696:0:82957:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613194.838697:0:82957:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773613194.838699:0:82957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613194.838700:0:82957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613194.838703:0:82957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=5 00000020:00000001:3.0:1773613194.838705:0:82957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.838707:0:82957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:3.0:1773613194.838709:0:82957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613194.838712:0:82957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613194.838721:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.838722:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.838724:0:82957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613194.838726:0:82957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613194.838729:0:82957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613194.838735:0:82957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613194.838737:0:82957:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613194.838739:0:82957:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613194.838742:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.838743:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.838744:0:82957:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.838747:0:82957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613194.838749:0:82957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.838751:0:82957:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.838754:0:82957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613194.838755:0:82957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613194.838757:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.838758:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613194.838759:0:82957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613194.838760:0:82957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613194.838761:0:82957:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613194.838762:0:82957:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.838763:0:82957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.838764:0:82957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613194.838765:0:82957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613194.838766:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99365853fb78 (ffff99364aa32518/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613194.838769:0:82957:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613194.838770:0:82957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613194.838771:0:82957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643f50330 (ffff99364aa32518/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613194.838774:0:82957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993643ef1c80. 00000020:00000001:3.0:1773613194.838778:0:82957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613194.838779:0:82957:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993643f50300. 00020000:00000001:3.0:1773613194.838783:0:82957:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613194.838784:0:82957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613194.838785:0:82957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773613194.838787:0:82957:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773613194.838789:0:82957:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613194.838790:0:82957:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613194.838791:0:82957:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773613194.838792:0:82957:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838793:0:82957:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838795:0:82957:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773613194.838796:0:82957:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773613194.838797:0:82957:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773613194.838799:0:82957:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1773613194.838800:0:82957:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773613194.838802:0:82957:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613194.838803:0:82957:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613194.838805:0:82957:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613194.838806:0:82957:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613194.838810:0:82957:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613194.838811:0:82957:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838813:0:82957:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613194.838815:0:82957:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613194.838816:0:82957:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613194.838817:0:82957:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613194.838820:0:82957:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1773613194.838822:0:82957:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773613194.838824:0:82957:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773613194.838826:0:82957:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613194.838828:0:82957:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613194.838829:0:82957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613194.838830:0:82957:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613194.838831:0:82957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613194.838833:0:82957:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32cf0 00000020:00000010:3.0:1773613194.838836:0:82957:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea9a00. 00000020:00000010:3.0:1773613194.838839:0:82957:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed8a0. 00000008:00000010:3.0:1773613194.838842:0:82957:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926ce18. 00020000:00000010:3.0:1773613194.838846:0:82957:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9540. 00008000:00000010:3.0:1773613194.838850:0:82957:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a6de8. 00000080:00000010:3.0:1773613194.838854:0:82957:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d011f8. 00000080:00000010:3.0:1773613194.838857:0:82957:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2238. 00000020:00000010:3.0:1773613194.838859:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8200. 00000008:00000010:3.0:1773613194.838862:0:82957:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18420. 00020000:00000010:3.0:1773613194.838865:0:82957:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613194.838868:0:82957:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe2f8. 00000080:00000010:3.0:1773613194.838871:0:82957:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fe10. 00000020:00000010:3.0:1773613194.838873:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9600. 00000020:00000010:3.0:1773613194.838875:0:82957:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32cf0. 00020000:00000001:3.0:1773613194.838877:0:82957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613194.838879:0:82957:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613194.838880:0:82957:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613194.838882:0:82957:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613194.838885:0:82957:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613194.838886:0:82957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773613194.838887:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323c98 00000080:00200000:3.0:1773613194.838889:0:82957:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1773613194.838892:0:82957:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613194.838894:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.838896:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000020:00000001:3.0:1773613194.838898:0:82957:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613194.838900:0:82957:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773613194.838903:0:82957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613194.838905:0:82957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1773613194.838907:0:82957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613194.838908:0:82957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1773613194.838910:0:82957:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1:49033 on OST[1]: s=46 (1) m=1773613194 a=0 c=1773613194 b=1 00020000:00000001:3.0:1773613194.838913:0:82957:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613194.838916:0:82957:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613194 a=0 c=1773613194 b=1 00020000:00000001:3.0:1773613194.838918:0:82957:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838920:0:82957:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613194.838921:0:82957:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7080 00000080:00200000:3.0:1773613194.838923:0:82957:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1773613194.838925:0:82957:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773613194.838927:0:82957:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1773613194.838929:0:82957:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1773613194.838931:0:82957:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32510 00000020:00000010:3.0:1773613194.838983:0:82957:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea9400. 00000020:00000010:3.0:1773613194.838986:0:82957:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613194.838989:0:82957:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613194.838991:0:82957:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9240. 00008000:00000010:3.0:1773613194.838994:0:82957:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613194.838996:0:82957:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613194.838998:0:82957:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613194.839001:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8e00. 00000008:00000010:3.0:1773613194.839003:0:82957:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613194.839005:0:82957:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613194.839008:0:82957:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613194.839010:0:82957:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fb40. 00000020:00000010:3.0:1773613194.839012:0:82957:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8a00. 00000020:00000010:3.0:1773613194.839014:0:82957:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32510. 00000020:00000001:3.0:1773613194.839017:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323d88 00000080:00000008:3.0:1773613194.839019:0:82957:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0x1:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1773613194.839023:0:82957:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1773613194.839033:0:82957:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613194.839035:0:82957:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000002:3.0:1773613194.839038:0:82957:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000001:3.0:1773613194.839040:0:82957:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.839046:0:82957:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773613194.839048:0:82957:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2323dd0 00000080:00200008:3.0:1773613194.839050:0:82957:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0x1:0x0](ffff99365810db88), flags 102001 00000080:00000001:3.0:1773613194.839053:0:82957:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773613194.839055:0:82957:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773613194.839056:0:82957:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613194.839057:0:82957:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000002:3.0:1773613194.839059:0:82957:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9abba0) owner 0000000000000000/ffff9936448f8000 00020000:00000001:3.0:1773613194.839061:0:82957:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613194.839063:0:82957:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1773613194.839069:0:82957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613194.839071:0:82957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613194.839075:0:82957:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa300 count: 2 00010000:00000001:3.0:1773613194.839077:0:82957:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613194.839080:0:82957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613194.839082:0:82957:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x1:0x0]: 0 00000080:00000001:3.0:1773613194.839085:0:82957:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773613194.839086:0:82957:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773613194.839092:0:82957:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993660ea8a00. 00000080:00000001:3.0:1773613194.839094:0:82957:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773613194.839097:0:82957:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773613194.839099:0:82957:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:3.0:1773613194.839102:0:82957:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x1:0x0] 00000002:00000001:3.0:1773613194.839105:0:82957:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773613194.839116:0:82957:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x1:0x0] file closed with intent: 200 00000100:00000010:3.0:1773613194.839122:0:82957:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705880. 00000020:00000040:3.0:1773613194.839126:0:82957:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613194.839130:0:82957:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613194.839133:0:82957:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613194.839136:0:82957:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613194.839142:0:82957:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660ea8e00. 00000100:00000001:3.0:1773613194.839147:0:82957:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613194.841759:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.841769:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:2.0:1773613194.841777:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.841786:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.841794:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:2.0:1773613194.841797:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:2.0:1773613194.841804:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.841811:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477075200/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.841824:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.841828:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477075200/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.841836:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.841837:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000002:00100000:3.0:1773613194.843070:0:82957:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9936590e5880 x1859762477075072/t103079215203(103079215203) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613210 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773613194.843085:0:82957:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773613194.843092:0:82957:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773613194.843099:0:82957:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613194.843101:0:82957:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613194.843133:0:82957:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a837300. 00000100:00000001:3.0:1773613194.843135:0:82957:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057190253312 : -113016519298304 : ffff99364a837300) 00000100:00000001:3.0:1773613194.843138:0:82957:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613194.843140:0:82957:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000001:3.0:1773613194.843144:0:82957:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613194.843148:0:82957:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.843150:0:82957:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613194.843152:0:82957:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613194.843164:0:82957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.843171:0:82957:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613194.843174:0:82957:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.843178:0:82957:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613194.843181:0:82957:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613194.843184:0:82957:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613194.843187:0:82957:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:82957:1859762477075456:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1773613194.843191:0:82957:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613194.843197:0:82957:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613194.843199:0:82957:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613194.843202:0:82957:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613194.843206:0:82957:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b29000. 02000000:00000001:3.0:1773613194.843209:0:82957:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613194.843215:0:82957:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613194.843219:0:82957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da318. 00000400:00000010:3.0:1773613194.843224:0:82957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613194.843230:0:82957:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477075456, portal 10 00000100:00000001:3.0:1773613194.843232:0:82957:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613194.843233:0:82957:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000040:3.0:1773613194.843239:0:82957:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.843246:0:82957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613194.843249:0:82957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613194.843251:0:82957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613194.843254:0:82957:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477075456, offset 0 00000400:00000200:3.0:1773613194.843259:0:82957:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613194.843266:0:82957:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.843272:0:82957:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613194.843276:0:82957:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613194.843280:0:82957:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613194.843283:0:82957:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613194.843286:0:82957:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613194.843290:0:82957:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224734:224734:256:4294967295] 192.168.203.144@tcp LPNI seq info [224669:224669:8:4294967295] 00000400:00000200:3.0:1773613194.843294:0:82957:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.843303:0:82957:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613194.843308:0:82957:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613194.843313:0:82957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613194.843318:0:82957:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613194.843325:0:82957:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613194.843330:0:82957:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773613194.843432:0:82957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613194.843436:0:82957:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 183182 usecs (184 jiffies) 00000400:00000200:3.0:1773613194.843440:0:82957:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613194.843443:0:82957:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300284813 00000100:00000001:3.0:1773613194.843446:0:82957:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300286842 00000100:00000001:3.0:1773613194.843449:0:82957:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300284813 00000100:00000001:3.0:1773613194.843451:0:82957:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300286842 00000100:00000001:3.0:1773613194.843453:0:82957:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613194.843456:0:82957:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613194.843458:0:82957:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613194.843460:0:82957:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613194.843462:0:82957:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a837300 going to sleep for 11 seconds 00000100:00000001:3.0:1773613194.843473:0:82957:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613194.843475:0:82957:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613194.843569:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.843580:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613194.843582:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.843584:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.843588:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.843593:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613194.843599:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.843602:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.843606:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.843610:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d00b00 00000400:00000200:2.0:1773613194.843614:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613194.843619:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4d3d [1] + 224 00000800:00000001:2.0:1773613194.843625:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.843631:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613194.843633:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.843637:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613194.843642:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613194.843648:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477075200/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613194.843662:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477075200/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613210 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.843680:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613194.847987:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.847997:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:2.0:1773613194.848006:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.848015:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.848022:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:2.0:1773613194.848025:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:2.0:1773613194.848030:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.848038:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.848051:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.848054:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.848062:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.848063:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613194.848084:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613194.848092:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.848923:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.848956:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.848959:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.848963:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.848970:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.848976:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.848983:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.848988:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.848993:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.848997:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d00c00 00000400:00000200:3.0:1773613194.849001:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.849008:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4d45 [1] + 224 00000800:00000001:3.0:1773613194.849016:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.849023:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.849025:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.849029:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.849033:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.849038:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.849047:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a705880 x1859762477075456/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.849064:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.849079:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.849082:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773613194.850350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936e00. 00010000:00000010:0.1:1773613194.850439:0:82957:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d300. 00000800:00000200:2.0:1773613194.861283:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.861289:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cb00. 00000400:00000200:2.0:1773613194.861294:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.861300:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.861305:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:2.0:1773613194.861308:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:2.0:1773613194.861314:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.861321:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477075584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.861330:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.861334:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b800 x1859762477075584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.861345:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.861347:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.864267:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.864281:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.864286:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.864288:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.864297:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.864304:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.864312:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.864316:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.864321:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.864325:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d00c80 00000400:00000200:3.0:1773613194.864329:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.864335:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4d55 [1] + 224 00000800:00000001:3.0:1773613194.864342:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.864350:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.864353:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.864357:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.864362:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.864370:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477075584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.864381:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73b800 x1859762477075584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.864454:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.864463:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.864467:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.868764:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.868769:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c200. 00000400:00000200:2.0:1773613194.868774:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.868779:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.868784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:2.0:1773613194.868787:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:2.0:1773613194.868792:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.868797:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477075840/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.868806:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.868809:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b800 x1859762477075840/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613210 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.868815:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.868817:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.874217:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.874233:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.874238:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.874241:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.874250:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.874258:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.874265:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.874270:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.874275:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.874279:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d00d80 00000400:00000200:3.0:1773613194.874284:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.874290:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4d5d [64] + 224 00000800:00000001:3.0:1773613194.874297:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.874303:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.874306:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.874310:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.874318:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.874326:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477075840/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613210 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.874338:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99364a73b800 x1859762477075840/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.874405:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.874414:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.874418:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.910624:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.910630:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:2.0:1773613194.910636:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.910642:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.910647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:2.0:1773613194.910649:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:2.0:1773613194.910653:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.910659:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477076096/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.910668:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.910671:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477076096/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613194.910677:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.910678:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.916371:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.916387:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.916390:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.916393:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.916402:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.916410:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.916418:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.916423:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.916428:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.916432:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d00e80 00000400:00000200:3.0:1773613194.916437:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.916443:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4d65 [1] + 224 00000800:00000001:3.0:1773613194.916451:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.916458:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.916461:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.916478:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.916485:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613194.916494:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477076096/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613194.916508:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e5880 x1859762477076096/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613194.916567:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613194.916575:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.916579:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613194.925037:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613194.925045:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:2.0:1773613194.925055:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613194.925063:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613194.925143:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:2.0:1773613194.925145:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:2.0:1773613194.925225:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613194.925234:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477076352/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.925245:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613194.925249:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477076352/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613210 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613194.925256:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613194.925258:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613194.931828:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.931845:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613194.931850:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.931852:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.931861:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.931868:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613194.931877:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.931881:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.931886:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.931890:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d00f80 00000400:00000200:3.0:1773613194.931895:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.931902:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4d6d [1] + 224 00000800:00000001:3.0:1773613194.931909:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.931916:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613194.931919:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.931922:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613194.931928:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.1:1773613194.931985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00010000:00000010:0.1:1773613194.931994:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa300. 00010000:00000010:0.1:1773613194.931999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:0.1:1773613194.932002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa100. 00010000:00000010:0.1:1773613194.932004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00000100:00000200:3.0:1773613194.932472:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477076352/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613194.932485:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9936590e5880 x1859762477076352/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613194.932556:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613194.932566:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613194.932571:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.932577:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613194.932583:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224739:224739:256:4294967295] 192.168.203.144@tcp LPNI seq info [224674:224674:8:4294967295] 00000400:00000200:3.0:1773613194.932588:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613194.932597:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613194.932603:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613194.932609:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0300. 00000800:00000200:3.0:1773613194.932615:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613194.932620:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613194.932625:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613194.932724:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613194.932728:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0300. 00000400:00000200:3.0:1773613194.932731:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613194.932735:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613194.932741:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613194.932745:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1773613194.939140:0:82961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b3a0. 00000080:00000010:0.1:1773613194.947988:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99365810dac0. 00000100:00000040:3.0:1773613195.153358:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613195.153368:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613195.153374:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613195.153379:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613195.153384:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613195.153387:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613195.153391:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613195.153398:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0300. 00000100:00000001:3.0:1773613195.153405:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613195.153415:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613195.153426:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613195.153430:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613195.153437:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1699f26] to pc [ptlrpcd_01_00+0] req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.153462:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613195.153467:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5622) 00000100:00000001:3.0:1773613195.153479:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613195.153483:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613195.153485:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613195.153490:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.153497:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613195.153500:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613195.153503:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613195.153506:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613195.153508:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613195.153511:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477076480:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613195.153515:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613195.153520:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613195.153521:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613195.153523:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613195.153527:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8000. 02000000:00000001:3.0:1773613195.153529:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613195.153536:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613195.153540:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da688. 00000400:00000010:3.0:1773613195.153547:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000200:3.0:1773613195.153554:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477076480, portal 25 00000100:00000001:3.0:1773613195.153557:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613195.153558:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:3.0:1773613195.153564:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.153571:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613195.153573:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613195.153576:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613195.153578:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477076480, offset 0 00000400:00000200:3.0:1773613195.153584:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613195.153592:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.153598:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613195.153603:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613195.153607:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613195.153610:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613195.153614:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613195.153617:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224740:224740:256:4294967295] 192.168.203.144@tcp LPNI seq info [224675:224675:8:4294967295] 00000400:00000200:3.0:1773613195.153622:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.153630:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613195.153634:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613195.153638:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0b00. 00000800:00000200:3.0:1773613195.153643:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613195.153648:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613195.153651:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613195.153659:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613195.153662:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613195.153664:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300288900 00000100:00000001:3.0:1773613195.153668:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300286842 00000100:00000001:3.0:1773613195.153671:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300288900 00000100:00000001:3.0:1773613195.153673:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300286842 00000100:00000001:3.0:1773613195.153675:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613195.153676:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.153679:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.153680:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.153686:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613195.153687:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613195.153689:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613195.153690:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613195.153690:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.153692:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.153698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613195.153699:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613195.153766:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613195.153770:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0b00. 00000400:00000200:3.0:1773613195.153774:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613195.153778:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613195.153783:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613195.153786:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613195.153790:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613195.153794:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.153804:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613195.153808:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.153814:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.153816:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613195.160810:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.160825:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613195.160829:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.160831:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613195.160839:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.160847:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613195.160854:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.160858:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.160863:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.160868:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01000 00000400:00000200:3.0:1773613195.160872:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.160879:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4d75 [1] + 224 00000800:00000001:3.0:1773613195.160887:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.160894:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613195.160897:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613195.160901:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613195.160908:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613195.160915:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613195.160927:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.160962:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613195.160970:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.160973:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.160985:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613195.160989:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613195.160994:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613195.160996:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613195.160999:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da688. 00000400:00000200:3.0:1773613195.161003:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:3.0:1773613195.161005:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:3.0:1773613195.161008:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613195.161012:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613195.161021:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.161027:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613195.161028:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.161030:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613195.161033:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613195.161035:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613195.161037:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613195.161040:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613195.161046:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=123 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613195.161050:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=70 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613195.161053:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613195.161054:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613195.161057:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613195.161059:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.161062:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613195.161066:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.161077:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613195.161080:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613195.161082:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613195.161085:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613195.161091:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477076480:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613195.161096:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.161098:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613195.161101:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477076480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613195.161345:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613195.161347:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613195.161350:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8000. 02000000:00000001:3.0:1773613195.161354:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613195.161356:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613195.161358:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613195.161360:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613195.161363:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0300. 02000000:00000001:3.0:1773613195.161366:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613195.161368:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613195.161370:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613195.161374:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613195.161375:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.161377:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613195.161384:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613195.161386:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613195.161388:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613195.161390:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613195.337306:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.337321:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613195.337325:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.337328:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613195.337337:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.337346:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613195.337354:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.337359:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.337364:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613195.337368:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1955d80 00000400:00000200:3.0:1773613195.337434:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 0 00000800:00000001:3.0:1773613195.337443:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.337450:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613195.337453:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613195.337458:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613195.337465:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773613195.337467:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1773613195.337473:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000100:00000040:3.0:1773613195.337477:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff99364a706a00 x1859762473229696 msgsize 328 00000100:00100000:3.0:1773613195.337482:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1773613195.337532:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773613195.337543:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613195.337547:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613195.340551:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773613195.340559:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473229696 02000000:00000001:2.0:1773613195.340563:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773613195.340566:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613195.340568:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613195.340573:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613195.340577:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473229696 00000020:00000001:2.0:1773613195.340580:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613195.340582:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a00821 00000020:00000001:2.0:1773613195.340584:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613195.340587:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069a800 refcount=4 00000020:00000001:2.0:1773613195.340591:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000020:00000001:2.0:1773613195.340593:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000100:00000001:2.0:1773613195.340597:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613195.340603:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9936498e4000. 00000100:00000001:2.0:1773613195.340605:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613195.340608:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9936498e4000. 00000020:00000010:2.0:1773613195.340613:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000020:00000010:2.0:1773613195.340619:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522ce900. 00000020:00000010:2.0:1773613195.340624:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947258. 00000100:00000040:2.0:1773613195.340633:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1773613195.340637:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773613195.340639:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773613195.340640:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613195.340648:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613195.340661:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613195.340673:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773613195.340675:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773613195.340683:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 38 00000100:00000040:2.0:1773613195.340687:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069a800 : new rpc_count 1 00000100:00000001:2.0:1773613195.340689:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:2.0:1773613195.340696:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99364a706a00 x1859762473229696/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:426/0 lens 328/0 e 0 to 0 dl 1773613206 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613195.340706:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613195.340709:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9936498e4000. 00000100:00000001:2.0:1773613195.340711:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613195.340714:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9936498e4000. 00000100:00100000:2.0:1773613195.340718:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff99364a706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25949:x1859762473229696:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1773613195.340722:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473229696 00010000:00000001:2.0:1773613195.340725:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1773613195.340732:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613195.340733:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613195.340735:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2600 refcount=2 00000020:00000001:2.0:1773613195.340737:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:2.0:1773613195.340740:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059620352 : -113016649931264 : ffff993642ba2600) 00010000:00000001:2.0:1773613195.340744:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613195.340748:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613195.340753:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000338045f4/0xa1aa084204a01008 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x1dc4d5fc0aabd5c8 expref: -99 pid: 82951 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1773613195.340764:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773613195.340767:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773613195.340772:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9936604aa000. 02000000:00000001:2.0:1773613195.340775:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613195.340777:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613195.340782:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773613195.340785:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613195.340788:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=101 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613195.340793:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613195.340796:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613195.340798:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:2.0:1773613195.340801:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773613195.340803:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613195.340806:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613195.340809:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613195.340814:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613195.340820:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473229696, offset 224 00000400:00000200:2.0:1773613195.340827:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613195.340837:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.340846:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613195.340852:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224741:224741:256:4294967295] 192.168.203.144@tcp LPNI seq info [224676:224676:8:4294967295] 00000400:00000200:2.0:1773613195.340857:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.340865:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613195.340871:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613195.340876:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b4ce600. 00000800:00000200:2.0:1773613195.340882:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613195.340889:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613195.340894:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b4ce600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613195.340905:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613195.340908:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1773613195.340911:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773613195.340915:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993643d890c0. 00010000:00000001:2.0:1773613195.340917:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613195.340956:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1773613195.340959:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613195.340961:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613195.340963:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613195.340968:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762473229696/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:426/0 lens 328/224 e 0 to 0 dl 1773613206 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773613195.340978:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff99364a706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25949:x1859762473229696:12345-192.168.203.144@tcp:104: Request processed in 271us (3499us total) trans 0 rc 0/0 00000100:00100000:2.0:1773613195.340986:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 38 00000100:00000040:2.0:1773613195.340989:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069a800 : new rpc_count 0 00000100:00000001:2.0:1773613195.340991:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773613195.340993:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773613195.340997:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522ce900. 00000020:00000010:2.0:1773613195.341001:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947258. 00000020:00000010:2.0:1773613195.341004:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000020:00000040:2.0:1773613195.341008:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069a800 : new refcount 3 00000100:00000001:2.0:1773613195.341011:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613195.341348:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613195.341352:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b4ce600. 00000400:00000200:2.0:1773613195.341356:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613195.341361:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613195.341367:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613195.341369:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613195.341373:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613195.341375:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613195.342500:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613195.342504:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:2.0:1773613195.342508:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613195.342512:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613195.342517:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:2.0:1773613195.342519:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:2.0:1773613195.342524:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613195.342529:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477076608/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613211 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613195.342544:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613195.342547:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477076608/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613211 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613195.342553:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613195.342555:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613195.351684:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa500. 00010000:00000010:1.1:1773613195.351696:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2600. 00000800:00000001:2.0:1773613195.352649:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613195.358468:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613195.358477:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613195.358484:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613195.358492:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.358500:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613195.358509:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.358514:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.358520:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.358524:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d01080 00000400:00000200:2.0:1773613195.358529:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613195.358534:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4d8d [1] + 224 00000800:00000001:2.0:1773613195.358542:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613195.358551:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613195.358554:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613195.358558:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613195.358564:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613195.358572:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477076608/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613195.358583:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73ad80 x1859762477076608/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613211 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613195.358604:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613195.358613:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613195.358616:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613198.344557:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613198.344563:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613198.344567:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613199.173992:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300288900, at 4300288960 00000100:00000010:2.0:1773613199.174007:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853420. 00000100:00000040:3.0:1773613199.174327:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300288900, at 4300288960 00000100:00000010:3.0:1773613199.174332:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8538a0. 00000080:00000001:2.0:1773613199.790616:0:83481:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613200.191823:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613200.191827:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:3.0:1773613200.191832:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.191836:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613200.191841:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:3.0:1773613200.191843:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:3.0:1773613200.191849:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613200.191853:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477076864/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613216 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.191862:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.191866:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b100 x1859762477076864/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613216 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.191872:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.191874:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613200.201576:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.201589:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613200.201593:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.201594:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.201602:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201608:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613200.201614:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201617:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201622:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201625:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d01180 00000400:00000200:2.0:1773613200.201628:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201632:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4d95 [1] + 224 00000800:00000001:2.0:1773613200.201637:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.201643:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.201645:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.201648:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613200.201654:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.201661:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477076864/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.201669:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff99364a73b100 x1859762477076864/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.201684:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613200.201689:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613200.201692:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201696:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613200.201700:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224744:224744:256:4294967295] 192.168.203.144@tcp LPNI seq info [224679:224679:8:4294967295] 00000400:00000200:2.0:1773613200.201703:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.201709:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613200.201713:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613200.201717:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613200.201721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613200.201726:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613200.201729:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613200.201777:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613200.201780:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:2.0:1773613200.201783:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.201785:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613200.201788:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.201791:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613200.209875:0:83532:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613200.209881:0:83532:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613200.209883:0:83532:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613200.209886:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03b98 00000080:00200000:2.0:1773613200.209890:0:83532:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613200.209898:0:83532:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a189c00. 00800000:00000002:2.0:1773613200.209903:0:83532:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613200.209906:0:83532:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613200.209910:0:83532:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.209912:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03ab8 00800000:00000002:2.0:1773613200.209915:0:83532:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613200.209919:0:83532:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613200.209922:0:83532:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613200.209927:0:83532:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.209929:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03988 00000002:00010000:2.0:1773613200.209931:0:83532:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613200.210033:0:83532:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613200.210035:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.210037:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613200.210043:0:83532:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.210046:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.210048:0:83532:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.210051:0:83532:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613200.210053:0:83532:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613200.210058:0:83532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613200.210062:0:83532:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613200.210068:0:83532:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613200.210080:0:83532:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613200.210084:0:83532:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.210087:0:83532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613200.210089:0:83532:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613200.210093:0:83532:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613200.210100:0:83532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a8800. 00000100:00000001:2.0:1773613200.210106:0:83532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.210111:0:83532:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613200.210112:0:83532:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.210114:0:83532:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613200.210194:0:83532:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.210197:0:83532:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.210202:0:83532:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00010000:00000001:2.0:1773613200.210206:0:83532:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613200.210208:0:83532:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613200.210213:0:83532:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946500. 00010000:00000010:2.0:1773613200.210217:0:83532:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce600. 00010000:00000001:2.0:1773613200.210222:0:83532:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613200.210225:0:83532:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2a00. 00000020:00000001:2.0:1773613200.210229:0:83532:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613200.210272:0:83532:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2a00 with handle 0xa1aa084204a0102b to hash 00000020:00000001:2.0:1773613200.210275:0:83532:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613200.210277:0:83532:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.210280:0:83532:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.210284:0:83532:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613200.210287:0:83532:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613200.210291:0:83532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 83532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613200.210299:0:83532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613200.210310:0:83532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613200.210315:0:83532:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613200.210316:0:83532:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613200.210323:0:83532:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a63c0. 00000100:00000001:2.0:1773613200.210325:0:83532:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183368128 : -113016526183488 : ffff99364a1a63c0) 00000100:00000001:2.0:1773613200.210328:0:83532:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.210329:0:83532:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000001:2.0:1773613200.210333:0:83532:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613200.210336:0:83532:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.210338:0:83532:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613200.210340:0:83532:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613200.210349:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.210358:0:83532:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613200.210360:0:83532:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.210363:0:83532:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613200.210366:0:83532:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613200.210369:0:83532:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613200.210372:0:83532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job mcreate:144f5372-d9a2-4fb0-a726-ce1097458722:83532:1859762477076992:192.168.203.144@tcp:101:mcreate.0 00000100:00000001:2.0:1773613200.210376:0:83532:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613200.210380:0:83532:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613200.210382:0:83532:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.210385:0:83532:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613200.210389:0:83532:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922b000. 02000000:00000001:2.0:1773613200.210391:0:83532:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613200.210397:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613200.210401:0:83532:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613200.210406:0:83532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613200.210412:0:83532:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477076992, portal 10 00000100:00000001:2.0:1773613200.210414:0:83532:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.210416:0:83532:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:2.0:1773613200.210421:0:83532:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.210505:0:83532:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613200.210509:0:83532:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613200.210512:0:83532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00000200:2.0:1773613200.210515:0:83532:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477076992, offset 0 00000400:00000200:2.0:1773613200.210520:0:83532:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613200.210528:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.210534:0:83532:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613200.210539:0:83532:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613200.210543:0:83532:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613200.210546:0:83532:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613200.210549:0:83532:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613200.210553:0:83532:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224745:224745:256:4294967295] 192.168.203.144@tcp LPNI seq info [224680:224680:8:4294967295] 00000400:00000200:2.0:1773613200.210557:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.210565:0:83532:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613200.210570:0:83532:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613200.210575:0:83532:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613200.210581:0:83532:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613200.210587:0:83532:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613200.210591:0:83532:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613200.210665:0:83532:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.210670:0:83532:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 179601 usecs (180 jiffies) 00000400:00000200:2.0:1773613200.210673:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613200.210676:0:83532:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300290176 00000100:00000001:2.0:1773613200.210682:0:83532:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300290158 00000100:00000001:2.0:1773613200.210695:0:83532:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300290176 00000100:00000001:2.0:1773613200.210698:0:83532:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300290158 00000100:00000001:2.0:1773613200.210703:0:83532:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.210705:0:83532:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.210707:0:83532:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613200.210709:0:83532:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613200.210712:0:83532:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a63c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613200.210714:0:83532:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613200.210717:0:83532:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613200.211335:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613200.211340:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:3.0:1773613200.211345:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.211350:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613200.211355:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:3.0:1773613200.211358:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:3.0:1773613200.211362:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613200.211367:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613200.211377:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.211381:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613200.211389:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.211390:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613200.226184:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.226201:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613200.226205:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.226208:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613200.226217:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.226225:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613200.226233:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.226237:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.226242:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.226245:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d01200 00000400:00000200:3.0:1773613200.226249:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.226255:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4d9d [1] + 224 00000800:00000001:3.0:1773613200.226263:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.226273:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613200.226276:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.226280:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613200.226287:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613200.226295:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613200.226306:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613200.226329:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613200.226338:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.226341:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.226411:0:83532:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613200.226419:0:83532:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613200.226421:0:83532:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613200.226423:0:83532:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613200.226428:0:83532:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613200.226430:0:83532:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613200.226433:0:83532:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.226437:0:83532:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613200.226446:0:83532:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.226452:0:83532:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613200.226454:0:83532:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.226456:0:83532:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613200.226459:0:83532:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613200.226462:0:83532:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613200.226464:0:83532:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.226467:0:83532:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613200.226474:0:83532:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=128 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613200.226478:0:83532:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613200.226480:0:83532:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613200.226482:0:83532:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.226484:0:83532:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613200.226488:0:83532:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.226491:0:83532:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613200.226493:0:83532:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215207 00000100:00000001:2.0:1773613200.226494:0:83532:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613200.226496:0:83532:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.226501:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.226507:0:83532:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.226510:0:83532:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613200.226512:0:83532:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613200.226516:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613216 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613200.226523:0:83532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job mcreate:144f5372-d9a2-4fb0-a726-ce1097458722:83532:1859762477076992:192.168.203.144@tcp:101:mcreate.0 00000100:00000001:2.0:1773613200.226527:0:83532:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.226529:0:83532:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.226532:0:83532:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613200.226534:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.226536:0:83532:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613216 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.226543:0:83532:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613200.226546:0:83532:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a63c0. 00000100:00000001:2.0:1773613200.226549:0:83532:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613200.226550:0:83532:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.226553:0:83532:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613200.226556:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226559:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226562:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:2.0:1773613200.226564:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226567:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:2.0:1773613200.226573:0:83532:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2a00, remote cookie: 0x1dc4d5fc0aabd646, flags: 0x1001 00010000:00010000:2.0:1773613200.226578:0:83532:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613200.226588:0:83532:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226600:0:83532:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613200.226604:0:83532:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613200.226606:0:83532:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613200.226607:0:83532:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613200.226609:0:83532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613200.226612:0:83532:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946500) refcount = 1 00010000:00010000:2.0:1773613200.226616:0:83532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226622:0:83532:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613200.226625:0:83532:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613200.226626:0:83532:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613200.226629:0:83532:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613200.226632:0:83532:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613200.226635:0:83532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226641:0:83532:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613200.226642:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226644:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226645:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226646:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226648:0:83532:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.226651:0:83532:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613200.226653:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226654:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226656:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226657:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226660:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226662:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226663:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226664:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:2.0:1773613200.226666:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226668:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226670:0:83532:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613200.226673:0:83532:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613200.226676:0:83532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226683:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226684:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226685:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226686:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226687:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=5 00000020:00000001:2.0:1773613200.226689:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226691:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226693:0:83532:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613200.226695:0:83532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226701:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226702:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613200.226704:0:83532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226710:0:83532:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613200.226711:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226712:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226713:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226714:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613200.226719:0:83532:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613200.226727:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226729:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226730:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226732:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226735:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226737:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226738:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613200.226739:0:83532:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.226741:0:83532:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.226744:0:83532:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613200.226746:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226747:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226748:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226750:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226752:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00000002:00010000:2.0:1773613200.226755:0:83532:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226762:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226763:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226765:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613200.226766:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226767:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226768:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226770:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226772:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:2.0:1773613200.226777:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:2.0:1773613200.226780:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613200.226783:0:83532:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773613200.226785:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226786:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613200.226787:0:83532:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613200.226790:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03908 00000002:00002000:2.0:1773613200.226792:0:83532:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613200.226795:0:83532:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.226798:0:83532:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.226801:0:83532:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613200.226804:0:83532:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773613200.226807:0:83532:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613200.226810:0:83532:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613200.226814:0:83532:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a189c00. 00000080:00000001:2.0:1773613200.226818:0:83532:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613200.226821:0:83532:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613200.226827:0:83532:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773613200.226831:0:83532:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613200.226836:0:83532:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9936498e4240. 00800000:00000001:2.0:1773613200.226838:0:83532:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057174184512 : -113016535367104 : ffff9936498e4240) 00800000:00000001:2.0:1773613200.226840:0:83532:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.226842:0:83532:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613200.226845:0:83532:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613200.226846:0:83532:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613200.226849:0:83532:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613200.226852:0:83532:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613200.226853:0:83532:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.226857:0:83532:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613200.226860:0:83532:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773613200.226864:0:83532:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613200.226866:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226868:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226869:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226871:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226873:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226875:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226877:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613200.226878:0:83532:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613200.226881:0:83532:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613200.226882:0:83532:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4240 1 00800000:00000010:2.0:1773613200.226884:0:83532:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9936498e4240. 00800000:00000001:2.0:1773613200.226887:0:83532:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.226890:0:83532:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0102b 00800000:00000001:2.0:1773613200.226893:0:83532:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613200.226895:0:83532:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613200.226896:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226897:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226899:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226901:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226903:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226905:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226906:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613200.226908:0:83532:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.226910:0:83532:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.226912:0:83532:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.226914:0:83532:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613200.226917:0:83532:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0102b from it ffffaca8c1f03bd0 00010000:00000001:2.0:1773613200.226919:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.226920:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.226922:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.226923:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226925:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.226927:0:83532:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613200.226929:0:83532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613200.226982:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.226983:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.226984:0:83532:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613200.226986:0:83532:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613200.226988:0:83532:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613200.226995:0:83532:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613200.226998:0:83532:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613200.226999:0:83532:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613200.227003:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227004:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227007:0:83532:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227009:0:83532:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613200.227011:0:83532:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227013:0:83532:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227015:0:83532:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227017:0:83532:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613200.227018:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227019:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613200.227021:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.227026:0:83532:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477076992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613200.227033:0:83532:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613200.227035:0:83532:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613200.227038:0:83532:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922b000. 02000000:00000001:2.0:1773613200.227043:0:83532:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613200.227045:0:83532:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613200.227047:0:83532:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613200.227049:0:83532:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613200.227052:0:83532:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a8800. 02000000:00000001:2.0:1773613200.227055:0:83532:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613200.227056:0:83532:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613200.227058:0:83532:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613200.227061:0:83532:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613200.227062:0:83532:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613200.227065:0:83532:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613200.227080:0:83532:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613200.227097:0:83532:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993644827b40. 00000020:00000001:2.0:1773613200.227100:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03d88 00000080:00200000:2.0:1773613200.227102:0:83532:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f113.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=1536 00000080:00000001:2.0:1773613200.227105:0:83532:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613200.227107:0:83532:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613200.227108:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03c98 00000080:00200000:2.0:1773613200.227110:0:83532:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613200.227114:0:83532:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a189c00. 00800000:00000002:2.0:1773613200.227119:0:83532:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613200.227122:0:83532:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613200.227124:0:83532:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.227126:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03bb8 00800000:00000002:2.0:1773613200.227127:0:83532:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613200.227130:0:83532:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613200.227133:0:83532:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613200.227137:0:83532:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.227138:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03a88 00000002:00010000:2.0:1773613200.227140:0:83532:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613200.227143:0:83532:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613200.227145:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.227146:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613200.227149:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:2.0:1773613200.227151:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613200.227154:0:83532:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613200.227157:0:83532:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613200.227160:0:83532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613200.227168:0:83532:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613200.227171:0:83532:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613200.227174:0:83532:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613200.227181:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613200.227182:0:83532:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613200.227185:0:83532:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613200.227186:0:83532:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613200.227188:0:83532:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613200.227190:0:83532:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613200.227192:0:83532:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613200.227194:0:83532:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613200.227196:0:83532:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a189c00. 00000080:00000001:2.0:1773613200.227198:0:83532:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613200.227200:0:83532:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.227202:0:83532:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613200.227205:0:83532:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0102b 00800000:00000001:2.0:1773613200.227207:0:83532:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613200.227208:0:83532:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613200.227209:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.227210:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.227212:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.227213:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227215:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227217:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227218:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613200.227219:0:83532:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.227221:0:83532:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.227223:0:83532:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0102b from it ffffaca8c1f03cd0 00010000:00000001:2.0:1773613200.227224:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.227225:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.227226:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.227228:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227230:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227232:0:83532:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613200.227234:0:83532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613200.227240:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227241:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227242:0:83532:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613200.227244:0:83532:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613200.227246:0:83532:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613200.227251:0:83532:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613200.227252:0:83532:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613200.227253:0:83532:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613200.227255:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227256:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227258:0:83532:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227259:0:83532:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613200.227261:0:83532:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227262:0:83532:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227264:0:83532:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227266:0:83532:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613200.227267:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227268:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613200.227269:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613200.227270:0:83532:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613200.227272:0:83532:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:2.0:1773613200.227275:0:83532:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.227280:0:83532:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613200.227281:0:83532:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613200.227282:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03d78 00000080:00200000:2.0:1773613200.227284:0:83532:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613200.227288:0:83532:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a189c00. 00800000:00000002:2.0:1773613200.227290:0:83532:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613200.227292:0:83532:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613200.227295:0:83532:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.227296:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03c98 00800000:00000002:2.0:1773613200.227298:0:83532:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613200.227300:0:83532:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613200.227302:0:83532:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613200.227305:0:83532:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613200.227306:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03b68 00000002:00010000:2.0:1773613200.227308:0:83532:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613200.227310:0:83532:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613200.227311:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.227312:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613200.227315:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:2.0:1773613200.227317:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613200.227319:0:83532:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613200.227321:0:83532:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613200.227324:0:83532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613200.227331:0:83532:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613200.227333:0:83532:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613200.227336:0:83532:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613200.227342:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613200.227343:0:83532:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613200.227345:0:83532:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613200.227347:0:83532:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613200.227348:0:83532:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613200.227350:0:83532:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613200.227352:0:83532:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613200.227354:0:83532:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613200.227355:0:83532:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a189c00. 00000080:00000001:2.0:1773613200.227358:0:83532:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613200.227359:0:83532:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.227361:0:83532:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613200.227363:0:83532:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0102b 00800000:00000001:2.0:1773613200.227365:0:83532:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613200.227367:0:83532:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613200.227368:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.227369:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.227370:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.227372:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227373:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227375:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227376:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613200.227377:0:83532:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.227379:0:83532:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613200.227381:0:83532:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0102b from it ffffaca8c1f03db0 00010000:00000001:2.0:1773613200.227383:0:83532:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613200.227384:0:83532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613200.227385:0:83532:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613200.227387:0:83532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227389:0:83532:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613200.227390:0:83532:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613200.227393:0:83532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613200.227398:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227399:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227400:0:83532:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613200.227402:0:83532:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613200.227404:0:83532:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613200.227409:0:83532:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613200.227411:0:83532:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613200.227412:0:83532:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613200.227414:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227415:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227416:0:83532:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227418:0:83532:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613200.227419:0:83532:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227420:0:83532:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227422:0:83532:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227424:0:83532:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613200.227425:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227426:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613200.227427:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613200.227428:0:83532:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613200.227430:0:83532:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:2.0:1773613200.227433:0:83532:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613200.227436:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03e20 00000080:00200000:2.0:1773613200.227438:0:83532:0:(namei.c:2118:ll_create_nd()) VFS Op:name=f113.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=33188, excl=1 00000080:00000001:2.0:1773613200.227441:0:83532:0:(namei.c:2069:ll_mknod()) Process entered 00000020:00000001:2.0:1773613200.227443:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03dd0 00000080:00200000:2.0:1773613200.227445:0:83532:0:(namei.c:2073:ll_mknod()) VFS Op:name=f113.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248) mode 100644 dev 0 00000080:00000001:2.0:1773613200.227448:0:83532:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:2.0:1773613200.227449:0:83532:0:(namei.c:1766:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1773613200.227453:0:83532:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a189c00. 00800000:00000002:2.0:1773613200.227455:0:83532:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613200.227461:0:83532:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.227464:0:83532:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:2.0:1773613200.227465:0:83532:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773613200.227469:0:83532:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:2.0:1773613200.227472:0:83532:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773613200.227474:0:83532:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773613200.227476:0:83532:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773613200.227478:0:83532:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773613200.227480:0:83532:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x2:0x0] 40000000:00000001:2.0:1773613200.227482:0:83532:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.227484:0:83532:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.227486:0:83532:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613200.227488:0:83532:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613200.227489:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03c10 00800000:00000002:2.0:1773613200.227491:0:83532:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'f113.recovery-small' [0x20000bf89:0x2:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1773613200.227495:0:83532:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1773613200.227497:0:83532:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773613200.227499:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:2.0:1773613200.227501:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613200.227503:0:83532:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773613200.227506:0:83532:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613200.227508:0:83532:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1773613200.227515:0:83532:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613200.227518:0:83532:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773613200.227519:0:83532:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773613200.227521:0:83532:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773613200.227523:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.227524:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613200.227526:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:2.0:1773613200.227528:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613200.227530:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.227532:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.227533:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613200.227534:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:2.0:1773613200.227536:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613200.227538:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.227539:0:83532:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613200.227540:0:83532:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613200.227541:0:83532:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:2.0:1773613200.227543:0:83532:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613200.227545:0:83532:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.227547:0:83532:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773613200.227549:0:83532:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773613200.227553:0:83532:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773613200.227555:0:83532:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773613200.227557:0:83532:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773613200.227558:0:83532:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227561:0:83532:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613200.227563:0:83532:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613200.227565:0:83532:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613200.227567:0:83532:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613200.227568:0:83532:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773613200.227571:0:83532:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2a00 with handle 0xa1aa084204a0102b from hash 00010000:00000001:2.0:1773613200.227573:0:83532:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613200.227574:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613200.227575:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227576:0:83532:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613200.227578:0:83532:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613200.227580:0:83532:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773613200.227583:0:83532:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613200.227585:0:83532:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613200.227586:0:83532:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773613200.227591:0:83532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613200.227594:0:83532:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:2.0:1773613200.227599:0:83532:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773613200.227601:0:83532:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227603:0:83532:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613200.227606:0:83532:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613200.227608:0:83532:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.227611:0:83532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613200.227613:0:83532:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613200.227615:0:83532:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613200.227621:0:83532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a8800. 00000100:00000001:2.0:1773613200.227626:0:83532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227629:0:83532:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613200.227631:0:83532:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773613200.227636:0:83532:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1773613200.227643:0:83532:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773613200.227645:0:83532:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613200.227646:0:83532:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613200.227649:0:83532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a0102b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd646 expref: -99 pid: 83532 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1773613200.227656:0:83532:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946500 count: 0 00010000:00000010:2.0:1773613200.227660:0:83532:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce600. 00010000:00000001:2.0:1773613200.227669:0:83532:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613200.227670:0:83532:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227672:0:83532:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613200.227673:0:83532:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.227675:0:83532:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1773613200.227685:0:83532:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773613200.227693:0:83532:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613200.227700:0:83532:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613200.227702:0:83532:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613200.227708:0:83532:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a63c0. 00000100:00000001:2.0:1773613200.227711:0:83532:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183368128 : -113016526183488 : ffff99364a1a63c0) 00000100:00000001:2.0:1773613200.227713:0:83532:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.227715:0:83532:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000001:2.0:1773613200.227719:0:83532:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613200.227722:0:83532:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.227724:0:83532:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613200.227725:0:83532:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613200.227729:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.227737:0:83532:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613200.227739:0:83532:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.227742:0:83532:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613200.227745:0:83532:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613200.227748:0:83532:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613200.227751:0:83532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job mcreate:144f5372-d9a2-4fb0-a726-ce1097458722:83532:1859762477077248:192.168.203.144@tcp:36:mcreate.0 00000100:00000001:2.0:1773613200.227755:0:83532:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613200.227759:0:83532:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613200.227762:0:83532:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.227764:0:83532:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613200.227768:0:83532:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604aa400. 02000000:00000001:2.0:1773613200.227770:0:83532:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613200.227775:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613200.227779:0:83532:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613200.227784:0:83532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613200.227790:0:83532:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477077248, portal 10 00000100:00000001:2.0:1773613200.227792:0:83532:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.227793:0:83532:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:2.0:1773613200.227799:0:83532:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.227806:0:83532:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613200.227808:0:83532:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613200.227811:0:83532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d77f8. 00000100:00000200:2.0:1773613200.227813:0:83532:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477077248, offset 0 00000400:00000200:2.0:1773613200.227820:0:83532:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613200.227827:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.227834:0:83532:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613200.227838:0:83532:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613200.227842:0:83532:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613200.227845:0:83532:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613200.227848:0:83532:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613200.227852:0:83532:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224746:224746:256:4294967295] 192.168.203.144@tcp LPNI seq info [224681:224681:8:4294967295] 00000400:00000200:2.0:1773613200.227856:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.227864:0:83532:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613200.227870:0:83532:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613200.227875:0:83532:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362a00. 00000800:00000200:2.0:1773613200.227881:0:83532:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613200.227888:0:83532:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613200.227892:0:83532:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773613200.228256:0:83532:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.228261:0:83532:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 179125 usecs (180 jiffies) 00000400:00000200:2.0:1773613200.228265:0:83532:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613200.228267:0:83532:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300290194 00000100:00000001:2.0:1773613200.228273:0:83532:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300290176 00000100:00000001:2.0:1773613200.228279:0:83532:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300290194 00000100:00000001:2.0:1773613200.228282:0:83532:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300290176 00000100:00000001:2.0:1773613200.228285:0:83532:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.228287:0:83532:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.228290:0:83532:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613200.228291:0:83532:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613200.228294:0:83532:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a63c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613200.228296:0:83532:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613200.228298:0:83532:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613200.228896:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613200.228902:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362a00. 00000400:00000200:3.0:1773613200.228906:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.228912:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613200.228918:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d77f8 00000400:00000010:3.0:1773613200.228921:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d77f8. 00000100:00000001:3.0:1773613200.228925:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613200.228930:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.228974:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.228978:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.228985:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.228987:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773613200.232095:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946500. 00010000:00000010:2.1:1773613200.232131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00000800:00000001:3.0:1773613200.233919:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.233970:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613200.233973:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.233976:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613200.233984:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.233991:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613200.233999:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234003:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234008:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234012:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x69b71b1d01300 00000400:00000200:3.0:1773613200.234017:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234022:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b4dad [1] + 224 00000800:00000001:3.0:1773613200.234038:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.234046:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613200.234048:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.234053:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613200.234059:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613200.234067:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613200.234089:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.234109:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613200.234116:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613200.234120:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234125:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613200.234131:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224747:224747:256:4294967295] 192.168.203.144@tcp LPNI seq info [224682:224682:8:4294967295] 00000400:00000200:3.0:1773613200.234135:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.234143:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613200.234148:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613200.234153:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0b00. 00000800:00000200:3.0:1773613200.234159:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613200.234172:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613200.234176:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613200.234244:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613200.234248:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0b00. 00000400:00000200:3.0:1773613200.234251:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.234254:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613200.234260:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613200.234263:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.234442:0:83532:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613200.234449:0:83532:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613200.234451:0:83532:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613200.234455:0:83532:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613200.234458:0:83532:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613200.234461:0:83532:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613200.234464:0:83532:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.234469:0:83532:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613200.234479:0:83532:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477077248/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1773613216 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.234486:0:83532:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613200.234487:0:83532:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.234490:0:83532:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613200.234493:0:83532:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613200.234495:0:83532:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613200.234497:0:83532:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.234500:0:83532:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613200.234508:0:83532:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=128 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613200.234511:0:83532:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613200.234514:0:83532:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613200.234515:0:83532:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.234518:0:83532:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613200.234522:0:83532:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.234525:0:83532:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613200.234526:0:83532:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1773613200.234528:0:83532:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613200.234530:0:83532:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.234532:0:83532:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000001:2.0:1773613200.234534:0:83532:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613200.234536:0:83532:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215207 00000100:00000001:2.0:1773613200.234538:0:83532:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613200.234540:0:83532:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.234545:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.234552:0:83532:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.234555:0:83532:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613200.234557:0:83532:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613200.234561:0:83532:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613200.234569:0:83532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job mcreate:144f5372-d9a2-4fb0-a726-ce1097458722:83532:1859762477077248:192.168.203.144@tcp:36:mcreate.0 00000100:00000001:2.0:1773613200.234573:0:83532:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.234576:0:83532:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.234578:0:83532:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613200.234579:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.234582:0:83532:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.234589:0:83532:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613200.234591:0:83532:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a63c0. 00000100:00000001:2.0:1773613200.234594:0:83532:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613200.234596:0:83532:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613200.234602:0:83532:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613200.234606:0:83532:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x2:0x0] 00800000:00000001:2.0:1773613200.234608:0:83532:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.234611:0:83532:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1773613200.234614:0:83532:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613200.234620:0:83532:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773613200.234622:0:83532:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613200.234624:0:83532:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088002 : 144116010713088002 : 20000bf89000002) 00000080:00000001:2.0:1773613200.234627:0:83532:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773613200.234638:0:83532:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9936503fca40. 00000020:00000001:2.0:1773613200.234647:0:83532:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773613200.234649:0:83532:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773613200.234652:0:83532:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773613200.234653:0:83532:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x2:0x0](ffff9936503fcb08) 00000080:00000001:2.0:1773613200.234656:0:83532:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088002 : 144116010713088002 : 20000bf89000002) 00000080:00000001:2.0:1773613200.234658:0:83532:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773613200.234661:0:83532:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088002 mtime from 0 to 1773613200 00000080:00000001:2.0:1773613200.234664:0:83532:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1773613200.234668:0:83532:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613200.234672:0:83532:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613200.234676:0:83532:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188800. 00000020:00000010:2.0:1773613200.234680:0:83532:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188600. 00000020:00000010:2.0:1773613200.234684:0:83532:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613200.234689:0:83532:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613200.235227:0:83532:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613200.235233:0:83532:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613200.235238:0:83532:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613200.235242:0:83532:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613200.235245:0:83532:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188e00. 00000008:00000010:2.0:1773613200.235249:0:83532:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613200.235253:0:83532:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613200.235256:0:83532:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613200.235260:0:83532:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613200.235262:0:83532:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613200.235265:0:83532:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613200.235269:0:83532:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773613200.235402:0:83532:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99364a947258. 00000020:00000001:2.0:1773613200.235405:0:83532:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773613200.235407:0:83532:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613200.235415:0:83532:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773613200.235418:0:83532:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a9502e8. 00020000:00000001:2.0:1773613200.235420:0:83532:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191404264 : -113016518147352 : ffff99364a9502e8) 00020000:00000001:2.0:1773613200.235423:0:83532:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773613200.235478:0:83532:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613200.235483:0:83532:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057191367384 : -113016518184232 : ffff99364a9472d8) 00000020:00001000:2.0:1773613200.235486:0:83532:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613200.235490:0:83532:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188600. 00000020:00000010:2.0:1773613200.235495:0:83532:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613200.235498:0:83532:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613200.235502:0:83532:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613200.235505:0:83532:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613200.235508:0:83532:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613200.235512:0:83532:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613200.235515:0:83532:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188800. 00000008:00000010:2.0:1773613200.235518:0:83532:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613200.235521:0:83532:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613200.235524:0:83532:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613200.235527:0:83532:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613200.235529:0:83532:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188e00. 00000020:00000010:2.0:1773613200.235532:0:83532:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:2.0:1773613200.235535:0:83532:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057286482696 : -113016423068920 : ffff9936503fcb08) 00000080:00000001:2.0:1773613200.235538:0:83532:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613200.235542:0:83532:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773613200.235544:0:83532:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.235549:0:83532:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.235551:0:83532:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:2.0:1773613200.235554:0:83532:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.235561:0:83532:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.235569:0:83532:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613200.235572:0:83532:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613200.235575:0:83532:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a189c00. 00000080:00000001:2.0:1773613200.235577:0:83532:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613200.235581:0:83532:0:(namei.c:2101:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613200.235583:0:83532:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f03e20 00000080:00200000:2.0:1773613200.235585:0:83532:0:(namei.c:2126:ll_create_nd()) VFS Op:name=f113.recovery-small, unhashed 1 00000080:00000001:2.0:1773613200.235596:0:83532:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613200.235601:0:83532:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1773613200.243981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993644827b40. 00000100:00000040:2.0:1773613200.262143:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613200.262152:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613200.262161:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9f80. 00000020:00000040:2.0:1773613200.262167:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613200.262171:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613200.262173:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613200.262178:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613200.262187:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362a00. 00000100:00000001:2.0:1773613200.262194:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262204:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613200.262214:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613200.262218:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262224:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a68961] to pc [ptlrpcd_01_01+1] req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.262252:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262256:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613200.262259:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613200.262262:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000020:00000040:2.0:1773613200.262264:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613200.262266:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613200.262268:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613200.262270:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613200.262273:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362300. 00000100:00000001:2.0:1773613200.262276:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262279:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613200.262286:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613200.262288:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262291:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b4445c] to pc [ptlrpcd_01_00+0] req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.262299:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262301:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613200.262304:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613200.262307:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000020:00000040:2.0:1773613200.262309:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613200.262311:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613200.262312:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613200.262314:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613200.262317:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362600. 00000100:00000001:2.0:1773613200.262320:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.262321:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773613200.262324:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613200.262325:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613200.262327:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773613200.262330:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613200.262332:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613200.262333:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.262336:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c5644b] to pc [ptlrpcd_01_01+1] req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.262342:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613200.262344:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262344:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613200.262347:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773613200.262347:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5627) 02000000:00000001:3.0:1773613200.262350:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613200.262353:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262355:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773613200.262356:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477077376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613200.262356:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613200.262358:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773613200.262360:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773613200.262361:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773613200.262365:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773613200.262366:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1773613200.262368:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262368:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.262369:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613200.262370:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773613200.262371:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613200.262372:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613200.262374:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643fc6e00. 00000100:00100000:2.0:1773613200.262375:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477077504:192.168.203.144@tcp:400:kworker.0 02000000:00000001:3.0:1773613200.262376:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262378:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613200.262380:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613200.262381:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613200.262383:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:2.0:1773613200.262383:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613200.262386:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a188e00. 00000400:00000010:3.0:1773613200.262388:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da688. 02000000:00000001:2.0:1773613200.262388:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613200.262391:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613200.262393:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:3.0:1773613200.262394:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000400:00000010:2.0:1773613200.262396:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:3.0:1773613200.262399:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477077376, portal 25 00000100:00000200:2.0:1773613200.262399:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477077504, portal 4 00000100:00000001:3.0:1773613200.262401:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613200.262401:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613200.262403:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000100:00000001:2.0:1773613200.262403:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:3.0:1773613200.262408:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.262409:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.262415:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773613200.262415:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613200.262419:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000040:2.0:1773613200.262419:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613200.262421:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000400:00000010:2.0:1773613200.262421:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:3.0:1773613200.262424:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477077376, offset 0 00000100:00000200:2.0:1773613200.262424:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477077504, offset 0 00000400:00000200:3.0:1773613200.262430:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613200.262437:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.262439:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613200.262443:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613200.262449:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613200.262454:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613200.262457:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613200.262460:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613200.262463:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224748:224748:256:4294967295] 192.168.203.144@tcp LPNI seq info [224683:224683:8:4294967295] 00000400:00000200:3.0:1773613200.262467:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.262476:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613200.262482:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613200.262487:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0b00. 00000800:00000200:3.0:1773613200.262494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613200.262501:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613200.262505:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613200.262514:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613200.262518:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613200.262520:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300294009 00000100:00000001:3.0:1773613200.262525:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300290194 00000100:00000001:3.0:1773613200.262529:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300294009 00000100:00000001:3.0:1773613200.262531:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300290194 00000100:00000001:3.0:1773613200.262534:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613200.262536:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.262539:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.262541:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.262548:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613200.262549:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613200.262551:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613200.262552:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613200.262553:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613200.262557:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.262563:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613200.262564:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613200.262566:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613200.262568:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613200.262570:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613200.262573:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477077632:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613200.262576:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613200.262578:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613200.262580:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613200.262581:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613200.262584:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643fc7600. 02000000:00000001:3.0:1773613200.262586:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613200.262589:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613200.262592:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daa50. 00000400:00000010:3.0:1773613200.262595:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613200.262597:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477077632, portal 4 00000100:00000001:3.0:1773613200.262599:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613200.262601:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:3.0:1773613200.262607:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.262613:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613200.262615:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613200.262617:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613200.262619:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477077632, offset 0 00000400:00000200:3.0:1773613200.262623:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613200.262818:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.262823:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613200.262826:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613200.262828:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613200.262830:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613200.262832:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613200.262835:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224749:224749:255:4294967295] 192.168.203.144@tcp LPNI seq info [224684:224684:7:4294967295] 00000400:00000200:2.0:1773613200.262838:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.262844:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613200.262848:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613200.262851:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613200.262855:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613200.262859:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613200.262862:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613200.262865:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.262868:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 190680 usecs (191 jiffies) 00000400:00000200:2.0:1773613200.262871:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613200.262872:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300290239 00000100:00000001:2.0:1773613200.262875:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300294009 00000100:00000001:2.0:1773613200.262877:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300290239 00000100:00000001:2.0:1773613200.262879:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300294009 00000100:00000001:2.0:1773613200.262882:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.262884:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262886:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262887:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.262891:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613200.262893:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613200.262895:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613200.262896:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613200.262897:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.262899:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613200.263106:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613200.263110:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0b00. 00000400:00000200:2.0:1773613200.263189:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.263195:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613200.263199:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:2.0:1773613200.263201:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:2.0:1773613200.263205:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613200.263211:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.263219:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.263222:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.263228:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.263230:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613200.263541:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613200.263544:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:2.0:1773613200.263547:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.263551:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613200.263554:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613200.263556:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613200.263559:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613200.263563:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.263570:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.263573:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.263579:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.263580:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773613200.263984:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.263990:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613200.263994:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613200.263996:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613200.263999:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613200.264001:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613200.264005:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224750:224750:256:4294967295] 192.168.203.144@tcp LPNI seq info [224685:224685:8:4294967295] 00000400:00000200:3.0:1773613200.264009:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613200.264016:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613200.264022:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613200.264027:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0c00. 00000800:00000200:3.0:1773613200.264031:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613200.264036:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613200.264040:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613200.264050:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613200.264053:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 781460 usecs (782 jiffies) 00000400:00000200:3.0:1773613200.264056:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613200.264059:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300290831 00000100:00000001:3.0:1773613200.264061:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300294009 00000100:00000001:3.0:1773613200.264063:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300290831 00000100:00000001:3.0:1773613200.264065:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300294009 00000100:00000001:3.0:1773613200.264067:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613200.264080:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.264083:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.264085:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.264090:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613200.264092:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613200.264094:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613200.264096:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613200.264097:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.264099:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613200.264375:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613200.264378:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0c00. 00000400:00000200:3.0:1773613200.264382:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613200.264386:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613200.264390:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613200.264393:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613200.264396:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613200.264402:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.264410:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.264413:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.264420:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.264422:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613200.272525:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272541:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613200.272545:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272548:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272556:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272562:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613200.272570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272579:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272583:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01380 00000400:00000200:2.0:1773613200.272587:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272593:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4dbd [1] + 224 00000800:00000001:2.0:1773613200.272600:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272605:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272608:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.272612:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613200.272619:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.272626:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.272637:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.272673:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613200.272677:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613200.272692:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613200.272700:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272704:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613200.272706:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272708:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272711:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272715:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613200.272718:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272721:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272724:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272726:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01400 00000400:00000200:2.0:1773613200.272729:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272733:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4dc5 [1] + 224 00000800:00000001:2.0:1773613200.272737:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272740:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272742:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.272745:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613200.272748:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.272752:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.272760:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.272772:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613200.272776:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272779:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613200.272781:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272783:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272785:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272789:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613200.272793:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272796:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272798:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272801:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01480 00000400:00000200:2.0:1773613200.272804:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613200.272808:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ddd [1] + 224 00000800:00000001:2.0:1773613200.272812:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272818:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613200.272820:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613200.272823:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613200.272826:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.272831:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613200.272839:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.272847:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613200.272850:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613200.272853:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.272862:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613200.272864:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613200.272868:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613200.272870:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613200.272872:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613200.272875:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613200.272877:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613200.272878:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613200.272881:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613200.272886:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.272890:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613200.272891:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.272893:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613200.272896:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613200.272898:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613200.272899:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613200.272901:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613200.272907:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=128 v=5 (5 6 6 0) 00000100:00001000:2.0:1773613200.272910:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613200.272912:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613200.272913:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613200.272915:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613200.272917:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.272920:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613200.272921:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:2.0:1773613200.272923:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613200.272924:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613200.272927:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.272954:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613200.272957:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613200.272959:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613200.272964:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613200.272971:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477077504:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613200.272975:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.272978:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613200.272980:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba300 x1859762477077504/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613200.272986:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613200.272989:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613200.272991:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a188e00. 02000000:00000001:2.0:1773613200.272995:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613200.272997:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613200.272998:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613200.273001:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613200.273003:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362300. 02000000:00000001:2.0:1773613200.273007:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613200.273008:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613200.273010:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 00000100:00000001:2.0:1773613200.273013:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613200.273014:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.273017:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613200.273023:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613200.273024:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613200.273026:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613200.273029:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773613200.274322:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613200.274326:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613200.274330:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da688. 00000400:00000200:3.0:1773613200.274336:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:3.0:1773613200.274338:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:3.0:1773613200.274342:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613200.274351:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613200.274361:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274367:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613200.274369:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274372:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613200.274374:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613200.274376:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613200.274378:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613200.274380:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613200.274386:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=128 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613200.274389:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613200.274391:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613200.274393:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613200.274395:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613200.274397:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.274399:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613200.274403:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274410:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613200.274414:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613200.274415:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613200.274420:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613200.274428:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477077376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613200.274432:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.274434:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.274438:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9f80 x1859762477077376/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274445:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613200.274447:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613200.274450:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643fc6e00. 02000000:00000001:3.0:1773613200.274453:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613200.274455:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613200.274457:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613200.274459:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613200.274461:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362a00. 02000000:00000001:3.0:1773613200.274464:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613200.274466:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613200.274467:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9f80. 00000100:00000001:3.0:1773613200.274470:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613200.274472:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274474:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.274476:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613200.274478:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613200.274480:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613200.274481:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613200.274482:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daa50. 00000400:00000200:3.0:1773613200.274485:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613200.274486:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613200.274488:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613200.274492:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613200.274500:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274511:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613200.274512:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274514:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613200.274515:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613200.274516:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613200.274518:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613200.274519:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613200.274524:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=128 v=5 (5 6 6 0) 00000100:00001000:3.0:1773613200.274527:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613200.274529:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613200.274531:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613200.274532:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613200.274536:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.274539:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613200.274541:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:3.0:1773613200.274543:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613200.274544:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613200.274548:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274554:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613200.274556:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613200.274558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613200.274561:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613200.274568:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477077632:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613200.274572:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274574:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613200.274577:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9500 x1859762477077632/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613200.274582:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613200.274584:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613200.274586:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643fc7600. 02000000:00000001:3.0:1773613200.274587:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613200.274588:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613200.274590:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613200.274592:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613200.274593:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362600. 02000000:00000001:3.0:1773613200.274596:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613200.274596:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613200.274598:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 00000100:00000001:3.0:1773613200.274600:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613200.274602:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274603:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613200.274610:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613200.274612:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613200.274614:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613200.274615:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613201.180908:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613201.180915:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c100. 00000400:00000200:3.0:1773613201.180920:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613201.180925:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613201.180930:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:3.0:1773613201.180957:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:3.0:1773613201.180963:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613201.180968:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613201.180978:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613201.180981:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613201.180987:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613201.180989:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1773613201.415735:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613201.415741:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613201.415745:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773613201.798104:0:67848:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1773613201.798112:0:67848:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613204.230086:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300294009, at 4300294016 00000100:00000010:3.0:1773613204.230107:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8485a0. 00000100:00000040:2.0:1773613204.230127:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300294009, at 4300294016 00000100:00000010:2.0:1773613204.230143:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8488a0. 00000020:00000001:3.0:1773613204.486689:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613204.486697:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613204.486702:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613205.382165:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613205.382178:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613205.382186:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704700. 00000020:00000040:3.0:1773613205.382193:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613205.382197:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613205.382201:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613205.382207:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613205.382216:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0c00. 00000100:00000001:3.0:1773613205.382225:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382238:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613205.382250:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613205.382255:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382261:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030b0d02b] to pc [ptlrpcd_01_00+0] req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382298:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382300:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613205.382303:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613205.382305:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707480. 00000020:00000040:3.0:1773613205.382308:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613205.382310:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613205.382311:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613205.382313:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613205.382325:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0300. 00000100:00000001:3.0:1773613205.382328:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382332:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613205.382340:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613205.382342:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382346:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a506e867] to pc [ptlrpcd_01_01+1] req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382354:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382356:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613205.382360:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613205.382363:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704000. 00000020:00000040:3.0:1773613205.382365:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613205.382367:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613205.382368:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613205.382370:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613205.382373:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0900. 00000100:00000001:3.0:1773613205.382375:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382378:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613205.382384:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613205.382386:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382389:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000975208dc] to pc [ptlrpcd_01_00+0] req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382396:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382399:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613205.382402:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613205.382404:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704380. 00000020:00000040:3.0:1773613205.382406:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613205.382408:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613205.382409:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613205.382410:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613205.382413:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0100. 00000100:00000001:3.0:1773613205.382415:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382418:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613205.382430:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613205.382432:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382435:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce015ea5] to pc [ptlrpcd_01_01+1] req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382441:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382446:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5632) 00000100:00000001:3.0:1773613205.382458:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613205.382462:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613205.382465:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613205.382469:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382476:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613205.382478:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613205.382482:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613205.382485:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613205.382488:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613205.382491:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477078016:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613205.382495:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613205.382499:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613205.382502:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613205.382504:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613205.382509:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661181600. 02000000:00000001:3.0:1773613205.382510:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613205.382520:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613205.382524:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daa50. 00000400:00000010:3.0:1773613205.382531:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613205.382539:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477078016, portal 10 00000100:00000001:3.0:1773613205.382541:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613205.382543:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000100:00000040:3.0:1773613205.382550:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382563:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613205.382566:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613205.382569:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000200:3.0:1773613205.382571:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477078016, offset 0 00000400:00000200:3.0:1773613205.382578:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613205.382588:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.382596:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613205.382601:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613205.382606:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613205.382610:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613205.382613:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613205.382617:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224752:224752:256:4294967295] 192.168.203.144@tcp LPNI seq info [224687:224687:8:4294967295] 00000400:00000200:3.0:1773613205.382622:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.382632:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613205.382638:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613205.382644:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0b00. 00000800:00000200:3.0:1773613205.382652:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613205.382660:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613205.382665:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613205.382675:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382679:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 178617 usecs (179 jiffies) 00000400:00000200:3.0:1773613205.382683:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613205.382686:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300295347 00000100:00000010:3.0:1773613205.382690:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed000. 00000100:00000001:3.0:1773613205.382698:0:2392:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613205.382707:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300295347 00000100:00000010:3.0:1773613205.382710:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed8a0. 00000100:00000001:3.0:1773613205.382714:0:2392:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613205.382717:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613205.382720:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.382722:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613205.382726:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382733:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613205.382734:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613205.382737:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613205.382738:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613205.382740:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613205.382743:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477078272:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613205.382746:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613205.382748:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613205.382750:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613205.382751:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613205.382754:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661181200. 02000000:00000001:3.0:1773613205.382756:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613205.382758:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613205.382761:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da688. 00000400:00000010:3.0:1773613205.382764:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613205.382767:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477078272, portal 4 00000100:00000001:3.0:1773613205.382768:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613205.382770:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000100:00000040:3.0:1773613205.382845:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.382853:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613205.382855:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613205.382858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000200:3.0:1773613205.382860:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477078272, offset 0 00000400:00000200:3.0:1773613205.382865:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613205.382868:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.382872:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613205.382874:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613205.382877:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613205.382879:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613205.382881:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613205.382885:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224753:224753:255:4294967295] 192.168.203.144@tcp LPNI seq info [224688:224688:7:4294967295] 00000400:00000200:3.0:1773613205.382888:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.382894:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613205.382899:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613205.382902:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613205.382906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613205.382910:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613205.382913:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613205.382916:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.382918:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 775230 usecs (776 jiffies) 00000400:00000200:3.0:1773613205.382921:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613205.382923:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300295944 00000100:00000001:3.0:1773613205.382928:0:2392:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300295347 00000100:00000001:3.0:1773613205.382931:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300295944 00000100:00000001:3.0:1773613205.382957:0:2392:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300295347 00000100:00000001:3.0:1773613205.382960:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.383076:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.383084:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613205.383088:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613205.383101:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383112:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613205.383114:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.383119:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613205.383123:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613205.383126:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613205.383130:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477077888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613205.383134:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613205.383139:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613205.383142:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.383145:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613205.383153:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a189200. 02000000:00000001:2.0:1773613205.383156:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613205.383163:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613205.383167:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613205.383173:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613205.383180:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477077888, portal 25 00000100:00000001:2.0:1773613205.383182:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613205.383184:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000040:2.0:1773613205.383190:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383197:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613205.383200:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613205.383202:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613205.383216:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477077888, offset 0 00000400:00000200:2.0:1773613205.383222:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613205.383230:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.383237:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613205.383242:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613205.383245:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613205.383249:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613205.383252:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613205.383255:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224754:224754:254:4294967295] 192.168.203.144@tcp LPNI seq info [224689:224689:6:4294967295] 00000400:00000200:2.0:1773613205.383259:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.383268:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613205.383274:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613205.383278:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613205.383284:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613205.383292:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613205.383296:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613205.383300:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613205.383305:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613205.383307:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300299130 00000100:00000001:2.0:1773613205.383313:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300295944 00000100:00000001:2.0:1773613205.383317:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300299130 00000100:00000001:2.0:1773613205.383320:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300295944 00000100:00000001:2.0:1773613205.383324:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.383326:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383329:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613205.383334:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383341:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613205.383342:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.383344:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613205.383346:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613205.383348:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613205.383352:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477078144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613205.383356:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613205.383358:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613205.383360:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.383361:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613205.383364:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a189400. 02000000:00000001:2.0:1773613205.383366:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613205.383369:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613205.383372:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e93c8. 00000400:00000010:2.0:1773613205.383375:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d73b8. 00000100:00000200:2.0:1773613205.383378:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477078144, portal 4 00000100:00000001:2.0:1773613205.383380:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613205.383381:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000040:2.0:1773613205.383387:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383394:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613205.383396:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613205.383398:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7aa0. 00000100:00000200:2.0:1773613205.383400:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477078144, offset 0 00000400:00000200:2.0:1773613205.383404:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613205.383408:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.383411:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613205.383413:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613205.383416:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613205.383418:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613205.383420:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613205.383423:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224755:224755:253:4294967295] 192.168.203.144@tcp LPNI seq info [224690:224690:5:4294967295] 00000400:00000200:2.0:1773613205.383427:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.383433:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613205.383437:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613205.383440:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613205.383444:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613205.383448:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613205.383450:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613205.383453:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613205.383457:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 189271 usecs (190 jiffies) 00000400:00000200:2.0:1773613205.383460:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613205.383462:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300295359 00000100:00000001:2.0:1773613205.383465:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300299130 00000100:00000001:2.0:1773613205.383467:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300295359 00000100:00000001:2.0:1773613205.383469:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300299130 00000100:00000001:2.0:1773613205.383472:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.383474:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383476:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383479:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.383486:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613205.383488:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613205.383491:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.383492:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613205.383494:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383496:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613205.383537:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613205.383541:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0b00. 00000400:00000200:2.0:1773613205.383548:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.383553:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613205.383557:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:2.0:1773613205.383559:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:2.0:1773613205.383565:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613205.383570:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383579:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.383582:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383594:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383596:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613205.383608:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613205.383610:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:2.0:1773613205.383613:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.383616:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613205.383619:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:2.0:1773613205.383621:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:2.0:1773613205.383623:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613205.383627:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383634:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.383637:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383644:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383645:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613205.383650:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613205.383653:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:2.0:1773613205.383655:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.383658:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613205.383660:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613205.383662:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613205.383664:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613205.383667:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383674:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.383676:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383683:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383684:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613205.383747:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613205.383750:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:2.0:1773613205.383753:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.383756:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613205.383758:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7aa0 00000400:00000010:2.0:1773613205.383760:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7aa0. 00000100:00000001:2.0:1773613205.383763:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613205.383766:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383772:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.383775:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.383780:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.383781:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613205.385449:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.385460:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.385465:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613205.385475:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613205.385477:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613205.385480:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613205.385482:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613205.385485:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.385487:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613205.393479:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613205.393502:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613205.393507:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613205.393511:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613205.393522:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.393531:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613205.393547:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.393553:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.393570:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.393576:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01580 00000400:00000200:3.0:1773613205.393581:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613205.393588:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e15 [1] + 224 00000800:00000001:3.0:1773613205.398873:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613205.398907:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613205.398914:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613205.398955:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613205.398967:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613205.398980:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613205.398994:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.399016:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613205.399030:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613205.399049:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.399550:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.399560:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613205.399579:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613205.399581:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613205.399585:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9160. 00000400:00000200:2.0:1773613205.399594:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613205.399596:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613205.399600:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.399611:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613205.399622:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.399630:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613205.399632:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.399635:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613205.399638:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613205.399641:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613205.399643:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.399645:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613205.399652:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=133 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613205.399655:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613205.399657:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613205.399659:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613205.399661:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613205.399663:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.399664:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613205.399668:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.399672:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.399675:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613205.399676:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613205.399679:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613205.399683:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477077888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613205.399695:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.399697:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.399699:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704700 x1859762477077888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.399703:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613205.399705:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613205.399707:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a189200. 02000000:00000001:2.0:1773613205.399711:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613205.399712:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613205.399714:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613205.399715:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613205.399717:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0c00. 02000000:00000001:2.0:1773613205.399720:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613205.399721:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613205.399723:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704700. 00000100:00000001:2.0:1773613205.399725:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613205.399726:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.399728:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.399730:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.399731:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613205.399732:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.399733:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613205.401437:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404184:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613205.404193:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404199:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404208:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404216:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613205.404227:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404231:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404236:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404240:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01680 00000400:00000200:2.0:1773613205.404245:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404250:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e25 [1] + 224 00000800:00000001:2.0:1773613205.404258:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404263:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404266:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.404270:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613205.404277:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.404285:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613205.404297:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.404382:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613205.404387:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613205.404452:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613205.404465:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404469:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613205.404471:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404473:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404476:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404480:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613205.404485:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404488:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404491:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404494:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d01600 00000400:00000200:2.0:1773613205.404498:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404502:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4df5 [1] + 224 00000800:00000001:2.0:1773613205.404506:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404509:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404511:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.404514:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613205.404517:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.404522:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613205.404531:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404545:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613205.404548:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404551:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613205.404553:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404555:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404558:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404561:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613205.404565:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404567:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404572:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01700 00000400:00000200:2.0:1773613205.404575:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613205.404579:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e05 [1] + 224 00000800:00000001:2.0:1773613205.404582:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404590:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613205.404592:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613205.404594:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613205.404597:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.404602:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613205.404615:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404622:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613205.404625:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613205.404627:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.404653:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.404655:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613205.404660:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613205.404662:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613205.404665:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daa50. 00000400:00000200:2.0:1773613205.404669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:2.0:1773613205.404671:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:2.0:1773613205.404675:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.404680:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613205.404689:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404695:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613205.404697:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.404700:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613205.404703:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613205.404705:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613205.404707:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.404710:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613205.404719:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=133 v=5 (5 5 5 0) 00000100:00001000:2.0:1773613205.404723:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613205.404726:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613205.404728:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613205.404731:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613205.404735:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.404738:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613205.404740:0:2392:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215209 gen 10 00000100:00000040:2.0:1773613205.404746:0:2392:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215209) req@ffff99364a73b100 x1859762477076864/t103079215208(103079215208) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404754:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.404757:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477076864/t103079215208(103079215208) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404763:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613205.404766:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613205.404769:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f52c00. 02000000:00000001:2.0:1773613205.404773:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613205.404776:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613205.404778:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613205.404779:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613205.404782:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2bc00. 02000000:00000001:2.0:1773613205.404786:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613205.404787:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613205.404789:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:2.0:1773613205.404793:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613205.404794:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613205.404799:0:2392:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215209) req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404805:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.404807:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477077248/t103079215209(103079215209) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1773613216 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404813:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613205.404814:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613205.404816:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9936604aa400. 02000000:00000001:2.0:1773613205.404818:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613205.404820:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613205.404821:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613205.404822:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613205.404824:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604a8800. 02000000:00000001:2.0:1773613205.404826:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613205.404827:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613205.404828:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613205.404831:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613205.404832:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.404835:0:2392:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773613205.404837:0:2392:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1773613205.404839:0:2392:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613205.404841:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613205.404845:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404853:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.404855:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613205.404858:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613205.404862:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613205.404869:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477078016:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613205.404874:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613205.404876:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613205.404877:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da688. 00000400:00000200:2.0:1773613205.404880:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:2.0:1773613205.404882:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:2.0:1773613205.404883:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613205.404886:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613205.404894:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404900:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613205.404901:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.404903:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613205.404904:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613205.404905:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613205.404906:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613205.404908:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613205.404912:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=133 v=5 (5 6 6 0) 00000100:00001000:2.0:1773613205.404915:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613205.404917:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613205.404919:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613205.404920:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613205.404922:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.404924:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613205.404926:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613205.404928:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613205.404930:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613205.404964:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.404972:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613205.404973:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613205.404975:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613205.404979:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613205.404986:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477078272:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613205.404990:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.404992:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.404996:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707480 x1859762477078016/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.405002:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613205.405003:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613205.405005:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661181600. 02000000:00000001:2.0:1773613205.405007:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613205.405009:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613205.405010:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613205.405012:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613205.405013:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0300. 02000000:00000001:2.0:1773613205.405016:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613205.405017:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613205.405019:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707480. 00000100:00000001:2.0:1773613205.405022:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613205.405023:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.405025:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613205.405028:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704380 x1859762477078272/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613205.405045:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613205.405047:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613205.405048:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661181200. 02000000:00000001:2.0:1773613205.405051:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613205.405052:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613205.405053:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613205.405054:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613205.405056:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0100. 02000000:00000001:2.0:1773613205.405057:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613205.405058:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613205.405059:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704380. 00000100:00000001:2.0:1773613205.405062:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613205.405063:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.405065:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613205.405072:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613205.405074:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613205.405076:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613205.406491:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773613205.408284:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613205.408289:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613205.408293:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e93c8. 00000400:00000200:3.0:1773613205.408301:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d73b8 00000400:00000010:3.0:1773613205.408303:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d73b8. 00000100:00000001:3.0:1773613205.408307:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613205.408317:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613205.408329:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.408344:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613205.408347:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613205.408349:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613205.408352:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613205.408354:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613205.408357:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613205.408360:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613205.408368:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=133 v=5 (5 6 6 0) 00000100:00001000:3.0:1773613205.408372:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613205.408375:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613205.408376:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613205.408379:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613205.408383:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.408386:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613205.408465:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:3.0:1773613205.408468:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613205.408470:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613205.408475:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.408482:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613205.408485:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613205.408487:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613205.408490:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613205.408497:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477078144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613205.408501:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613205.408505:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613205.408508:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704000 x1859762477078144/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613205.408513:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613205.408515:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613205.408519:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a189400. 02000000:00000001:3.0:1773613205.408524:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613205.408525:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613205.408527:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613205.408529:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613205.408531:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0900. 02000000:00000001:3.0:1773613205.408534:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613205.408535:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613205.408537:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704000. 00000100:00000001:3.0:1773613205.408540:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613205.408541:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613205.408543:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613205.408550:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613205.408552:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613205.408554:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613205.408556:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613207.558191:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613207.558203:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613207.558207:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613209.350099:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300299130, at 4300299136 00000100:00000010:3.0:1773613209.350123:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed8a0. 00000100:00000040:2.0:1773613209.350460:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300299130, at 4300299136 00000100:00000010:2.0:1773613209.350467:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed000. 00000800:00000200:3.0:1773613210.518029:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613210.518035:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613210.518046:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.518055:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613210.528487:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:3.0:1773613210.528496:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:3.0:1773613210.528623:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613210.528634:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477078528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.528646:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613210.528650:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477078528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.530403:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613210.530406:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613210.530444:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613210.530449:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613210.530456:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.530464:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613210.530471:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:3.0:1773613210.530474:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:3.0:1773613210.530477:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613210.530484:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477078784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.530493:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613210.530497:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477078784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.530516:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613210.530518:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613210.530526:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613210.530529:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:3.0:1773613210.530532:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.530545:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613210.530548:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:3.0:1773613210.530550:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:3.0:1773613210.530553:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613210.530556:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477078400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.530564:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613210.530567:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477078400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.530573:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613210.530575:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613210.530634:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613210.530637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:3.0:1773613210.530639:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.530643:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613210.530646:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:3.0:1773613210.530648:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:3.0:1773613210.530650:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613210.531332:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477078656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.531343:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613210.531349:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477078656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.531355:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613210.531357:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613210.546460:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613210.546479:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613210.546482:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613210.546485:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613210.546493:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613210.546555:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613210.546566:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613210.546571:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613210.546576:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613210.546580:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01900 00000400:00000200:2.0:1773613210.546585:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613210.546591:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e3d [1] + 224 00000800:00000001:2.0:1773613210.546600:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613210.546609:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613210.546612:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613210.546616:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613210.546622:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613210.546629:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477078784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613210.546641:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477078784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613210.550066:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613210.550088:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613210.550097:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613210.550401:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550409:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613210.550411:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550413:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550419:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550424:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613210.550431:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550434:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550439:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550442:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01880 00000400:00000200:3.0:1773613210.550446:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550451:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e4d [1] + 224 00000800:00000001:3.0:1773613210.550458:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550462:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550464:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.550468:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613210.550473:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613210.550478:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477078656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613210.550488:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477078656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.550512:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613210.550518:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550521:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613210.550523:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550525:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550528:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550531:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613210.550535:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550537:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550540:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550542:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01780 00000400:00000200:3.0:1773613210.550545:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550548:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e45 [1] + 224 00000800:00000001:3.0:1773613210.550552:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550554:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550556:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.550559:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613210.550561:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613210.550565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477078400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613210.550573:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477078400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.550580:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613210.550584:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550587:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613210.550588:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550590:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550593:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550596:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613210.550600:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550602:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550604:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550607:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d01800 00000400:00000200:3.0:1773613210.550610:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613210.550614:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e35 [1] + 224 00000800:00000001:3.0:1773613210.550616:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550622:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613210.550624:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613210.550627:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613210.550629:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613210.550633:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477078528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613210.550641:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477078528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613210.550648:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613210.550651:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613210.550653:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613210.630197:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613210.630201:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613210.630204:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613213.702913:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613213.702919:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613213.702923:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613214.534801:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300304264, at 4300304320 00000100:00000010:3.0:1773613214.534822:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853840. 00000100:00000040:2.0:1773613214.535190:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300304264, at 4300304321 00000100:00000010:2.0:1773613214.535203:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8537e0. 00000100:00000001:3.0:1773613215.622813:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613215.622817:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613215.622821:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613215.622830:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613215.622843:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613215.622846:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613215.622850:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613215.622853:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613215.622856:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613215.622863:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477079168:192.168.203.144@tcp:9:kworker.0 00000100:00000001:3.0:1773613215.622872:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613215.622876:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613215.622879:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613215.622883:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613215.622890:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661181e00. 02000000:00000001:3.0:1773613215.622894:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613215.622903:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613215.622908:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daec8. 00000400:00000010:3.0:1773613215.622914:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc3b8. 00000100:00000200:3.0:1773613215.622920:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477079168, portal 4 00000100:00000001:3.0:1773613215.622925:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613215.622927:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:3.0:1773613215.622955:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613215.622981:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613215.622986:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613215.622991:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613215.622994:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477079168, offset 0 00000400:00000200:3.0:1773613215.623004:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613215.623012:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.623018:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613215.623021:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613215.623024:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613215.623027:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613215.623029:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613215.623032:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224761:224761:256:4294967295] 192.168.203.144@tcp LPNI seq info [224696:224696:8:4294967295] 00000400:00000200:3.0:1773613215.623037:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.623047:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613215.623053:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613215.623058:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0900. 00000800:00000200:3.0:1773613215.623065:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613215.623072:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613215.623076:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613215.623097:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613215.623100:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 186898 usecs (187 jiffies) 00000400:00000200:3.0:1773613215.623103:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613215.623105:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300305596 00000100:00000010:3.0:1773613215.623109:0:2388:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edcc0. 00000100:00000001:3.0:1773613215.623114:0:2388:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613215.623119:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300305596 00000100:00000010:3.0:1773613215.623121:0:2388:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed8a0. 00000100:00000001:3.0:1773613215.623123:0:2388:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613215.623125:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613215.623127:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613215.623129:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613215.623130:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613215.623136:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613215.623137:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773613215.623139:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613215.623140:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613215.623142:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613215.623144:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613215.623305:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613215.623308:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0900. 00000400:00000200:2.0:1773613215.623312:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.623316:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613215.626408:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:2.0:1773613215.626413:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:2.0:1773613215.626420:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613215.626429:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626439:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613215.626443:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626450:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613215.626452:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613215.626485:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613215.626490:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c800. 00000400:00000200:2.0:1773613215.626496:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.626504:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613215.626508:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:2.0:1773613215.626511:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:2.0:1773613215.626516:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613215.626523:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477078912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626534:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613215.626540:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477078912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626552:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613215.626555:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613215.626759:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613215.626762:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613215.626766:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.626769:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613215.626772:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:2.0:1773613215.626774:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:2.0:1773613215.626777:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613215.626780:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477079296/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626788:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613215.626791:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477079296/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626797:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613215.626798:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613215.626808:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613215.626810:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c100. 00000400:00000200:2.0:1773613215.626812:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.626815:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613215.626817:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613215.626819:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613215.626821:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613215.626824:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477079040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626831:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613215.626834:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477079040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.626840:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613215.626841:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613215.627544:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.627554:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613215.627556:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.627558:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613215.627563:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.627568:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613215.627574:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.627578:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.627582:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.627586:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01a80 00000400:00000200:3.0:1773613215.627590:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.627595:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e5d [1] + 224 00000800:00000001:3.0:1773613215.627600:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.627606:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613215.627608:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613215.627612:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613215.627615:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613215.627621:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613215.627630:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477079168/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613215.627656:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613215.627664:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.627667:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613215.642437:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642456:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613215.642460:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642463:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613215.642471:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642477:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613215.642488:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642493:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642498:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642502:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01980 00000400:00000200:2.0:1773613215.642506:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642512:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e55 [1] + 224 00000800:00000001:2.0:1773613215.642519:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642524:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613215.642526:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.642531:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613215.642537:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613215.642546:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477078912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613215.642556:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477078912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.642583:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613215.642593:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642597:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613215.642599:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642601:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613215.642604:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642608:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613215.642613:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642615:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642618:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642621:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01b00 00000400:00000200:2.0:1773613215.642625:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613215.642629:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e6d [1] + 224 00000800:00000001:2.0:1773613215.642633:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642642:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613215.642644:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613215.642647:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613215.642650:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613215.642655:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477079296/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613215.642664:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477079296/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613215.642672:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613215.642675:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613215.642677:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613215.644480:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.644492:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613215.644495:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.644498:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613215.644504:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.644509:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613215.644515:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.644519:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.644523:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.644527:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d01a00 00000400:00000200:3.0:1773613215.644531:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613215.644536:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e75 [1] + 224 00000800:00000001:3.0:1773613215.644542:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.644549:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613215.644551:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613215.644705:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613215.644711:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613215.644717:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477079040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613215.644728:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477079040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613215.644749:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613215.644760:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613215.644764:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613216.774125:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613216.774128:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613216.774131:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613217.671640:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613217.671643:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613217.671645:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613217.671650:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613217.671657:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613217.671658:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613217.671661:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613217.671662:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613217.671664:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613217.671667:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477079552:192.168.203.144@tcp:38:kworker.0 00000100:00000001:3.0:1773613217.671670:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613217.671672:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613217.671674:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613217.671675:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613217.671679:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2b800. 02000000:00000001:3.0:1773613217.671681:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613217.671685:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613217.671688:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da1b8. 00000400:00000010:3.0:1773613217.671692:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc2a8. 00000100:00000200:3.0:1773613217.671695:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477079552, portal 10 00000100:00000001:3.0:1773613217.671697:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613217.671698:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:3.0:1773613217.671704:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613217.671710:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613217.671713:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613217.671715:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613217.671718:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477079552, offset 0 00000400:00000200:3.0:1773613217.671722:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613217.671726:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.671730:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613217.671732:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613217.671734:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613217.671736:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613217.671738:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613217.671741:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224766:224766:254:4294967295] 192.168.203.144@tcp LPNI seq info [224701:224701:6:4294967295] 00000400:00000200:3.0:1773613217.671745:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.671752:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613217.671755:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613217.671759:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0700. 00000800:00000200:3.0:1773613217.671763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613217.671767:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613217.671770:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773613217.671773:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613217.671775:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 177338 usecs (178 jiffies) 00000800:00000200:2.0:1773613217.671778:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773613217.671779:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613217.671783:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300307635 00000800:00000010:2.0:1773613217.671785:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000100:00000001:3.0:1773613217.671787:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300311418 00000100:00000001:3.0:1773613217.671791:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300307635 00000400:00000200:2.0:1773613217.671792:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773613217.671795:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300311418 00000100:00000001:3.0:1773613217.671798:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773613217.671802:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613217.671803:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613217.671808:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613217.671811:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613217.671811:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:2.0:1773613217.671816:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:3.0:1773613217.671818:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613217.671821:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773613217.671823:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773613217.671824:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613217.671827:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613217.671830:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773613217.671831:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477079424/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613217.671834:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.671851:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613217.671855:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477079424/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.671861:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.671862:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613217.671875:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613217.671878:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:2.0:1773613217.671880:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.671883:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613217.671885:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:2.0:1773613217.671887:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:2.0:1773613217.671889:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613217.671892:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4380 x1859762477079680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.671899:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613217.671902:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4380 x1859762477079680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.672149:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.672151:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613217.672177:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613217.672180:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0700. 00000400:00000200:2.0:1773613217.672183:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.672187:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613217.672190:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:2.0:1773613217.672191:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:2.0:1773613217.672195:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613217.672199:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.672206:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613217.672209:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.672221:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.672223:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613217.675158:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.675174:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613217.675178:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.675180:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.675189:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.675197:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613217.675204:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.675209:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.675214:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.675219:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01b80 00000400:00000200:3.0:1773613217.675225:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.675231:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e7d [1] + 224 00000800:00000001:3.0:1773613217.675239:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.675247:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.675250:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613217.675254:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613217.675260:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613217.675268:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477079424/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613217.675280:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477079424/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613217.675306:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613217.675317:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.675321:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613217.678689:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.678707:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613217.678710:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.678712:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613217.678722:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.678730:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613217.678740:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.678744:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.678750:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.678753:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d01c80 00000400:00000200:2.0:1773613217.678759:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.678765:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4e85 [1] + 224 00000800:00000001:2.0:1773613217.678773:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.678781:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613217.678784:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.678788:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613217.678794:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613217.678802:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4380 x1859762477079680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613217.678812:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4380 x1859762477079680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613217.678907:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613217.678917:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.678921:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613217.686983:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.687013:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613217.687018:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.687020:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.687029:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.687036:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613217.687044:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.687048:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.687053:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.687057:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x69b71b1d01c00 00000400:00000200:3.0:1773613217.687061:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.687067:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b4e8d [1] + 0 00000800:00000001:3.0:1773613217.687074:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.687082:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.687085:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613217.687089:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613217.687096:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613217.687103:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613217.687114:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9936590e7800 x1859762477079552/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613217.687138:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613217.687597:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.687605:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613217.689227:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613217.689231:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c200. 00000400:00000200:2.0:1773613217.689234:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.689239:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613217.689243:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613217.689246:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613217.689251:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613217.689256:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613233 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613217.689264:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613217.689267:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613233 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613217.689274:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.689275:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1773613217.689710:0:83601:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1773613217.689715:0:83601:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1773613217.689718:0:83601:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613217.689721:0:83601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613217.689723:0:83601:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613217.689725:0:83601:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1773613217.689727:0:83601:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613217.698736:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.698752:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613217.698755:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.698758:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.698767:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.698774:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613217.698783:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.698788:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.698793:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.698797:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d01d00 00000400:00000200:3.0:1773613217.698802:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613217.698808:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4e9d [1] + 224 00000800:00000001:3.0:1773613217.698816:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613217.698824:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613217.698826:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613217.698830:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613217.698836:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613217.698844:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613233 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613217.699396:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=688 offset=224 replen=1152 req@ffff99364a739c00 x1859762477077760/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613233 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613217.699504:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613217.699671:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.699677:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613217.703277:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613217.703283:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cb00. 00000400:00000200:2.0:1773613217.703289:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.703295:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613217.703301:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:2.0:1773613217.703304:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:2.0:1773613217.703310:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613217.703316:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477079936/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613233 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613217.703328:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613217.703331:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739c00 x1859762477079936/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613233 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613217.703336:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613217.703338:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613217.716455:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.716471:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613217.716474:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.716477:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613217.716486:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.716492:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613217.716501:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.716506:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.716511:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.716515:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d01d80 00000400:00000200:2.0:1773613217.716520:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613217.716526:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b4ea5 [1] + 224 00000800:00000001:2.0:1773613217.716533:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.716542:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613217.716546:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613217.716550:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613217.716557:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613217.716565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477079936/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613233 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613217.716576:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a739c00 x1859762477079936/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613233 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613217.716596:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613217.716604:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613217.716608:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613219.090010:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613219.090015:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:2.0:1773613219.090021:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613219.090027:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613219.090032:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:2.0:1773613219.090034:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:2.0:1773613219.090038:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613219.090044:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477080192/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613219.090054:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613219.090057:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477080192/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613235 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613219.090064:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613219.090066:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613219.095734:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613219.095749:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613219.095753:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613219.095756:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613219.095766:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613219.095773:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613219.095782:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613219.095787:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613219.095792:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613219.095796:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1956f80 00000400:00000200:2.0:1773613219.095805:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 328 00000800:00000001:2.0:1773613219.095812:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613219.095820:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613219.095823:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613219.095827:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613219.095834:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613219.095836:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613219.095842:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000100:00000040:2.0:1773613219.095845:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660abb800 x1859762473234304 msgsize 328 00000100:00100000:2.0:1773613219.095849:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613219.095865:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613219.095873:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613219.095877:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613219.095967:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613219.095971:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473234304 02000000:00000001:3.0:1773613219.095974:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613219.095976:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613219.095979:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613219.095983:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613219.095987:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473234304 00000020:00000001:3.0:1773613219.095990:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613219.095992:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613219.095995:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613219.095998:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613219.096001:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613219.096003:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613219.096007:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613219.096012:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec400. 00000100:00000001:3.0:1773613219.096015:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613219.096018:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec400. 00000020:00000010:3.0:1773613219.096024:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb0200. 00000020:00000010:3.0:1773613219.096030:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50a80. 00000020:00000010:3.0:1773613219.096034:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613219.096042:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613219.096045:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613219.096047:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613219.096049:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613219.096056:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613219.096065:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613219.096075:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613219.096077:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613219.096082:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 39 00000100:00000040:3.0:1773613219.096086:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613219.096088:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:3.0:1773613219.096096:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660abb800 x1859762473234304/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:450/0 lens 328/0 e 0 to 0 dl 1773613230 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613219.096105:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613219.096108:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec400. 00000100:00000001:3.0:1773613219.096110:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613219.096112:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec400. 00000100:00100000:3.0:1773613219.096116:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660abb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:74218:x1859762473234304:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613219.096120:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473234304 00010000:00000001:3.0:1773613219.096123:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613219.096129:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613219.096131:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613219.096133:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=2 00000020:00000001:3.0:1773613219.096135:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613219.096137:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613219.096141:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613219.096144:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613219.096149:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01039 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd67e expref: -99 pid: 83598 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:3.0:1773613219.096172:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613219.096174:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613219.096179:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2a800. 02000000:00000001:3.0:1773613219.096182:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613219.096184:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613219.096189:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613219.096191:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613219.096195:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=125 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613219.096200:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613219.096202:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613219.096205:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613219.096208:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613219.096209:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613219.096212:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613219.096215:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613219.096219:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccaa0. 00000100:00000200:3.0:1773613219.096224:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473234304, offset 224 00000400:00000200:3.0:1773613219.096230:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613219.096236:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613219.096242:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613219.096247:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224770:224770:256:4294967295] 192.168.203.144@tcp LPNI seq info [224705:224705:8:4294967295] 00000400:00000200:3.0:1773613219.096251:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613219.096259:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613219.096264:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613219.096268:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0500. 00000800:00000200:3.0:1773613219.096273:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613219.096280:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613219.096283:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613219.096301:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613219.096305:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613219.096308:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613219.096312:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a12a000. 00010000:00000001:3.0:1773613219.096314:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613219.096323:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613219.096326:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613219.096328:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613219.096330:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613219.096335:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762473234304/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:450/0 lens 328/224 e 0 to 0 dl 1773613230 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613219.096346:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660abb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:74218:x1859762473234304:12345-192.168.203.144@tcp:104: Request processed in 238us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613219.096354:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 39 00000100:00000040:3.0:1773613219.096357:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613219.096359:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613219.096361:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613219.096366:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50a80. 00000020:00000010:3.0:1773613219.096373:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613219.096376:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb0200. 00000020:00000040:3.0:1773613219.096380:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613219.096383:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613219.096434:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613219.096437:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0500. 00000400:00000200:3.0:1773613219.096440:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613219.096444:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613219.096448:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccaa0 00000400:00000010:3.0:1773613219.096450:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccaa0. 00000100:00000001:3.0:1773613219.096454:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613219.096455:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613220.682993:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613220.682997:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:2.0:1773613220.683003:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613220.683008:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613220.683013:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:2.0:1773613220.683015:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:2.0:1773613220.683020:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613220.683025:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4380 x1859762477080320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683034:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613220.683037:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4380 x1859762477080320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683044:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613220.683046:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613220.683056:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613220.683058:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c000. 00000400:00000200:2.0:1773613220.683061:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613220.683064:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613220.683066:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:2.0:1773613220.683068:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:2.0:1773613220.683070:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613220.683074:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477080576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683080:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613220.683083:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477080576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683088:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613220.683090:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613220.683151:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613220.683153:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:2.0:1773613220.683156:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613220.683160:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613220.683163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:2.0:1773613220.683165:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:2.0:1773613220.683167:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613220.683171:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477080448/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683178:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613220.683181:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477080448/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.683187:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613220.683188:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613220.697882:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613220.697899:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613220.697904:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613220.697906:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613220.697915:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613220.697962:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613220.697973:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613220.697977:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613220.697982:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613220.697986:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d01f00 00000400:00000200:3.0:1773613220.697990:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613220.697996:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ebd [1] + 224 00000800:00000001:3.0:1773613220.698003:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613220.698014:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613220.698017:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613220.698021:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613220.698028:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613220.698037:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4380 x1859762477080320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613220.698048:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4380 x1859762477080320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613220.698078:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613220.698089:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613220.698100:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613220.701918:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.701971:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613220.701976:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.701978:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613220.701987:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.701995:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613220.702004:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702008:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702013:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702018:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d02000 00000400:00000200:2.0:1773613220.702022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702028:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ec5 [1] + 224 00000800:00000001:2.0:1773613220.702035:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.702040:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613220.702043:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613220.702047:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613220.702054:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613220.702062:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477080576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613220.702074:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477080576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.702099:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613220.702109:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.702113:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613220.702115:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.702117:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613220.702121:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702124:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613220.702128:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702131:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702134:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702136:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d01f80 00000400:00000200:2.0:1773613220.702140:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613220.702144:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ecd [1] + 224 00000800:00000001:2.0:1773613220.702148:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.702201:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613220.702204:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613220.702208:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613220.702211:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613220.702215:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477080448/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613220.702224:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477080448/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613220.702230:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613220.702234:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613220.702237:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.189176:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.189187:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613223.189195:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.189206:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.189215:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:3.0:1773613223.189218:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:3.0:1773613223.189227:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.189236:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477080704/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.189251:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.189255:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477080704/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.189280:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.189282:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613223.191110:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:1.1:1773613223.191130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00000800:00000001:2.0:1773613223.192191:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192213:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.192217:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192220:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.192231:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192241:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.192251:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192257:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192326:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192331:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d02080 00000400:00000200:2.0:1773613223.192337:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192346:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ed5 [1] + 224 00000800:00000001:2.0:1773613223.192357:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192364:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.192367:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.192373:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.192381:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.192391:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477080704/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.192404:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739c00 x1859762477080704/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.192490:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.192501:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192505:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.192507:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192509:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.192513:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192517:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.192521:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192524:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192527:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192530:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d01e80 00000400:00000200:2.0:1773613223.192533:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192538:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4ead [1] + 224 00000800:00000001:2.0:1773613223.192543:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192550:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.192552:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.192556:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.192559:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.192564:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477080192/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.192573:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9936590e7800 x1859762477080192/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.192593:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613223.192600:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613223.192603:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192618:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613223.192626:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224775:224775:256:4294967295] 192.168.203.144@tcp LPNI seq info [224710:224710:8:4294967295] 00000400:00000200:2.0:1773613223.192631:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.192640:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613223.192647:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613223.192655:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613223.192661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613223.192669:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613223.192682:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613223.192784:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.192789:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:2.0:1773613223.192792:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.192796:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613223.192801:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.192805:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613223.200039:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.200053:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613223.200065:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.200076:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.200085:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:2.0:1773613223.200088:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:2.0:1773613223.200095:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.200106:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477080832/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.200259:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.200474:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7b80 x1859762477080832/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.200606:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.200609:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.210239:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.210264:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.210271:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.210274:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.210286:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.210445:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.210460:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.210466:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.210473:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.210488:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 10 MB=0x69b71b1d02100 00000400:00000200:3.0:1773613223.210494:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.210502:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b4edd [1] + 224 00000800:00000001:3.0:1773613223.210636:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.210653:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.210656:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.210731:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.210741:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.210751:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477080832/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.210763:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=344 offset=224 replen=472 req@ffff9936590e7b80 x1859762477080832/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.210787:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.210802:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.210806:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613223.213837:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.213843:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:2.0:1773613223.213850:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.213855:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.213860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:2.0:1773613223.213862:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:2.0:1773613223.213865:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.213870:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477080960/t0(0) o49->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 472/576 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.213879:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.213882:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7b80 x1859762477080960/t0(0) o49->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 472/576 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.213887:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.213888:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.224260:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.224284:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.224288:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.224291:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.224302:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.224312:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.224324:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.224330:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.224338:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.224343:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x69b71b1d02180 00000400:00000200:3.0:1773613223.224349:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.224357:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b4ee5 [1] + 224 00000800:00000001:3.0:1773613223.224366:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.224394:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.224398:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.224404:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.224413:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.224423:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477080960/t0(0) o49->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 472/576 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.224434:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=576 req@ffff9936590e7b80 x1859762477080960/t0(0) o49->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 472/576 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.224459:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.224476:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.224488:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1773613223.232415:0:83641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5220. 00000800:00000200:2.0:1773613223.263640:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.263652:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cc00. 00000400:00000200:2.0:1773613223.263657:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.263663:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.263670:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:2.0:1773613223.263672:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:2.0:1773613223.263679:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.263688:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477081216/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.263698:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.263701:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739c00 x1859762477081216/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.263706:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.263707:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613223.269981:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa000. 00010000:00000010:1.1:1773613223.270004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000800:00000001:3.0:1773613223.284992:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.285016:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.285022:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.285026:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.285038:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285048:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.285061:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285067:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285073:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285078:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d02280 00000400:00000200:3.0:1773613223.285084:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285092:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4eed [32] + 224 00000800:00000001:3.0:1773613223.285101:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.285112:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.285752:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.285760:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.285771:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.285781:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477081216/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.285793:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a739c00 x1859762477081216/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.285820:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613223.285831:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613223.285835:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285841:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.285848:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224779:224779:256:4294967295] 192.168.203.144@tcp LPNI seq info [224714:224714:8:4294967295] 00000400:00000200:3.0:1773613223.285853:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.285863:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613223.285869:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.285879:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff993644b28400. 00000800:00000200:3.0:1773613223.285886:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.285894:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.285899:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644b28400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613223.286074:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.286079:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff993644b28400. 00000400:00000200:3.0:1773613223.286083:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.286087:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613223.286099:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.286103:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.303555:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.303561:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:3.0:1773613223.303568:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.303574:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.303581:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:3.0:1773613223.303583:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:3.0:1773613223.303587:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.303592:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477081344/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.303601:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.303604:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477081344/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.303611:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.303612:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613223.304079:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00000800:00000001:2.0:1773613223.308427:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.308454:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.308459:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.308462:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.308475:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.308485:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.308498:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.308503:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.308510:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.308514:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x69b71b1d02300 00000400:00000200:2.0:1773613223.308520:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.308527:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b4ef5 [1] + 0 00000800:00000001:2.0:1773613223.308747:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.308763:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.308768:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.308773:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.308782:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.308793:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477081344/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.308806:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a739f80 x1859762477081344/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.309206:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.309220:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.309225:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.310350:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.310357:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c400. 00000400:00000200:3.0:1773613223.310361:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.310367:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.310371:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:3.0:1773613223.310374:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:3.0:1773613223.310380:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.310385:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738380 x1859762477081472/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.310395:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.310398:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738380 x1859762477081472/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.310404:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.310406:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.314899:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.314931:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.315436:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.315443:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.315454:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.315465:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.315577:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.315584:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.315592:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.315597:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d02380 00000400:00000200:2.0:1773613223.315604:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.315611:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b4efd [1] + 224 00000800:00000001:2.0:1773613223.315621:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.315635:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.315638:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.315643:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.315653:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.315665:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738380 x1859762477081472/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.315677:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99364a738380 x1859762477081472/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.317412:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.317438:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.317449:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613223.318523:0:83642:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.318529:0:83642:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.318536:0:83642:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613223.318540:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.318542:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.318544:0:83642:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613223.318549:0:83642:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773613223.318555:0:83642:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613223.318557:0:83642:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.318559:0:83642:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613223.318561:0:83642:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613223.318564:0:83642:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1773613223.318568:0:83642:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613223.318570:0:83642:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1773613223.318573:0:83642:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.318575:0:83642:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.318577:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:3.0:1773613223.318580:0:83642:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1773613223.318582:0:83642:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613223.318586:0:83642:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613223.318588:0:83642:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658524b68 (ffff993658df5248/0) at cl_lock_release():245 00000020:00000001:3.0:1773613223.318591:0:83642:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613223.318592:0:83642:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658524b68 (ffff993658df5248/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613223.318596:0:83642:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613223.318600:0:83642:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613223.318602:0:83642:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436117928 : -113016273433688 : ffff9936592b0ba8) 00000020:00000001:3.0:1773613223.318604:0:83642:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613223.318606:0:83642:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345030 (ffff993658df5638/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613223.318609:0:83642:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613223.318611:0:83642:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773613223.318612:0:83642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.318613:0:83642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613223.318615:0:83642:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613223.318617:0:83642:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613223.318618:0:83642:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613223.318619:0:83642:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613223.318621:0:83642:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613223.318622:0:83642:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658524b68 (ffff993658df5248/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613223.318625:0:83642:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613223.318626:0:83642:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613223.318628:0:83642:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345030 (ffff993658df5248/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613223.318631:0:83642:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592ab1d0. 00000020:00000001:3.0:1773613223.318636:0:83642:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613223.318637:0:83642:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345000. 00020000:00000001:3.0:1773613223.318642:0:83642:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613223.318643:0:83642:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613223.318644:0:83642:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773613223.318646:0:83642:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.318650:0:83642:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613223.318653:0:83642:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613223.318655:0:83642:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613223.318656:0:83642:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613223.318658:0:83642:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613223.318661:0:83642:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5630 00000020:00000010:3.0:1773613223.318665:0:83642:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a400. 00000020:00000010:3.0:1773613223.318669:0:83642:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:3.0:1773613223.318674:0:83642:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b5742f0. 00020000:00000010:3.0:1773613223.318678:0:83642:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449870c0. 00008000:00000010:3.0:1773613223.318684:0:83642:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d8b8. 00000080:00000010:3.0:1773613223.318689:0:83642:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbe70. 00000080:00000010:3.0:1773613223.318695:0:83642:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524490. 00000020:00000010:3.0:1773613223.318698:0:83642:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b600. 00000008:00000010:3.0:1773613223.318701:0:83642:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc2c0. 00020000:00000010:3.0:1773613223.318705:0:83642:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:3.0:1773613223.318708:0:83642:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4728. 00000080:00000010:3.0:1773613223.318895:0:83642:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5ebb40. 00000020:00000010:3.0:1773613223.318898:0:83642:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a800. 00000020:00000010:3.0:1773613223.318901:0:83642:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5630. 00020000:00000001:3.0:1773613223.318913:0:83642:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613223.318916:0:83642:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613223.318919:0:83642:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613223.318922:0:83642:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613223.318926:0:83642:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613223.318928:0:83642:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.318931:0:83642:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613223.319048:0:83642:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613223.319050:0:83642:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613223.319052:0:83642:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5240 00000020:00000010:3.0:1773613223.319055:0:83642:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a000. 00000020:00000010:3.0:1773613223.319059:0:83642:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8483c0. 00000008:00000010:3.0:1773613223.319062:0:83642:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b5737c8. 00020000:00000010:3.0:1773613223.319065:0:83642:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:3.0:1773613223.319069:0:83642:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d530. 00000080:00000010:3.0:1773613223.319071:0:83642:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb150. 00000080:00000010:3.0:1773613223.319074:0:83642:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524b68. 00000020:00000010:3.0:1773613223.319078:0:83642:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 00000008:00000010:3.0:1773613223.319080:0:83642:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc580. 00020000:00000010:3.0:1773613223.319083:0:83642:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:3.0:1773613223.319086:0:83642:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df49e8. 00000080:00000010:3.0:1773613223.319088:0:83642:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb690. 00000020:00000010:3.0:1773613223.319091:0:83642:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000020:00000010:3.0:1773613223.319093:0:83642:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5240. 00000001:00000001:3.0:1773613223.319095:0:83642:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319106:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43d28 00000080:00000008:3.0:1773613223.319109:0:83642:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613223.319226:0:83642:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773613223.319229:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43d88 00000080:00200008:3.0:1773613223.319231:0:83642:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 0, count: 23 00000080:00000001:3.0:1773613223.319236:0:83642:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773613223.319238:0:83642:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319240:0:83642:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773613223.319244:0:83642:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319248:0:83642:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613223.319257:0:83642:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32510. 00000020:00000010:3.0:1773613223.319263:0:83642:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb0600. 00000020:00000010:3.0:1773613223.319267:0:83642:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993659eb0e00. 00000020:00000010:3.0:1773613223.319272:0:83642:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed6c0. 00000008:00000010:3.0:1773613223.319279:0:83642:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926e468. 00020000:00000010:3.0:1773613223.319284:0:83642:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc96c0. 00008000:00000010:3.0:1773613223.319289:0:83642:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a7170. 00000080:00000010:3.0:1773613223.319294:0:83642:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01d20. 00000080:00000010:3.0:1773613223.319298:0:83642:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2fe8. 00000020:00000010:3.0:1773613223.319302:0:83642:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb1e00. 00000008:00000010:3.0:1773613223.319306:0:83642:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18b00. 00020000:00000010:3.0:1773613223.319309:0:83642:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613223.319313:0:83642:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe820. 00000080:00000010:3.0:1773613223.319317:0:83642:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fb40. 00000020:00000001:3.0:1773613223.319320:0:83642:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330520 : -113016517221096 : ffff99364aa32518) 00000020:00001000:3.0:1773613223.319322:0:83642:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32510 00000080:00000001:3.0:1773613223.319325:0:83642:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773613223.319327:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43c98 00000080:00200000:3.0:1773613223.319329:0:83642:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1773613223.319337:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43c30 00000080:00200000:3.0:1773613223.319339:0:83642:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1773613223.319341:0:83642:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613223.319343:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.319345:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.319347:0:83642:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613223.319349:0:83642:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613223.319352:0:83642:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1773613223.319354:0:83642:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319356:0:83642:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319357:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:3.0:1773613223.319359:0:83642:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1773613223.319361:0:83642:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613223.319363:0:83642:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773613223.319368:0:83642:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b9a3b523[0x110, 1, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:3.0:1773613223.319370:0:83642:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1773613223.319372:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.319374:0:83642:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613223.319376:0:83642:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613223.319378:0:83642:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773613223.319381:0:83642:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613223.319382:0:83642:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773613223.319385:0:83642:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613223.319390:0:83642:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319392:0:83642:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613223.319393:0:83642:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319395:0:83642:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613223.319398:0:83642:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff9936594f3048 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773613223.319401:0:83642:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:3.0:1773613223.319404:0:83642:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613223.319406:0:83642:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613223.319408:0:83642:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613223.319410:0:83642:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773613223.319412:0:83642:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1773613223.319415:0:83642:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773613223.319417:0:83642:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613223.319419:0:83642:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319420:0:83642:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613223.319421:0:83642:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613223.319423:0:83642:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613223.319424:0:83642:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff99365a38a7c0 00000020:00000001:3.0:1773613223.319426:0:83642:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319428:0:83642:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613223.319430:0:83642:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1773613223.319433:0:83642:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773613223.319436:0:83642:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319439:0:83642:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773613223.319441:0:83642:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773613223.319443:0:83642:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773613223.319444:0:83642:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773613223.319446:0:83642:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1773613223.319449:0:83642:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773613223.319451:0:83642:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773613223.319456:0:83642:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613223.319459:0:83642:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613223.319461:0:83642:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613223.319463:0:83642:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613223.319466:0:83642:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32cf0. 00000020:00000010:3.0:1773613223.319468:0:83642:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb1600. 00000020:00000010:3.0:1773613223.319471:0:83642:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993659eb1a00. 00000020:00000010:3.0:1773613223.319473:0:83642:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed900. 00000008:00000010:3.0:1773613223.319477:0:83642:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926ce18. 00020000:00000010:3.0:1773613223.319480:0:83642:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc99c0. 00008000:00000010:3.0:1773613223.319482:0:83642:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a6de8. 00000080:00000010:3.0:1773613223.319485:0:83642:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d011f8. 00000080:00000010:3.0:1773613223.319488:0:83642:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f2238. 00000020:00000010:3.0:1773613223.319494:0:83642:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f21a00. 00000008:00000010:3.0:1773613223.319497:0:83642:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18420. 00020000:00000010:3.0:1773613223.319500:0:83642:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613223.319502:0:83642:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe2f8. 00000080:00000010:3.0:1773613223.319505:0:83642:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fe10. 00000020:00000001:3.0:1773613223.319506:0:83642:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192332536 : -113016517219080 : ffff99364aa32cf8) 00000020:00001000:3.0:1773613223.319509:0:83642:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32cf0 00000020:00000001:3.0:1773613223.319511:0:83642:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:3.0:1773613223.319512:0:83642:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613223.319515:0:83642:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613223.319516:0:83642:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613223.319517:0:83642:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319519:0:83642:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319520:0:83642:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613223.319523:0:83642:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773613223.319525:0:83642:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773613223.319528:0:83642:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319530:0:83642:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319532:0:83642:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319534:0:83642:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319536:0:83642:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319538:0:83642:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773613223.319540:0:83642:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773613223.319542:0:83642:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773613223.319544:0:83642:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773613223.319547:0:83642:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319549:0:83642:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319551:0:83642:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773613223.319552:0:83642:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1773613223.319554:0:83642:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773613223.319555:0:83642:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773613223.319557:0:83642:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319559:0:83642:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319561:0:83642:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319562:0:83642:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.319564:0:83642:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319566:0:83642:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773613223.319567:0:83642:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613223.319569:0:83642:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773613223.319570:0:83642:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613223.319572:0:83642:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319573:0:83642:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319575:0:83642:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319576:0:83642:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319577:0:83642:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613223.319579:0:83642:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773613223.319581:0:83642:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773613223.319583:0:83642:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773613223.319586:0:83642:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773613223.319588:0:83642:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773613223.319593:0:83642:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993643f50a80. 00020000:00000002:3.0:1773613223.319595:0:83642:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613223.319598:0:83642:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773613223.319599:0:83642:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613223.319600:0:83642:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613223.319602:0:83642:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773613223.319605:0:83642:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993643ef1c80. 00000008:00010000:3.0:1773613223.319607:0:83642:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773613223.319610:0:83642:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613223.319612:0:83642:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773613223.319615:0:83642:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993643f50ab0, osc lock ffff993643ef1c80, flags 0x0 00000020:00000001:3.0:1773613223.319617:0:83642:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319619:0:83642:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613223.319622:0:83642:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057080257152 : -113016629294464 : ffff993643f50a80) 00000020:00000001:3.0:1773613223.319624:0:83642:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613223.319625:0:83642:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773613223.319626:0:83642:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319628:0:83642:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319630:0:83642:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613223.319631:0:83642:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613223.319633:0:83642:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613223.319634:0:83642:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613223.319636:0:83642:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613223.319638:0:83642:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613223.319640:0:83642:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773613223.319642:0:83642:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.319646:0:83642:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613223.319649:0:83642:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613223.319650:0:83642:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613223.319652:0:83642:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613223.319654:0:83642:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613223.319655:0:83642:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613223.319658:0:83642:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773613223.319661:0:83642:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.319671:0:83642:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:3.0:1773613223.319674:0:83642:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613223.319681:0:83642:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993649923c00 type 11 mode 2 res 9663677440/15946 (0 18446744073709551615) 00010000:00000001:3.0:1773613223.319685:0:83642:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1773613223.319692:0:83642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704000. 00000020:00000040:3.0:1773613223.319697:0:83642:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00010000:00000001:3.0:1773613223.319703:0:83642:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613223.319709:0:83642:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613223.319715:0:83642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.319718:0:83642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.319720:0:83642:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.319724:0:83642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613223.319728:0:83642:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613223.319735:0:83642:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613223.319745:0:83642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993652dc8a00. 00000100:00000001:3.0:1773613223.319753:0:83642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.319760:0:83642:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613223.319762:0:83642:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.319764:0:83642:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613223.319765:0:83642:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.319767:0:83642:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.319770:0:83642:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00010000:00000001:3.0:1773613223.319774:0:83642:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613223.319777:0:83642:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613223.319779:0:83642:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:3.0:1773613223.319781:0:83642:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.319783:0:83642:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613223.319788:0:83642:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2e00. 00000020:00000001:3.0:1773613223.319793:0:83642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613223.319795:0:83642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2e00 with handle 0xa1aa084204a01055 to hash 00000020:00000001:3.0:1773613223.319798:0:83642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613223.319799:0:83642:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000010:3.0:1773613223.319804:0:83642:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364a8ec400. 00010000:00000001:3.0:1773613223.319806:0:83642:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613223.319901:0:83642:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.319915:0:83642:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.319921:0:83642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613223.319965:0:83642:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613223.319979:0:83642:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613223.319986:0:83642:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613223.319988:0:83642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613223.319995:0:83642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a12a9c0. 00000100:00000001:3.0:1773613223.319997:0:83642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182861760 : -113016526689856 : ffff99364a12a9c0) 00000100:00000001:3.0:1773613223.320000:0:83642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.320001:0:83642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000001:3.0:1773613223.320006:0:83642:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613223.320008:0:83642:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.320010:0:83642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613223.320011:0:83642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613223.320022:0:83642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.320031:0:83642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613223.320034:0:83642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.320039:0:83642:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613223.320042:0:83642:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613223.320045:0:83642:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.320050:0:83642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83642:1859762477081600:192.168.203.144@tcp:101:uname.0 00000100:00000001:3.0:1773613223.320054:0:83642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613223.320061:0:83642:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613223.320064:0:83642:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.320067:0:83642:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613223.320073:0:83642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28400. 02000000:00000001:3.0:1773613223.320075:0:83642:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613223.320083:0:83642:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613223.320088:0:83642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da840. 00000400:00000010:3.0:1773613223.320096:0:83642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccaa0. 00000100:00000200:3.0:1773613223.320105:0:83642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477081600, portal 4 00000100:00000001:3.0:1773613223.320107:0:83642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.320108:0:83642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000040:3.0:1773613223.320115:0:83642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.320122:0:83642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.320125:0:83642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.320128:0:83642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc110. 00000100:00000200:3.0:1773613223.320131:0:83642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477081600, offset 0 00000400:00000200:3.0:1773613223.320139:0:83642:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.320150:0:83642:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.320159:0:83642:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.320164:0:83642:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613223.320169:0:83642:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613223.320174:0:83642:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613223.320177:0:83642:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613223.320181:0:83642:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224782:224782:256:4294967295] 192.168.203.144@tcp LPNI seq info [224717:224717:8:4294967295] 00000400:00000200:3.0:1773613223.320185:0:83642:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.320196:0:83642:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.320203:0:83642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.320208:0:83642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0500. 00000800:00000200:3.0:1773613223.320217:0:83642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.320227:0:83642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.320233:0:83642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.320347:0:83642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.320353:0:83642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 182877 usecs (183 jiffies) 00000400:00000200:3.0:1773613223.320358:0:83642:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613223.320362:0:83642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313289 00000100:00000001:3.0:1773613223.320365:0:83642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:3.0:1773613223.320367:0:83642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313289 00000100:00000001:3.0:1773613223.320370:0:83642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:3.0:1773613223.320372:0:83642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613223.320375:0:83642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.320378:0:83642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613223.320379:0:83642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613223.320382:0:83642:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a12a9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773613223.320385:0:83642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613223.320389:0:83642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613223.320559:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.320565:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0500. 00000400:00000200:2.0:1773613223.320571:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.320578:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.320584:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc110 00000400:00000010:2.0:1773613223.320587:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc110. 00000100:00000001:2.0:1773613223.320592:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.320598:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.320607:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.320610:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.320617:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.320619:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.328987:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.329013:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.329018:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.329022:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.329033:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.329042:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.329054:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.329060:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.329066:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.329070:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1957000 00000400:00000200:2.0:1773613223.329080:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 656 00000800:00000001:2.0:1773613223.329089:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.329104:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.329108:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.329256:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.329398:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613223.329402:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613223.329410:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000100:00000040:2.0:1773613223.329416:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660aba300 x1859762473234432 msgsize 328 00000100:00100000:2.0:1773613223.329422:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613223.329443:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.329455:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.329459:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.329623:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613223.329627:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473234432 02000000:00000001:3.0:1773613223.329631:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613223.329633:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613223.329636:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.329641:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.329647:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473234432 00000020:00000001:3.0:1773613223.329651:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613223.329653:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:3.0:1773613223.329656:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.329660:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:3.0:1773613223.329663:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:3.0:1773613223.329666:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:3.0:1773613223.329671:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.329677:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.329681:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.329684:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000020:00000010:3.0:1773613223.329693:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e200. 00000020:00000010:3.0:1773613223.329700:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50500. 00000020:00000010:3.0:1773613223.329706:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613223.329718:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613223.329722:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613223.329724:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613223.329726:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.329736:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.329749:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.329763:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613223.329765:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613223.329771:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 40 00000100:00000040:3.0:1773613223.329776:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:3.0:1773613223.329778:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:3.0:1773613223.329787:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660aba300 x1859762473234432/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:454/0 lens 328/0 e 0 to 0 dl 1773613234 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613223.329798:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.329801:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.329803:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.329806:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000100:00100000:3.0:1773613223.329811:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660aba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6578:x1859762473234432:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613223.329815:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473234432 00010000:00000001:3.0:1773613223.329818:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613223.329827:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.329829:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.329831:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=2 00000020:00000001:3.0:1773613223.329833:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:3.0:1773613223.329836:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:3.0:1773613223.329841:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.329844:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.329850:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000fc1a7039/0xa1aa084204a0104e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x1dc4d5fc0aabd6bd expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1773613223.329865:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613223.329868:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613223.329874:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2a000. 02000000:00000001:3.0:1773613223.329878:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.329881:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.329887:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613223.329890:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613223.329894:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=129 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613223.329899:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613223.329902:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613223.329917:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613223.329921:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613223.329923:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.329926:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.329930:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.330043:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc110. 00000100:00000200:3.0:1773613223.330051:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473234432, offset 224 00000400:00000200:3.0:1773613223.330060:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.330068:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.330077:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.330084:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224783:224783:256:4294967295] 192.168.203.144@tcp LPNI seq info [224718:224718:8:4294967295] 00000400:00000200:3.0:1773613223.330089:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.330099:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.330105:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.330111:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0f00. 00000800:00000200:3.0:1773613223.330202:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.330212:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.330217:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.330228:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.330231:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613223.330235:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613223.330240:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a12ae40. 00010000:00000001:3.0:1773613223.330242:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613223.330259:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613223.330541:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.330544:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.330547:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.330554:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762473234432/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:454/0 lens 328/224 e 0 to 0 dl 1773613234 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613223.330564:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660aba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6578:x1859762473234432:12345-192.168.203.144@tcp:104: Request processed in 764us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613223.330573:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 40 00000100:00000040:3.0:1773613223.330577:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613223.330579:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613223.330581:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613223.330588:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50500. 00000020:00000010:3.0:1773613223.330598:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613223.330601:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e200. 00000020:00000040:3.0:1773613223.330606:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:3.0:1773613223.330609:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613223.331626:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.331632:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0f00. 00000400:00000200:2.0:1773613223.331637:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.331645:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.331653:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc110 00000400:00000010:2.0:1773613223.331656:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc110. 00000100:00000001:2.0:1773613223.331663:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613223.331664:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.334778:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.334795:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.334798:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.334801:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.334806:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.334811:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.334819:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.334823:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.334827:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.334831:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d02400 00000400:00000200:2.0:1773613223.334836:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.334843:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b4f05 [1] + 224 00000800:00000001:2.0:1773613223.334850:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.334860:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.334864:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.334870:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.334879:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.334888:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.334898:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99364a704000 x1859762477081600/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.334926:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613223.336072:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.336078:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:2.0:1773613223.336083:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.336088:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.336094:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:2.0:1773613223.336096:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:2.0:1773613223.336103:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.336109:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477081728/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.336128:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.336132:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477081728/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.336138:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.336139:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.336147:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.336154:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.342009:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.342032:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.342038:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.342040:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.342053:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.342063:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.342074:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.342080:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.342088:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.342093:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x69b71b1957080 00000400:00000200:2.0:1773613223.342103:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x1b4ce5 [2] + 984 00000800:00000001:2.0:1773613223.342248:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.342267:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.342271:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.342275:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.342283:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613223.342285:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613223.342411:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000100:00000040:2.0:1773613223.342416:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab9500 x1859762473234560 msgsize 392 00000100:00100000:2.0:1773613223.342420:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613223.342436:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.342446:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.342449:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.343063:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613223.343068:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473234560 02000000:00000001:3.0:1773613223.343072:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613223.343074:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613223.343077:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.343082:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.343088:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473234560 00000020:00000001:3.0:1773613223.343092:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613223.343094:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:3.0:1773613223.343098:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.343101:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:3.0:1773613223.343104:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:3.0:1773613223.343106:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:3.0:1773613223.343112:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.343129:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.343132:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.343136:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000020:00000010:3.0:1773613223.343143:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e200. 00000020:00000010:3.0:1773613223.343149:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50500. 00000020:00000010:3.0:1773613223.343156:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613223.343164:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613223.343168:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613223.343170:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613223.343173:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343181:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343196:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.343211:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613223.343213:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613223.343219:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 41 00000100:00000040:3.0:1773613223.343224:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:3.0:1773613223.343227:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:3.0:1773613223.343236:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab9500 x1859762473234560/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:454/0 lens 392/0 e 0 to 0 dl 1773613234 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613223.343246:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.343249:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.343251:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.343254:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000100:00100000:3.0:1773613223.343259:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25948:x1859762473234560:12345-192.168.203.144@tcp:105: 00000100:00000200:3.0:1773613223.343272:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473234560 00010000:00000001:3.0:1773613223.343275:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613223.343285:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.343287:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.343289:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:3.0:1773613223.343291:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613223.343301:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00010000:3.0:1773613223.343310:0:67848:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613223.343330:0:67848:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1773613223.343333:0:67848:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613223.343344:0:67848:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613223.343353:0:67848:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1773613223.343356:0:67848:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.343358:0:67848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613223.343360:0:67848:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773613223.343363:0:67848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613223.343370:0:67848:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1773613223.343374:0:67848:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613223.343382:0:67848:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4a:0x0].0x0 (ffff99364a9aa900) refcount = 1 00010000:00000040:3.0:1773613223.343385:0:67848:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773613223.343387:0:67848:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613223.343396:0:67848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1773613223.343398:0:67848:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773613223.343412:0:67848:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.343417:0:67848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613223.343424:0:67848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a12a900. 00000100:00000001:3.0:1773613223.343427:0:67848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182861568 : -113016526690048 : ffff99364a12a900) 00000100:00000001:3.0:1773613223.343430:0:67848:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446631057182861568 : -113016526690048 : ffff99364a12a900) 00000100:00000001:3.0:1773613223.343433:0:67848:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613223.343435:0:67848:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773613223.343436:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613223.343440:0:67848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613223.343456:0:67848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.343459:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.343461:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.343462:0:67848:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.343463:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613223.343465:0:67848:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773613223.343468:0:67848:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343470:0:67848:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343472:0:67848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1773613223.343475:0:67848:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a12a900. 00000100:00000001:3.0:1773613223.343486:0:67848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773613223.343488:0:67848:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773613223.343491:0:67848:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff99364a8ec480. 00010000:00010000:3.0:1773613223.343494:0:67848:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff993659fc2e00) 00010000:00000001:3.0:1773613223.343496:0:67848:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.343498:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.343499:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613223.343503:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613223.343505:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613223.343512:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b29800. 02000000:00000001:3.0:1773613223.343515:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343518:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.343523:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613223.343527:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613223.343533:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=129 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613223.343538:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613223.343541:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613223.343544:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613223.343547:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613223.343550:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.343552:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.343556:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.343561:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc2a8. 00000100:00000200:3.0:1773613223.343567:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473234560, offset 224 00000400:00000200:3.0:1773613223.343575:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.343586:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.343594:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.343601:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224785:224785:256:4294967295] 192.168.203.144@tcp LPNI seq info [224720:224720:8:4294967295] 00000400:00000200:3.0:1773613223.343606:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.343616:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.343621:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.343627:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613223.343633:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.343642:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.343647:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.343656:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.343660:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613223.343663:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.343668:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762473234560/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:454/0 lens 392/224 e 0 to 0 dl 1773613234 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613223.343679:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25948:x1859762473234560:12345-192.168.203.144@tcp:105: Request processed in 431us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613223.343687:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 41 00000100:00000040:3.0:1773613223.343691:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613223.343695:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613223.343697:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613223.343702:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50500. 00000020:00000010:3.0:1773613223.343710:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613223.343714:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e200. 00000020:00000040:3.0:1773613223.343720:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:3.0:1773613223.343723:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613223.344399:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.344403:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:2.0:1773613223.344408:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.344416:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.344424:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc2a8 00000400:00000010:2.0:1773613223.344426:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc2a8. 00000100:00000001:2.0:1773613223.344432:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613223.344434:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773613223.348300:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.348307:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613223.348312:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.348319:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.348325:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:2.0:1773613223.348328:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:2.0:1773613223.348336:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.348342:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.348351:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.348354:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.348360:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.348362:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613223.349994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000800:00000001:2.0:1773613223.353844:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.353871:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.353878:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.353881:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.353893:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.353902:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.353922:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.353931:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354248:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354255:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d02480 00000400:00000200:2.0:1773613223.354261:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354268:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4f1d [1] + 224 00000800:00000001:2.0:1773613223.354278:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.354385:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.354390:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.354396:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.354404:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.354416:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477081728/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.354428:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477081728/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.354652:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.354664:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.354670:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.354672:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.354675:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.354679:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354684:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.354688:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354692:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354695:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354698:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d02580 00000400:00000200:2.0:1773613223.354703:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.354707:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4f2d [1] + 224 00000800:00000001:2.0:1773613223.354712:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.354778:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.354781:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.354785:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.354789:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.354795:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.354804:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.354826:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.354830:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.354834:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.354982:0:83642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613223.354992:0:83642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613223.354995:0:83642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613223.354999:0:83642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864f78. 00000400:00000200:3.0:1773613223.355005:0:83642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385198 00000400:00000010:3.0:1773613223.355008:0:83642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385198. 00000100:00000001:3.0:1773613223.355014:0:83642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.355019:0:83642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613223.355030:0:83642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738380 x1859762477081984/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.355037:0:83642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613223.355039:0:83642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.355042:0:83642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613223.355046:0:83642:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613223.355049:0:83642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613223.355052:0:83642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.355055:0:83642:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613223.355067:0:83642:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=1 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613223.355072:0:83642:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613223.355075:0:83642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613223.355077:0:83642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.355080:0:83642:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613223.355084:0:83642:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.355088:0:83642:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613223.355090:0:83642:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773613223.355092:0:83642:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613223.355095:0:83642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.355096:0:83642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208960 : -113016520342656 : ffff99364a738380) 00000100:00000001:3.0:1773613223.355101:0:83642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613223.355102:0:83642:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:3.0:1773613223.355105:0:83642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613223.355107:0:83642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.355113:0:83642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.355129:0:83642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613223.355133:0:83642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613223.355135:0:83642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613223.355139:0:83642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613223.355147:0:83642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738380 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83642:1859762477081984:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1773613223.355152:0:83642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.355154:0:83642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.355157:0:83642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613223.355159:0:83642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.355162:0:83642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.355169:0:83642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613223.355172:0:83642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993643d89c00. 00000100:00000001:3.0:1773613223.355175:0:83642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613223.355177:0:83642:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.355185:0:83642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.355186:0:83642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208960 : -113016520342656 : ffff99364a738380) 00000002:00000001:3.0:1773613223.355190:0:83642:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613223.355194:0:83642:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613223.355200:0:83642:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2a200. 00000080:00000001:3.0:1773613223.355204:0:83642:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773613223.355207:0:83642:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1773613223.355214:0:83642:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773613223.355220:0:83642:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a739c00 x1859762477081216/t103079215211(103079215211) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613223.355229:0:83642:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613223.355230:0:83642:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613223.355232:0:83642:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934580. 00000100:00000001:3.0:1773613223.355237:0:83642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.355239:0:83642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.355246:0:83642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.355249:0:83642:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613223.355252:0:83642:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9936607292c0. 00000080:00000001:3.0:1773613223.355256:0:83642:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.355263:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43dd0 00000080:00000008:3.0:1773613223.355267:0:83642:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 102001, rc = 0 00000080:00000001:3.0:1773613223.355270:0:83642:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.355277:0:83642:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613223.355279:0:83642:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f43e00 00000080:00002000:3.0:1773613223.355281:0:83642:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658077e58, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:3.0:1773613223.355283:0:83642:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.410389:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3d08 00000080:00200008:2.0:1773613223.410402:0:83647:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613223.410414:0:83647:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.410416:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3c80 00000080:00200000:2.0:1773613223.410418:0:83647:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613223.410426:0:83647:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a189800. 00800000:00000002:2.0:1773613223.410434:0:83647:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.410438:0:83647:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.410445:0:83647:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.410447:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3ba0 00800000:00000002:2.0:1773613223.410449:0:83647:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.410454:0:83647:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.410460:0:83647:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.410466:0:83647:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.410468:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3a70 00000002:00010000:2.0:1773613223.410470:0:83647:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.410474:0:83647:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.410476:0:83647:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.410480:0:83647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613223.410489:0:83647:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.410492:0:83647:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.410494:0:83647:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.410497:0:83647:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613223.410500:0:83647:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613223.410506:0:83647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9f80. 00000020:00000040:2.0:1773613223.410510:0:83647:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613223.410518:0:83647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613223.410524:0:83647:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.410531:0:83647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.410534:0:83647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.410535:0:83647:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.410538:0:83647:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613223.410542:0:83647:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613223.410548:0:83647:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613223.410556:0:83647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604a9000. 00000100:00000001:2.0:1773613223.410565:0:83647:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.410570:0:83647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613223.410572:0:83647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.410574:0:83647:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613223.410575:0:83647:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.410577:0:83647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.410583:0:83647:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00010000:00000001:2.0:1773613223.410588:0:83647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613223.410591:0:83647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613223.410595:0:83647:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946500. 00010000:00000010:2.0:1773613223.410600:0:83647:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce600. 00010000:00000001:2.0:1773613223.410605:0:83647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613223.410609:0:83647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2200. 00000020:00000001:2.0:1773613223.410613:0:83647:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613223.410616:0:83647:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2200 with handle 0xa1aa084204a0105c to hash 00000020:00000001:2.0:1773613223.410619:0:83647:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613223.410620:0:83647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613223.410624:0:83647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613223.410628:0:83647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.410631:0:83647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.410636:0:83647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 83647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613223.410646:0:83647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613223.410657:0:83647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613223.410663:0:83647:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613223.410665:0:83647:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613223.410673:0:83647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a63c0. 00000100:00000001:2.0:1773613223.410675:0:83647:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183368128 : -113016526183488 : ffff99364a1a63c0) 00000100:00000001:2.0:1773613223.410678:0:83647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.410679:0:83647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000100:00000001:2.0:1773613223.410685:0:83647:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613223.410689:0:83647:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.410692:0:83647:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613223.410694:0:83647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613223.410707:0:83647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.410716:0:83647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613223.410718:0:83647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613223.410723:0:83647:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613223.410726:0:83647:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613223.410729:0:83647:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613223.410733:0:83647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:83647:1859762477082112:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1773613223.410737:0:83647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613223.410745:0:83647:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613223.410748:0:83647:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613223.410750:0:83647:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613223.410757:0:83647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922b000. 02000000:00000001:2.0:1773613223.410759:0:83647:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613223.410768:0:83647:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613223.410774:0:83647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9160. 00000400:00000010:2.0:1773613223.410782:0:83647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613223.410791:0:83647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477082112, portal 10 00000100:00000001:2.0:1773613223.410793:0:83647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.410795:0:83647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000100:00000040:2.0:1773613223.410801:0:83647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.410810:0:83647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613223.410813:0:83647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613223.410816:0:83647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7aa0. 00000100:00000200:2.0:1773613223.410819:0:83647:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477082112, offset 0 00000400:00000200:2.0:1773613223.410827:0:83647:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613223.410838:0:83647:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.410847:0:83647:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613223.410853:0:83647:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613223.410857:0:83647:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613223.410862:0:83647:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613223.410865:0:83647:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613223.410870:0:83647:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224787:224787:256:4294967295] 192.168.203.144@tcp LPNI seq info [224722:224722:8:4294967295] 00000400:00000200:2.0:1773613223.410875:0:83647:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.410886:0:83647:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613223.410893:0:83647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613223.410899:0:83647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613223.410917:0:83647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613223.410926:0:83647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613223.410931:0:83647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613223.411614:0:83647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613223.411622:0:83647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 246581 usecs (247 jiffies) 00000400:00000200:2.0:1773613223.411627:0:83647:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613223.411631:0:83647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313444 00000100:00000001:2.0:1773613223.411634:0:83647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:2.0:1773613223.411638:0:83647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313444 00000100:00000001:2.0:1773613223.411641:0:83647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:2.0:1773613223.411643:0:83647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613223.411646:0:83647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.411649:0:83647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613223.411651:0:83647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613223.411654:0:83647:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a63c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613223.411657:0:83647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613223.411661:0:83647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613223.411827:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.411832:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:3.0:1773613223.411837:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.411844:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.411850:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7aa0 00000400:00000010:3.0:1773613223.411853:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7aa0. 00000100:00000001:3.0:1773613223.411857:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.411864:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.411877:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.411880:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.411888:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.411890:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.415283:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.415318:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.415324:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.415327:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.415338:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.415347:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.415359:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.415365:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.415371:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.415376:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d02600 00000400:00000200:2.0:1773613223.415381:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.415388:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4f35 [1] + 224 00000800:00000001:2.0:1773613223.415398:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.415410:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.415414:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.415419:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.415428:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.415438:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.415451:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab9f80 x1859762477082112/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.415484:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.415496:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.415500:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.419075:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.419083:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:3.0:1773613223.419089:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.419098:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.419103:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:3.0:1773613223.419106:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:3.0:1773613223.419122:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.419129:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477082240/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.419140:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.419144:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477082240/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.419151:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.419153:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.423683:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.423706:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.423712:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.423715:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.423727:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.423736:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.423748:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.423753:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.423761:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.423765:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1d02680 00000400:00000200:2.0:1773613223.423771:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.423779:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4f45 [1] + 224 00000800:00000001:2.0:1773613223.423789:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.423800:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.423804:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.423810:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.423819:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.423829:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477082240/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.423842:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a73b480 x1859762477082240/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.423858:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.423868:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.423871:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.427995:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.428006:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c400. 00000400:00000200:3.0:1773613223.428013:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.428022:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.428031:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:3.0:1773613223.428033:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:3.0:1773613223.428042:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.428059:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477082368/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.428071:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.428075:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477082368/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.428081:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.428082:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.431225:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.431249:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.431254:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.431257:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.431278:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.431287:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.431306:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.431312:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.431318:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.431323:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d02700 00000400:00000200:2.0:1773613223.431329:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.431336:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4f4d [1] + 224 00000800:00000001:2.0:1773613223.431346:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.431357:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.431360:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.431365:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.431373:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.431384:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477082368/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.431397:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a73b480 x1859762477082368/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.431413:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.431423:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.431427:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.433073:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.433079:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cc00. 00000400:00000200:3.0:1773613223.433083:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.433089:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.433094:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385198 00000400:00000010:3.0:1773613223.433096:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385198. 00000100:00000001:3.0:1773613223.433102:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.433106:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477082496/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.433125:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.433128:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477082496/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.433135:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.433137:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.436000:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.436023:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.436029:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.436031:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.436043:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.436053:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.436063:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.436068:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.436075:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.436080:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d02780 00000400:00000200:2.0:1773613223.436086:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.436094:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b4f55 [1] + 224 00000800:00000001:2.0:1773613223.436103:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.436140:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.436144:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.436150:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.436159:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.436169:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477082496/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.436182:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a73b480 x1859762477082496/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.436205:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.436214:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.436218:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.440521:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440524:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440526:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440528:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440530:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440532:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440533:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440535:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440536:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440539:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440541:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440542:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440545:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440547:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440549:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440552:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440554:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440556:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440557:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440559:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440561:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440563:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440564:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440565:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440568:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440569:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440571:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440574:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440576:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440577:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440580:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440581:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440584:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440585:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440587:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440590:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440591:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440592:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440594:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440596:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440598:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440600:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440602:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440604:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440606:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440609:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440610:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440613:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440614:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440615:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440617:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440619:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440620:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440621:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440624:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440626:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440627:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440630:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440632:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440633:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440636:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440637:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440639:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440640:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440643:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440645:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440646:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440648:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440649:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440651:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440653:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440654:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440656:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440659:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440661:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440663:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440665:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440668:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440669:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440672:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440674:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440675:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440676:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440677:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440680:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440682:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440684:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440686:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440688:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440690:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440693:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440694:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440697:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440698:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440700:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440702:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440704:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440705:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440706:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440709:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440711:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440713:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440715:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440717:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440719:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440721:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440723:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440725:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440726:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440728:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440730:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440732:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440733:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440734:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440737:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440738:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440740:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440742:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440744:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440746:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440749:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440750:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440752:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440753:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440755:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440757:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440759:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440760:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440761:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440764:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440766:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440768:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440770:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440773:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440774:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440777:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440779:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440781:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440782:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440784:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440787:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440788:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440789:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440790:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440793:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440795:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440796:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440798:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440801:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440803:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440806:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440808:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440810:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440811:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440814:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440816:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440817:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440818:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440820:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440822:0:83647:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440824:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440826:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613223.440827:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440829:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440830:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613223.440833:0:83647:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613223.440835:0:83647:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7ffd76250960 00000080:00000001:0.0:1773613223.440837:0:83647:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613223.440838:0:83647:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613223.440840:0:83647:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecf000. 00000020:00000001:0.0:1773613223.440842:0:83647:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440844:0:83647:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613223.440845:0:83647:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613223.440846:0:83647:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecf000 uarg=0000000000000000 00020000:00000001:0.0:1773613223.440848:0:83647:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613223.440850:0:83647:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613223.440852:0:83647:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1773613223.440854:0:83647:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecf000. 00000080:00000001:0.0:1773613223.440855:0:83647:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613223.440857:0:83647:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613223.440873:0:83647:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:0.0:1773613223.440876:0:83647:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613223.440880:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3db0 00000080:00200008:0.0:1773613223.440882:0:83647:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000 00000080:00400000:0.0:1773613223.440887:0:83647:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1773613223.440891:0:83647:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660729b80. 00000080:00000001:0.0:1773613223.440897:0:83647:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773613223.440900:0:83647:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ed3db0 00000080:00000008:0.0:1773613223.440902:0:83647:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000, rc = 0 00000080:00000001:0.0:1773613223.440914:0:83647:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.440916:0:83647:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.445214:0:83648:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613223.445224:0:83648:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613223.445228:0:83648:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613223.445232:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3bc0 00000080:00200000:3.0:1773613223.445237:0:83648:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613223.445247:0:83648:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660d3e600. 00800000:00000002:3.0:1773613223.445255:0:83648:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613223.445271:0:83648:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613223.445277:0:83648:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.445279:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3ae0 00800000:00000002:3.0:1773613223.445282:0:83648:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613223.445286:0:83648:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613223.445299:0:83648:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613223.445306:0:83648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.445309:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa39b0 00000002:00010000:3.0:1773613223.445311:0:83648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613223.445316:0:83648:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613223.445317:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.445320:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.445329:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:3.0:1773613223.445332:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.445338:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.445343:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.445349:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773613223.445367:0:83648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613223.445374:0:83648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.445377:0:83648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773613223.445385:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613223.445387:0:83648:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613223.445389:0:83648:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.445391:0:83648:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.445393:0:83648:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613223.445395:0:83648:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613223.445397:0:83648:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613223.445400:0:83648:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613223.445404:0:83648:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3e600. 00000080:00000001:3.0:1773613223.445409:0:83648:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613223.445411:0:83648:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.445414:0:83648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613223.445419:0:83648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0105c 00800000:00000001:3.0:1773613223.445423:0:83648:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613223.445426:0:83648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613223.445427:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.445431:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.445433:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:3.0:1773613223.445435:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:3.0:1773613223.445439:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:3.0:1773613223.445442:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445444:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613223.445445:0:83648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613223.445447:0:83648:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.445450:0:83648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0105c from it ffffaca8c1fa3bf8 00010000:00000001:3.0:1773613223.445452:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.445453:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.445456:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:3.0:1773613223.445458:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:3.0:1773613223.445460:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:3.0:1773613223.445463:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613223.445466:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613223.445473:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445474:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.445475:0:83648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613223.445478:0:83648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613223.445480:0:83648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613223.445488:0:83648:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613223.445492:0:83648:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613223.445494:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613223.445500:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445501:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.445503:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445507:0:83648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613223.445509:0:83648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445511:0:83648:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445514:0:83648:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445516:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613223.445518:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445519:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613223.445523:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613223.445525:0:83648:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613223.445527:0:83648:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613223.445532:0:83648:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.445539:0:83648:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613223.445542:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3b58 00000080:00002000:3.0:1773613223.445544:0:83648:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658077e58) flags 0x48000e refc 0 00000080:00000001:3.0:1773613223.445547:0:83648:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.445549:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3bc8 00000080:00200000:3.0:1773613223.445551:0:83648:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1773613223.445560:0:83648:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773613223.445562:0:83648:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88), inode mode 81a4 mask 52 00000080:00000001:3.0:1773613223.445565:0:83648:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.445572:0:83648:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773613223.445574:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3b98 00000080:00200008:3.0:1773613223.445576:0:83648:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 102101 00000080:00000010:3.0:1773613223.445584:0:83648:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99365322e780. 00000080:00000001:3.0:1773613223.445591:0:83648:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1773613223.445594:0:83648:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660d3e600. 00800000:00000002:3.0:1773613223.445597:0:83648:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613223.445600:0:83648:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613223.445602:0:83648:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.445604:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3a48 00800000:00000002:3.0:1773613223.445606:0:83648:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x20000bf89:0x3:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613223.445610:0:83648:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1773613223.445613:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa39c8 00800000:00000002:3.0:1773613223.445615:0:83648:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613223.445618:0:83648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.445619:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3900 00000002:00010000:3.0:1773613223.445621:0:83648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:3.0:1773613223.445625:0:83648:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613223.445628:0:83648:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773613223.445632:0:83648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613223.445636:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:3.0:1773613223.445638:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.445641:0:83648:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613223.445645:0:83648:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445647:0:83648:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613223.445649:0:83648:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613223.445651:0:83648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613223.445653:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:3.0:1773613223.445655:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.445656:0:83648:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613223.445658:0:83648:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613223.445662:0:83648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1773613223.445670:0:83648:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613223.445674:0:83648:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613223.445676:0:83648:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613223.445678:0:83648:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613223.445680:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.445681:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.445683:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:3.0:1773613223.445685:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613223.445688:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613223.445689:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.445690:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.445692:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:3.0:1773613223.445694:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613223.445695:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613223.445697:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.445698:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.445699:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:3.0:1773613223.445701:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613223.445703:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.445705:0:83648:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613223.445708:0:83648:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613223.445713:0:83648:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613223.445715:0:83648:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613223.445718:0:83648:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613223.445720:0:83648:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445724:0:83648:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613223.445727:0:83648:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613223.445729:0:83648:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613223.445731:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.445733:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613223.445736:0:83648:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2200 with handle 0xa1aa084204a0105c from hash 00010000:00000001:3.0:1773613223.445739:0:83648:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613223.445741:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445743:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.445744:0:83648:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613223.445746:0:83648:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613223.445748:0:83648:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613223.445751:0:83648:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613223.445753:0:83648:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613223.445754:0:83648:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613223.445761:0:83648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706d80. 00000020:00000040:3.0:1773613223.445766:0:83648:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613223.445773:0:83648:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613223.445776:0:83648:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445778:0:83648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613223.445783:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613223.445785:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.445787:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.445788:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.445791:0:83648:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613223.445793:0:83648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613223.445797:0:83648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613223.445805:0:83648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b29000. 00000100:00000001:3.0:1773613223.445812:0:83648:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445819:0:83648:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613223.445822:0:83648:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613223.445827:0:83648:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1773613223.445835:0:83648:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613223.445837:0:83648:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613223.445838:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613223.445841:0:83648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0105c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd6d2 expref: -99 pid: 83647 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1773613223.445848:0:83648:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946500 count: 0 00010000:00000010:3.0:1773613223.445855:0:83648:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce600. 00010000:00000001:3.0:1773613223.445867:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.445870:0:83648:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445871:0:83648:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613223.445873:0:83648:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.445875:0:83648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613223.445883:0:83648:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00010000:00000001:3.0:1773613223.445887:0:83648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613223.445889:0:83648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613223.445894:0:83648:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb800. 00010000:00000010:3.0:1773613223.445897:0:83648:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50500. 00010000:00000001:3.0:1773613223.445902:0:83648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613223.445916:0:83648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3e00. 00000020:00000001:3.0:1773613223.445918:0:83648:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613223.445921:0:83648:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3e00 with handle 0xa1aa084204a01063 to hash 00000020:00000001:3.0:1773613223.445923:0:83648:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613223.445924:0:83648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613223.445929:0:83648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613223.445931:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.445959:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.445963:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613223.445969:0:83648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773613223.445984:0:83648:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773613223.445999:0:83648:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773613223.446009:0:83648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613223.446016:0:83648:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613223.446018:0:83648:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613223.446027:0:83648:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a12a900. 00000100:00000001:3.0:1773613223.446030:0:83648:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182861568 : -113016526690048 : ffff99364a12a900) 00000100:00000001:3.0:1773613223.446033:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.446035:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000001:3.0:1773613223.446040:0:83648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613223.446044:0:83648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.446046:0:83648:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613223.446049:0:83648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613223.446053:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.446062:0:83648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613223.446064:0:83648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.446069:0:83648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613223.446072:0:83648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613223.446075:0:83648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.446079:0:83648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477082752:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613223.446083:0:83648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613223.446091:0:83648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613223.446094:0:83648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.446097:0:83648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613223.446171:0:83648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613223.446186:0:83648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613223.446197:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613223.446203:0:83648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dae18. 00000400:00000010:3.0:1773613223.446211:0:83648:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993644b28000. 00000100:00000200:3.0:1773613223.446221:0:83648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477082752, portal 10 00000100:00000001:3.0:1773613223.446223:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613223.446224:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000040:3.0:1773613223.446231:0:83648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.446238:0:83648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.446241:0:83648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.446245:0:83648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613223.446248:0:83648:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477082752, offset 0 00000400:00000200:3.0:1773613223.446256:0:83648:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.446266:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.446275:0:83648:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.446281:0:83648:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613223.446286:0:83648:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613223.446291:0:83648:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613223.446293:0:83648:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613223.446297:0:83648:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224791:224791:256:4294967295] 192.168.203.144@tcp LPNI seq info [224726:224726:8:4294967295] 00000400:00000200:3.0:1773613223.446302:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.446313:0:83648:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.446320:0:83648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.446326:0:83648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0000. 00000800:00000200:3.0:1773613223.446334:0:83648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.446343:0:83648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.446348:0:83648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.446370:0:83648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.446375:0:83648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 245215 usecs (246 jiffies) 00000400:00000200:3.0:1773613223.446379:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613223.446382:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313476 00000100:00000001:3.0:1773613223.446386:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:3.0:1773613223.446389:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313476 00000100:00000001:3.0:1773613223.446391:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:3.0:1773613223.446393:0:83648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613223.446396:0:83648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.446398:0:83648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613223.446400:0:83648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613223.446403:0:83648:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a12a900 going to sleep for 11 seconds 00000100:00000001:3.0:1773613223.446406:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613223.446410:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613223.450244:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.450257:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0000. 00000400:00000200:2.0:1773613223.450267:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.450279:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.450288:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:2.0:1773613223.450708:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:2.0:1773613223.450721:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.450733:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.450749:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.450754:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.450762:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.450764:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773613223.457247:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946500. 00010000:00000010:3.1:1773613223.457277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2200. 00000800:00000001:2.0:1773613223.458615:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.458634:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.458638:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.458641:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.458665:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.458674:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.458684:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.458689:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.458696:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.458700:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1957100 00000400:00000200:2.0:1773613223.458710:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 1376 00000800:00000001:2.0:1773613223.458720:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.458729:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.458733:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.458737:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.458747:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613223.458749:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613223.458756:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000100:00000040:2.0:1773613223.458760:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab9180 x1859762473234688 msgsize 328 00000100:00100000:2.0:1773613223.458764:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613223.458770:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.458778:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.458781:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.458887:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613223.458891:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473234688 02000000:00000001:3.0:1773613223.458894:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613223.458897:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613223.458900:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.458914:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.458919:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473234688 00000020:00000001:3.0:1773613223.458924:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613223.458926:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613223.458929:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.458932:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613223.458949:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613223.458952:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613223.458957:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.458963:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.458966:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.458969:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000020:00000010:3.0:1773613223.458977:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:3.0:1773613223.458983:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50000. 00000020:00000010:3.0:1773613223.458990:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613223.458998:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613223.459002:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613223.459003:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613223.459006:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.459015:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.459026:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.459040:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613223.459043:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613223.459048:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 42 00000100:00000040:3.0:1773613223.459053:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613223.459055:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:3.0:1773613223.459064:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab9180 x1859762473234688/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:454/0 lens 328/0 e 0 to 0 dl 1773613234 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613223.459074:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.459078:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.459080:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.459082:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000100:00100000:3.0:1773613223.459086:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:71772:x1859762473234688:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613223.459091:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473234688 00010000:00000001:3.0:1773613223.459094:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613223.459103:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.459105:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.459107:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=2 00000020:00000001:3.0:1773613223.459109:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.459442:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.459449:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.459453:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.459459:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1773613223.459472:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613223.459475:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613223.459482:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613223.459485:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.459488:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.459494:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613223.459496:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613223.459501:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=129 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613223.459507:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613223.459511:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613223.459514:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613223.459517:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613223.459519:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.459522:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.459525:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.459530:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc3b8. 00000100:00000200:3.0:1773613223.459536:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473234688, offset 224 00000400:00000200:3.0:1773613223.459545:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.459553:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.459561:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.459568:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224792:224792:256:4294967295] 192.168.203.144@tcp LPNI seq info [224727:224727:8:4294967295] 00000400:00000200:3.0:1773613223.459572:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.459581:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.459586:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.459592:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613223.459599:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.459607:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.459612:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.459629:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.459633:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613223.459637:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613223.459641:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a12a300. 00010000:00000001:3.0:1773613223.459644:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1773613223.459807:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.459812:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:2.0:1773613223.459817:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.459821:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.459826:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc3b8 00000400:00000010:2.0:1773613223.459829:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc3b8. 00000100:00000001:2.0:1773613223.459834:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613223.459836:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1773613223.459878:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613223.459882:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.459884:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.459886:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.459894:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762473234688/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:454/0 lens 328/224 e 0 to 0 dl 1773613234 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613223.459912:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:71772:x1859762473234688:12345-192.168.203.144@tcp:104: Request processed in 828us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613223.459921:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 42 00000100:00000040:3.0:1773613223.459925:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613223.459928:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613223.459930:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613223.459959:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50000. 00000020:00000010:3.0:1773613223.459968:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613223.459972:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000020:00000040:3.0:1773613223.459978:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613223.459981:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613223.460597:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.460602:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.460606:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773613223.460610:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773613223.460614:0:79322:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613223.460621:0:79322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773613223.460631:0:79322:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b9600 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613223.460636:0:79322:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613223.460641:0:79322:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.460649:0:79322:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613223.460651:0:79322:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613223.460656:0:79322:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.460662:0:79322:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613223.460665:0:79322:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613223.460668:0:79322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.460671:0:79322:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.460672:0:79322:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:0.0:1773613223.460675:0:79322:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:0.0:1773613223.460678:0:79322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:0.0:1773613223.460681:0:79322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613223.460683:0:79322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1773613223.460689:0:79322:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613223.460694:0:79322:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613223.460697:0:79322:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613223.460699:0:79322:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode (null) 00000002:00000001:0.0:1773613223.460704:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.460706:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.460714:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:0.0:1773613223.460717:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613223.460722:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.460724:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.460725:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.460727:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:0.0:1773613223.460729:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613223.460731:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.460732:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.460733:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.460734:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:0.0:1773613223.460736:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613223.460737:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.460739:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.460740:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.460741:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:0.0:1773613223.460743:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613223.460744:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.460746:0:79322:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.460749:0:79322:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613223.460752:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.460759:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.460764:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e400. 00000020:00000010:0.0:1773613223.460769:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.460773:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.460780:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.460786:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.460792:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.460799:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.460804:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.460807:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231f800. 00000008:00000010:0.0:1773613223.460811:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.460815:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.460820:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.460824:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.460828:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.460830:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.460832:0:79322:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773613223.460835:0:79322:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x3:0x0]: losing layout lock 00000080:00000001:0.0:1773613223.460839:0:79322:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773613223.460842:0:79322:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773613223.460847:0:79322:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613223.460851:0:79322:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613223.460854:0:79322:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773613223.460856:0:79322:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.460858:0:79322:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613223.460860:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.460863:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.460867:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.460870:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.460874:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.460877:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.460881:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.460884:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.460887:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e400. 00000008:00000010:0.0:1773613223.460890:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.460893:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.460896:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.460899:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.460912:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231f800. 00000020:00000010:0.0:1773613223.460916:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.460919:0:79322:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.460922:0:79322:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773613223.460925:0:79322:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x3:0x0](ffff99365810ba88) invalid 00000020:00000001:0.0:1773613223.460929:0:79322:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f83c40 00000080:00002000:0.0:1773613223.460931:0:79322:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff993658077e58) parent ffff99365037c6c0 inode ffff99365810ba88 refc 2 00000080:00000001:0.0:1773613223.461066:0:79322:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773613223.461069:0:79322:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613223.461071:0:79322:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.461075:0:79322:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613223.461079:0:79322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613223.461080:0:79322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613223.461083:0:79322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.461086:0:79322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613223.461090:0:79322:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9600 with handle 0xa1aa084204a01047 from hash 00010000:00000001:0.0:1773613223.461093:0:79322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613223.461096:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.461098:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.461100:0:79322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613223.461103:0:79322:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613223.461106:0:79322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1773613223.461182:0:79322:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.461189:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.461191:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.461193:0:79322:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.461196:0:79322:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613223.461198:0:79322:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773613223.461209:0:79322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6d80. 00000020:00000040:0.0:1773613223.461214:0:79322:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613223.461220:0:79322:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613223.461224:0:79322:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613223.461231:0:79322:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613223.461238:0:79322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99365231f800. 00000100:00000001:0.0:1773613223.461245:0:79322:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.461248:0:79322:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613223.461256:0:79322:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773613223.461404:0:79322:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613223.461407:0:79322:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.461413:0:79322:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613223.461418:0:79322:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.461431:0:79322:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de34344] to pc [ptlrpcd_00_01+1] req@ffff9936590e6d80 x1859762477082880/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773613223.461796:0:79322:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.461800:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.461802:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.461803:0:79322:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.461806:0:79322:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.461808:0:79322:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.461812:0:79322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.461825:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613223.461828:0:79322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01047 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd6a8 expref: -99 pid: 83642 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1773613223.461835:0:79322:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934780. 00010000:00000040:0.0:1773613223.461844:0:79322:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa000 count: 0 00010000:00000010:0.0:1773613223.461850:0:79322:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345b80. 00010000:00000001:0.0:1773613223.461863:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.461865:0:79322:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773613223.461867:0:79322:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364a12a300. 00010000:00000001:0.0:1773613223.461871:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.461874:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.461876:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.461878:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613223.461879:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.461881:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.461882:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613223.461884:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.461885:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.461886:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613223.461895:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.461899:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613223.463423:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.463435:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613223.463442:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.463450:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.463459:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:3.0:1773613223.463462:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:3.0:1773613223.463470:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.463479:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477082880/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.463492:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.463496:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477082880/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.463504:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.463506:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613223.468990:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa000. 00010000:00000010:0.1:1773613223.469010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00000800:00000001:2.0:1773613223.486471:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.486762:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.486767:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.486770:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.486780:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486787:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.486798:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486803:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486809:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486814:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d02880 00000400:00000200:2.0:1773613223.486820:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486827:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4f5d [32] + 224 00000800:00000001:2.0:1773613223.486838:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.486845:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.486849:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.486854:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.486863:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.486874:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.486883:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.486912:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.486926:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.486930:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.486932:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.486954:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.486958:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486962:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.486966:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486969:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486972:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486975:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d02900 00000400:00000200:2.0:1773613223.486979:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.486985:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4f75 [1] + 224 00000800:00000001:2.0:1773613223.486989:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.487001:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.487003:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.487007:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.487010:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.487016:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477082880/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.487024:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477082880/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.487052:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.487056:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.487059:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.487122:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613223.487132:0:83648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613223.487135:0:83648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613223.487140:0:83648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dae18. 00000400:00000200:0.0:1773613223.487145:0:83648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644b28000 00000400:00000010:0.0:1773613223.487148:0:83648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993644b28000. 00000100:00000001:0.0:1773613223.487153:0:83648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613223.487158:0:83648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613223.487167:0:83648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706d80 x1859762477082752/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.487173:0:83648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613223.487176:0:83648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.487178:0:83648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613223.487183:0:83648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613223.487185:0:83648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613223.487188:0:83648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.487191:0:83648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613223.487203:0:83648:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=1 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613223.487208:0:83648:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613223.487211:0:83648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613223.487213:0:83648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.487216:0:83648:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613223.487221:0:83648:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.487224:0:83648:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613223.487226:0:83648:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613223.487228:0:83648:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613223.487231:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.487232:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000001:0.0:1773613223.487236:0:83648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613223.487238:0:83648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:0.0:1773613223.487240:0:83648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613223.487242:0:83648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.487247:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613239 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.487255:0:83648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.487259:0:83648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613223.487274:0:83648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613223.487279:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613239 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613223.487287:0:83648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477082752:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613223.487300:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.487303:0:83648:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.487306:0:83648:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613223.487309:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.487312:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613239 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.487319:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613223.487322:0:83648:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a12a900. 00000100:00000001:0.0:1773613223.487326:0:83648:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613223.487327:0:83648:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.487331:0:83648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613223.487336:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487340:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487342:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=4 00000020:00000001:0.0:1773613223.487346:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487349:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000040:0.0:1773613223.487356:0:83648:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc3e00, remote cookie: 0x1dc4d5fc0aabd6e0, flags: 0x1001 00010000:00000040:0.0:1773613223.487360:0:83648:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613223.487363:0:83648:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1773613223.487374:0:83648:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d600. 00010000:00000010:0.0:1773613223.487379:0:83648:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93b300. 00010000:00000040:0.0:1773613223.487386:0:83648:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb800 count: 0 00010000:00000010:0.0:1773613223.487393:0:83648:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50500. 00010000:00000001:0.0:1773613223.487406:0:83648:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.487412:0:83648:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 4/0,1 mode: --/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.487423:0:83648:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 4/0,1 mode: --/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.487430:0:83648:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613223.487434:0:83648:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613223.487437:0:83648:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613223.487439:0:83648:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613223.487441:0:83648:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613223.487444:0:83648:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x3:0x0].0x0 (ffff99364a08d600) refcount = 1 00010000:00010000:0.0:1773613223.487448:0:83648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 4/0,1 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.487455:0:83648:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613223.487458:0:83648:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613223.487459:0:83648:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.487462:0:83648:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613223.487465:0:83648:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.487469:0:83648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 4/0,1 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.487475:0:83648:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613223.487476:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487478:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.487480:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487481:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.487482:0:83648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.487488:0:83648:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613223.487491:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487492:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487494:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487496:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487498:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487500:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487501:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613223.487506:0:83648:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613223.487516:0:83648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613223.487521:0:83648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613223.487532:0:83648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.487538:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487539:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487541:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487543:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487545:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487547:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487548:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.487550:0:83648:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.487552:0:83648:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.487556:0:83648:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773613223.487559:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.487560:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00010000:00000001:0.0:1773613223.487562:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487563:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487565:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487567:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487569:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00000002:00010000:0.0:1773613223.487572:0:83648:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 3/0,1 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.487580:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487581:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.487583:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613223.487584:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487586:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487587:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487589:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487591:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000040:0.0:1773613223.487595:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:0.0:1773613223.487597:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613223.487602:0:83648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 8 res 8589983625/3 (0 0) 00010000:00000001:0.0:1773613223.487605:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487606:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.487607:0:83648:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613223.487610:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3880 00000002:00002000:0.0:1773613223.487613:0:83648:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1773613223.487616:0:83648:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.487620:0:83648:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.487624:0:83648:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613223.487627:0:83648:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613223.487631:0:83648:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613223.487635:0:83648:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613223.487640:0:83648:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3e600. 00000080:00000001:0.0:1773613223.487645:0:83648:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613223.487654:0:83648:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613223.487657:0:83648:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1773613223.487662:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.487669:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.487673:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e400. 00000020:00000010:0.0:1773613223.487679:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.487683:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.487691:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.487697:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.487703:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.487710:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.487715:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.487718:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e200. 00000008:00000010:0.0:1773613223.487722:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.487727:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.487730:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.487734:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.487737:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.487739:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.487742:0:83648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613223.487747:0:83648:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613223.487750:0:83648:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613223.487757:0:83648:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8530c0. 00020000:00000010:0.0:1773613223.487761:0:83648:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.487767:0:83648:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8532a0. 00020000:00000001:0.0:1773613223.487769:0:83648:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190367904 : -113016519183712 : ffff99364a8532a0) 00020000:00000002:0.0:1773613223.487772:0:83648:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8532a0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613223.487777:0:83648:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613223.487781:0:83648:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993649346a80: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613223.487785:0:83648:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000001:0.0:1773613223.487789:0:83648:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613223.487791:0:83648:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000010:0.0:1773613223.487796:0:83648:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.487800:0:83648:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8530c0. 00020000:00000010:0.0:1773613223.487803:0:83648:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8532a0. 00020000:00000002:0.0:1773613223.487805:0:83648:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613223.487807:0:83648:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.487809:0:83648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613223.487812:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.487816:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.487819:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.487823:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.487826:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.487829:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.487832:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.487835:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.487838:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e400. 00000008:00000010:0.0:1773613223.487841:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.487844:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.487848:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.487850:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.487854:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e200. 00000020:00000010:0.0:1773613223.487856:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.487862:0:83648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:0.0:1773613223.487865:0:83648:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:0.0:1773613223.487871:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487872:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487874:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487876:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487878:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487880:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487881:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613223.487883:0:83648:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613223.487886:0:83648:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613223.487887:0:83648:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613223.487891:0:83648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a01063 00800000:00000001:0.0:1773613223.487895:0:83648:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613223.487896:0:83648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613223.487898:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487899:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487900:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487902:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487914:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487916:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.487917:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.487919:0:83648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.487920:0:83648:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.487923:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.487928:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.487986:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613223.487989:0:83648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01063 from it ffffaca8c1fa3bf0 00010000:00000001:0.0:1773613223.487992:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.487993:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.487994:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:0.0:1773613223.487996:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.487999:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:0.0:1773613223.488002:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.488005:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 3/0,1 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.488012:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.488013:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.488015:0:83648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613223.488018:0:83648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613223.488021:0:83648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 2/0,0 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613223.488028:0:83648:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.488031:0:83648:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613223.488033:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.488037:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.488038:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.488040:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.488043:0:83648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613223.488046:0:83648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.488048:0:83648:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.488051:0:83648:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.488053:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.488054:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.488055:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613223.488060:0:83648:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613223.488066:0:83648:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364345c5c0. 00000080:00000001:0.0:1773613223.488069:0:83648:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:0.0:1773613223.488073:0:83648:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1773613223.488077:0:83648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1773613223.488081:0:83648:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993659d0bbc0. 00000002:00100000:0.0:1773613223.488085:0:83648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613223.488091:0:83648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.488092:0:83648:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1773613223.488096:0:83648:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1773613223.488100:0:83648:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.488104:0:83648:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773613223.488106:0:83648:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613223.488107:0:83648:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.488110:0:83648:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613223.488112:0:83648:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.488115:0:83648:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773613223.488118:0:83648:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.488120:0:83648:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613223.488122:0:83648:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.488124:0:83648:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.488128:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.488132:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1773613223.488139:0:83648:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613223.488143:0:83648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613223.488174:0:83648:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773613223.488176:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.488180:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3b98 00000080:00000008:0.0:1773613223.488182:0:83648:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 102101, rc = 0 00020000:00000001:0.0:1773613223.488296:0:83648:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613223.488300:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613223.488304:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.488307:0:83648:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.491995:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3d28 00000080:00200008:0.0:1773613223.492006:0:83648:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613223.492015:0:83648:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613223.492017:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3ca0 00000080:00200000:0.0:1773613223.492019:0:83648:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88),name=recon 00000080:00000010:0.0:1773613223.492028:0:83648:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e200. 00000080:00000001:0.0:1773613223.492036:0:83648:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613223.492042:0:83648:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613223.492044:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3bc0 00800000:00000002:0.0:1773613223.492047:0:83648:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] '' on [0x20000bf89:0x3:0x0] 00800000:00000001:0.0:1773613223.492051:0:83648:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613223.492057:0:83648:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x3:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613223.492063:0:83648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613223.492065:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3a90 00000002:00010000:0.0:1773613223.492067:0:83648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x20000bf89:0x3:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613223.492072:0:83648:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613223.492074:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.492078:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.492087:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:0.0:1773613223.492092:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613223.492099:0:83648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/3 (0 0) 00000002:00000001:0.0:1773613223.492102:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.492104:0:83648:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.492107:0:83648:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613223.492109:0:83648:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773613223.492116:0:83648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613223.492121:0:83648:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613223.492130:0:83648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613223.492136:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.492144:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.492147:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.492149:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.492152:0:83648:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613223.492155:0:83648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613223.492161:0:83648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613223.492168:0:83648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecf000. 00000100:00000001:0.0:1773613223.492176:0:83648:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.492183:0:83648:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613223.492185:0:83648:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.492186:0:83648:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613223.492187:0:83648:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.492189:0:83648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.492195:0:83648:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00010000:00000001:0.0:1773613223.492199:0:83648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613223.492202:0:83648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613223.492205:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:0.0:1773613223.492207:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.492210:0:83648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613223.492214:0:83648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a936c00. 00000020:00000001:0.0:1773613223.492219:0:83648:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613223.492221:0:83648:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a936c00 with handle 0xa1aa084204a0106a to hash 00000020:00000001:0.0:1773613223.492224:0:83648:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613223.492225:0:83648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.492229:0:83648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.492233:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.492237:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.492241:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.492251:0:83648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.492417:0:83648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 83648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613223.492426:0:83648:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613223.492428:0:83648:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613223.492436:0:83648:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b401840. 00000100:00000001:0.0:1773613223.492439:0:83648:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057202616384 : -113016506935232 : ffff99364b401840) 00000100:00000001:0.0:1773613223.492442:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.492443:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000001:0.0:1773613223.492449:0:83648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613223.492454:0:83648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.492456:0:83648:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613223.492458:0:83648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613223.492471:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.492544:0:83648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613223.492548:0:83648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.492553:0:83648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613223.492556:0:83648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613223.492558:0:83648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613223.492562:0:83648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477083008:192.168.203.144@tcp:101:uname.0 00000100:00000001:0.0:1773613223.492567:0:83648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613223.492574:0:83648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613223.492576:0:83648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.492579:0:83648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613223.492585:0:83648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc3000. 02000000:00000001:0.0:1773613223.492586:0:83648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613223.492596:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613223.492600:0:83648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613223.492608:0:83648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613223.492618:0:83648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477083008, portal 10 00000100:00000001:0.0:1773613223.492620:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.492621:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613223.492627:0:83648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.492634:0:83648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613223.492636:0:83648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613223.492640:0:83648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613223.492643:0:83648:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477083008, offset 0 00000400:00000200:0.0:1773613223.492650:0:83648:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613223.492660:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613223.492669:0:83648:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613223.492675:0:83648:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613223.492680:0:83648:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613223.492684:0:83648:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613223.492687:0:83648:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613223.492691:0:83648:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224794:224794:256:4294967295] 192.168.203.144@tcp LPNI seq info [224729:224729:8:4294967295] 00000400:00000200:0.0:1773613223.492695:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613223.492707:0:83648:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613223.492714:0:83648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613223.492720:0:83648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613223.492729:0:83648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613223.492737:0:83648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613223.492742:0:83648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773613223.492762:0:83648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.492768:0:83648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 244073 usecs (245 jiffies) 00000400:00000200:0.0:1773613223.492771:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613223.492774:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313523 00000100:00000001:0.0:1773613223.492778:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.492780:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313523 00000100:00000001:0.0:1773613223.492782:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.492785:0:83648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.492788:0:83648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.492790:0:83648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613223.492792:0:83648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613223.492795:0:83648:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b401840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613223.492798:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613223.492801:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613223.493076:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.493082:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:3.0:1773613223.493090:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.493096:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.493102:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:3.0:1773613223.493104:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:3.0:1773613223.493109:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.495118:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.495136:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.495139:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.495146:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.495147:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613223.496602:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.496622:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.496626:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.496628:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.496638:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.496646:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.496656:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.496660:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.496667:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.496671:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1957180 00000400:00000200:2.0:1773613223.496681:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 1704 00000800:00000001:2.0:1773613223.496690:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.496699:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.496703:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.496707:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.496715:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613223.496718:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613223.496725:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000100:00000040:2.0:1773613223.496729:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660abaa00 x1859762473234816 msgsize 328 00000100:00100000:2.0:1773613223.496733:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613223.496783:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.496791:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.496795:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.496901:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613223.496917:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473234816 02000000:00000001:3.0:1773613223.496920:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613223.496923:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613223.496926:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613223.496931:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613223.497088:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473234816 00000020:00000001:3.0:1773613223.497093:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613223.497095:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613223.497098:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.497102:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613223.497104:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613223.497106:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613223.497121:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.497126:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.497129:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.497132:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000020:00000010:3.0:1773613223.497139:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:3.0:1773613223.497145:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50000. 00000020:00000010:3.0:1773613223.497151:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613223.497160:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613223.497164:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613223.497166:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613223.497168:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.497178:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.497187:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.497201:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613223.497203:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613223.497210:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 43 00000100:00000040:3.0:1773613223.497214:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613223.497216:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:3.0:1773613223.497225:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660abaa00 x1859762473234816/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:454/0 lens 328/0 e 0 to 0 dl 1773613234 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613223.497234:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613223.497238:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec480. 00000100:00000001:3.0:1773613223.497240:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613223.497242:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec480. 00000100:00100000:3.0:1773613223.497246:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:71771:x1859762473234816:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613223.497250:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473234816 00010000:00000001:3.0:1773613223.497252:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613223.497261:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.497263:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.497265:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=2 00000020:00000001:3.0:1773613223.497267:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613223.497270:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613223.497274:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.497278:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.497285:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a01063 lrc: 2/0,0 mode: CW/CW res: [0x20000bf89:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1dc4d5fc0aabd6e0 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1773613223.497435:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613223.497439:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613223.497446:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b28800. 02000000:00000001:3.0:1773613223.497449:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.497452:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.497458:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613223.497461:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613223.497465:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=129 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613223.497470:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613223.497474:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613223.497528:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613223.497533:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613223.497535:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.497539:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613223.497543:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613223.497549:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613223.497556:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473234816, offset 224 00000400:00000200:3.0:1773613223.497565:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613223.497572:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.497580:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.497586:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224795:224795:256:4294967295] 192.168.203.144@tcp LPNI seq info [224730:224730:8:4294967295] 00000400:00000200:3.0:1773613223.497591:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.497600:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613223.497605:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.497612:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613223.497618:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.497626:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.497630:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613223.497641:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.497644:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613223.497648:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613223.497653:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a12a840. 00010000:00000001:3.0:1773613223.497656:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613223.497670:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613223.497672:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.497674:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.497676:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613223.497681:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762473234816/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:454/0 lens 328/224 e 0 to 0 dl 1773613234 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613223.497690:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:71771:x1859762473234816:12345-192.168.203.144@tcp:104: Request processed in 454us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613223.497698:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 43 00000100:00000040:3.0:1773613223.497701:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613223.497704:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613223.497706:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613223.497711:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50000. 00000020:00000010:3.0:1773613223.497720:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613223.497723:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000020:00000040:3.0:1773613223.497728:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613223.497731:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613223.497921:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.497925:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:3.0:1773613223.497929:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.497958:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.497963:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:3.0:1773613223.497966:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:3.0:1773613223.497971:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613223.497973:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1773613223.499594:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.499601:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613223.499605:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.499612:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.499617:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:3.0:1773613223.499619:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:3.0:1773613223.499626:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.499632:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477083136/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.499642:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.499645:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477083136/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.499652:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.499654:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613223.500125:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.500130:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613223.501170:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:1.1:1773613223.504191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3e00. 00000800:00000001:2.0:1773613223.508500:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.508524:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.508529:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.508532:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.508544:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.508555:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.508566:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.508573:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.508580:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.508585:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x69b71b1d02980 00000400:00000200:2.0:1773613223.508591:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.508600:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x1b4f7d [1] + 224 00000800:00000001:2.0:1773613223.508610:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.508625:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.508643:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.508649:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.508659:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.508670:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613223.508682:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.508700:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.508710:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.508714:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.508837:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613223.508848:0:83648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613223.508851:0:83648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613223.508855:0:83648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613223.508861:0:83648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:0.0:1773613223.508864:0:83648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:0.0:1773613223.508866:0:83648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613223.508872:0:83648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613223.508881:0:83648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.508893:0:83648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613223.508895:0:83648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.508898:0:83648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613223.508912:0:83648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613223.508915:0:83648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613223.508918:0:83648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.508922:0:83648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613223.508950:0:83648:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=1 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613223.508955:0:83648:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613223.508967:0:83648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613223.508970:0:83648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.508973:0:83648:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613223.508978:0:83648:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.508983:0:83648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613223.508985:0:83648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:0.0:1773613223.508988:0:83648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613223.508992:0:83648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.508997:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.509005:0:83648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.509009:0:83648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613223.509011:0:83648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613223.509015:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613239 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613223.509024:0:83648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477083008:192.168.203.144@tcp:101:uname.0 00000100:00000001:0.0:1773613223.509030:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.509033:0:83648:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.509036:0:83648:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613223.509039:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.509046:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613239 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.509054:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613223.509057:0:83648:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b401840. 00000100:00000001:0.0:1773613223.509062:0:83648:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613223.509063:0:83648:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509067:0:83648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613223.509071:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509074:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509077:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=4 00000020:00000001:0.0:1773613223.509080:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509083:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000040:0.0:1773613223.509091:0:83648:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a936c00, remote cookie: 0x1dc4d5fc0aabd6f5, flags: 0x1001 00010000:00010000:0.0:1773613223.509097:0:83648:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.509109:0:83648:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509129:0:83648:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613223.509134:0:83648:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613223.509136:0:83648:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613223.509138:0:83648:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613223.509139:0:83648:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613223.509143:0:83648:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x3:0x0].0x0 (ffff99364a08d600) refcount = 1 00010000:00010000:0.0:1773613223.509152:0:83648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509159:0:83648:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613223.509164:0:83648:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613223.509165:0:83648:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.509169:0:83648:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613223.509172:0:83648:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.509176:0:83648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509189:0:83648:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613223.509191:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509193:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509194:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509195:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509196:0:83648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.509201:0:83648:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613223.509203:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509204:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509205:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509207:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509209:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509211:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509212:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509213:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=4 00000020:00000001:0.0:1773613223.509215:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509217:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509220:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.509224:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.509227:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509233:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509234:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509235:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509236:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509237:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=5 00000020:00000001:0.0:1773613223.509239:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509240:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509243:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.509246:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509252:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509253:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613223.509256:0:83648:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509262:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.509263:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509264:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509265:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509266:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613223.509270:0:83648:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613223.509278:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509279:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509280:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509282:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509284:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00000002:00010000:0.0:1773613223.509287:0:83648:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773613223.509299:0:83648:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364345c4c0. 00010000:00000001:0.0:1773613223.509302:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509303:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.509305:0:83648:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.509307:0:83648:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613223.509311:0:83648:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613223.509313:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509314:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509316:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509317:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509325:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00000002:00010000:0.0:1773613223.509330:0:83648:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509336:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509337:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509339:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613223.509341:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509342:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509343:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509344:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509346:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000040:0.0:1773613223.509354:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:0.0:1773613223.509356:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613223.509360:0:83648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/3 (0 0) 00010000:00000001:0.0:1773613223.509363:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509364:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.509365:0:83648:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613223.509368:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3a10 00000002:00002000:0.0:1773613223.509370:0:83648:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613223.509373:0:83648:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.509378:0:83648:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.509381:0:83648:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613223.509385:0:83648:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x3:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613223.509389:0:83648:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613223.509395:0:83648:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e200. 00000080:00000001:0.0:1773613223.509399:0:83648:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613223.509402:0:83648:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613223.509409:0:83648:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613223.509413:0:83648:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1773613223.509417:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.509423:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.509428:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e200. 00000020:00000010:0.0:1773613223.509434:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.509439:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.509447:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.509453:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.509458:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.509465:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.509470:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.509474:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231f200. 00000008:00000010:0.0:1773613223.509478:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.509482:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.509486:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.509490:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.509494:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.509496:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.509499:0:83648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613223.509503:0:83648:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613223.509506:0:83648:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613223.509512:0:83648:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8532a0. 00020000:00000010:0.0:1773613223.509517:0:83648:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.509522:0:83648:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8530c0. 00020000:00000001:0.0:1773613223.509525:0:83648:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190367424 : -113016519184192 : ffff99364a8530c0) 00020000:00000002:0.0:1773613223.509529:0:83648:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8530c0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613223.509534:0:83648:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613223.509538:0:83648:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993649346a80: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613223.509542:0:83648:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000001:0.0:1773613223.509546:0:83648:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613223.509548:0:83648:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000010:0.0:1773613223.509554:0:83648:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.509557:0:83648:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8532a0. 00020000:00000010:0.0:1773613223.509560:0:83648:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8530c0. 00020000:00000002:0.0:1773613223.509562:0:83648:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613223.509564:0:83648:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.509566:0:83648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613223.509567:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.509572:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.509575:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.509578:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.509582:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.509585:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.509588:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.509591:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.509594:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e200. 00000008:00000010:0.0:1773613223.509597:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.509600:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.509604:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.509606:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.509610:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231f200. 00000020:00000010:0.0:1773613223.509612:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.509617:0:83648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:0.0:1773613223.509620:0:83648:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:0.0:1773613223.509625:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509626:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509628:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509630:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509632:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00000080:00000001:0.0:1773613223.509636:0:83648:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613223.509637:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.509639:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.509641:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231f200. 00000020:00000010:0.0:1773613223.509644:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231e200. 00000020:00000010:0.0:1773613223.509646:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.509649:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.509651:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.509653:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.509656:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.509658:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.509660:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e400. 00000008:00000010:0.0:1773613223.509663:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.509665:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.509668:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.509670:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.509672:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.509674:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.509676:0:83648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613223.509677:0:83648:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613223.509678:0:83648:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613223.509680:0:83648:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8530c0. 00020000:00000010:0.0:1773613223.509682:0:83648:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.509684:0:83648:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8532a0. 00020000:00000001:0.0:1773613223.509685:0:83648:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190367904 : -113016519183712 : ffff99364a8532a0) 00020000:00000002:0.0:1773613223.509688:0:83648:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8532a0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613223.509692:0:83648:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613223.509695:0:83648:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993649346a80: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613223.509698:0:83648:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000001:0.0:1773613223.509699:0:83648:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613223.509701:0:83648:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000010:0.0:1773613223.509703:0:83648:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993649346a80. 00020000:00000010:0.0:1773613223.509705:0:83648:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8530c0. 00020000:00000010:0.0:1773613223.509707:0:83648:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8532a0. 00020000:00000002:0.0:1773613223.509709:0:83648:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613223.509710:0:83648:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.509712:0:83648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.509715:0:83648:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773613223.509718:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613223.509720:0:83648:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8487e0 addref 2/0 by ffff9936412f27c0. 00020000:00000002:0.0:1773613223.509723:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.509726:0:83648:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773613223.509729:0:83648:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613223.509730:0:83648:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613223.509732:0:83648:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773613223.509734:0:83648:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773613223.509737:0:83648:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773613223.509740:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.509741:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231e200. 00000020:00000010:0.0:1773613223.509744:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.509746:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.509748:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.509750:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.509752:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.509754:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.509756:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231f200. 00000008:00000010:0.0:1773613223.509758:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.509760:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.509762:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.509765:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.509767:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e400. 00000020:00000010:0.0:1773613223.509769:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.509772:0:83648:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509773:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509775:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613223.509776:0:83648:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613223.509779:0:83648:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613223.509781:0:83648:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613223.509785:0:83648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a0106a 00800000:00000001:0.0:1773613223.509788:0:83648:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613223.509790:0:83648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613223.509791:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509792:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509794:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509796:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509798:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509800:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509801:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.509803:0:83648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.509804:0:83648:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.509807:0:83648:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613223.509809:0:83648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) 00000080:00010000:0.0:1773613223.509813:0:83648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0106a from it ffffaca8c1fa3cd8 00010000:00000001:0.0:1773613223.509815:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.509816:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.509817:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:0.0:1773613223.509819:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509821:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.509824:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.509827:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.509834:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509835:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509837:0:83648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613223.509839:0:83648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613223.509842:0:83648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613223.509851:0:83648:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.509854:0:83648:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613223.509856:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.509860:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509861:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.509863:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509867:0:83648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613223.509869:0:83648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509872:0:83648:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509875:0:83648:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.509877:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.509878:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.509879:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613223.509881:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.509888:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477083008/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.509896:0:83648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613223.509900:0:83648:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613223.509914:0:83648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc3000. 02000000:00000001:0.0:1773613223.509918:0:83648:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613223.509921:0:83648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613223.509923:0:83648:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613223.509926:0:83648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613223.509929:0:83648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecf000. 02000000:00000001:0.0:1773613223.509977:0:83648:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613223.509980:0:83648:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613223.509982:0:83648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613223.509987:0:83648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613223.509988:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.509992:0:83648:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1773613223.509995:0:83648:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613223.509997:0:83648:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.510000:0:83648:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613223.510001:0:83648:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510004:0:83648:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613223.510007:0:83648:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1773613223.510009:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.510011:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.510014:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e400. 00000020:00000010:0.0:1773613223.510016:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.510018:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.510022:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.510024:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.510027:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.510029:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.510032:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.510034:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e200. 00000008:00000010:0.0:1773613223.510037:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.510039:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.510042:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.510044:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.510046:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.510048:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.510053:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510056:0:83648:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613223.510059:0:83648:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613223.510061:0:83648:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1773613223.510064:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510066:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613223.510068:0:83648:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613223.510070:0:83648:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510072:0:83648:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613223.510076:0:83648:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff99366113bdf8 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1773613223.510078:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.510082:0:83648:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613223.510083:0:83648:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613223.510086:0:83648:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613223.510088:0:83648:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510090:0:83648:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613223.510093:0:83648:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613223.510095:0:83648:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510096:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510098:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613223.510099:0:83648:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613223.510100:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:0.0:1773613223.510102:0:83648:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613223.510104:0:83648:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1773613223.510106:0:83648:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:0.0:1773613223.510108:0:83648:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613223.510110:0:83648:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613223.510112:0:83648:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613223.510114:0:83648:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613223.510119:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613223.510123:0:83648:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b800. 00020000:00000002:0.0:1773613223.510126:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613223.510128:0:83648:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613223.510130:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.510132:0:83648:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613223.510133:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.510135:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613223.510137:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231ee00. 00000020:00000010:0.0:1773613223.510139:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231e800. 00000020:00000010:0.0:1773613223.510142:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.510145:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.510147:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.510150:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.510152:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.510155:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.510158:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e000. 00000008:00000010:0.0:1773613223.510160:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.510163:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.510165:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.510168:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613223.510169:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613223.510171:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613223.510173:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510174:0:83648:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613223.510177:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510178:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613223.510179:0:83648:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510181:0:83648:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510183:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.510184:0:83648:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613223.510188:0:83648:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613223.510191:0:83648:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1773613223.510194:0:83648:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510195:0:83648:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613223.510197:0:83648:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b830, osc lock ffff993658ce9a20, flags 0x400001002 00000020:00000001:0.0:1773613223.510200:0:83648:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510201:0:83648:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510204:0:83648:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191319552 : -113016518232064 : ffff99364a93b800) 00000020:00000001:0.0:1773613223.510206:0:83648:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510207:0:83648:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613223.510209:0:83648:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510210:0:83648:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510213:0:83648:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1773613223.510214:0:83648:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1773613223.510217:0:83648:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613223.510218:0:83648:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613223.510220:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.510221:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.510223:0:83648:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613223.510225:0:83648:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613223.510228:0:83648:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773613223.510231:0:83648:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613223.510234:0:83648:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613223.510235:0:83648:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613223.510237:0:83648:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613223.510238:0:83648:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613223.510239:0:83648:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613223.510242:0:83648:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613223.510243:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.510247:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:0.0:1773613223.510250:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.510255:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.510258:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613223.510263:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613223.510274:0:83648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613223.510280:0:83648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.510283:0:83648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613223.510291:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.510292:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.510294:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:0.0:1773613223.510296:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.510298:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:0.0:1773613223.510301:0:83648:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613223.510304:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.510306:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.510307:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:0.0:1773613223.510309:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.510311:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000020:00000001:0.0:1773613223.510314:0:83648:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773613223.510316:0:83648:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1773613223.510318:0:83648:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1773613223.510320:0:83648:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.510321:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.510322:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.510323:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:0.0:1773613223.510325:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.510327:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.510328:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.510331:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613223.510337:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.510338:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.510339:0:83648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613223.510340:0:83648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613223.510343:0:83648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.510349:0:83648:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.510351:0:83648:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613223.510352:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.510354:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.510355:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.510356:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.510358:0:83648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613223.510359:0:83648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.510361:0:83648:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.510364:0:83648:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.510366:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.510368:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.510369:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.510370:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.510371:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613223.510372:0:83648:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.510375:0:83648:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510376:0:83648:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510378:0:83648:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510380:0:83648:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510381:0:83648:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773613223.510383:0:83648:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1773613223.510385:0:83648:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1773613223.510386:0:83648:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1773613223.510388:0:83648:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510389:0:83648:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510393:0:83648:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613223.510395:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510397:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510399:0:83648:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613223.510401:0:83648:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613223.510404:0:83648:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:0.0:1773613223.510407:0:83648:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510409:0:83648:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510411:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:0.0:1773613223.510413:0:83648:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1773613223.510415:0:83648:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613223.510416:0:83648:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613223.510418:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99366113bd98 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613223.510421:0:83648:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613223.510422:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99366113bd98 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613223.510425:0:83648:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613223.510427:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.510428:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.510430:0:83648:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613223.510431:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b830 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613223.510434:0:83648:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613223.510435:0:83648:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613223.510437:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.510438:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613223.510439:0:83648:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613223.510441:0:83648:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.510443:0:83648:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.510444:0:83648:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.510445:0:83648:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613223.510446:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99366113bd98 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613223.510448:0:83648:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613223.510450:0:83648:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613223.510451:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b830 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613223.510453:0:83648:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613223.510457:0:83648:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613223.510458:0:83648:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b800. 00020000:00000001:0.0:1773613223.510460:0:83648:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613223.510461:0:83648:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613223.510463:0:83648:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773613223.510464:0:83648:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510466:0:83648:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613223.510469:0:83648:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613223.510471:0:83648:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613223.510472:0:83648:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613223.510473:0:83648:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613223.510475:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613223.510477:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231e800. 00000020:00000010:0.0:1773613223.510480:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.510482:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.510485:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.510488:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.510491:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.510493:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.510496:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231ee00. 00000008:00000010:0.0:1773613223.510498:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.510501:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.510503:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.510506:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613223.510508:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e000. 00000020:00000010:0.0:1773613223.510510:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613223.510512:0:83648:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613223.510514:0:83648:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613223.510517:0:83648:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613223.510519:0:83648:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613223.510522:0:83648:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613223.510524:0:83648:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510526:0:83648:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613223.510528:0:83648:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613223.510529:0:83648:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613223.510530:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.510531:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.510534:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.510536:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.510538:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.510539:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.510541:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.510543:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.510545:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e400. 00000008:00000010:0.0:1773613223.510547:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.510549:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.510551:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.510553:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.510555:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e200. 00000020:00000010:0.0:1773613223.510557:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000001:00000001:0.0:1773613223.510559:0:83648:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510566:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3d28 00000080:00000008:0.0:1773613223.510569:0:83648:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613223.510663:0:83648:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613223.510666:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3d88 00000080:00200008:0.0:1773613223.510668:0:83648:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1773613223.510671:0:83648:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613223.510673:0:83648:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510675:0:83648:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613223.510677:0:83648:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510680:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.510684:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.510686:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e200. 00000020:00000010:0.0:1773613223.510689:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.510692:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.510695:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.510698:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.510700:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.510703:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.510705:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.510708:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231f200. 00000008:00000010:0.0:1773613223.510711:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.510713:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.510716:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.510718:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.510720:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.510722:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000080:00000001:0.0:1773613223.510724:0:83648:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613223.510726:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3c98 00000080:00200000:0.0:1773613223.510728:0:83648:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1773613223.510734:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3c30 00000080:00200000:0.0:1773613223.510735:0:83648:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773613223.510738:0:83648:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613223.510739:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510740:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510742:0:83648:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613223.510744:0:83648:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613223.510746:0:83648:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:0.0:1773613223.510748:0:83648:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510750:0:83648:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510752:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:0.0:1773613223.510754:0:83648:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1773613223.510756:0:83648:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613223.510757:0:83648:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613223.510762:0:83648:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b9a3b523[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:0.0:1773613223.510765:0:83648:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1773613223.510766:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510768:0:83648:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613223.510770:0:83648:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613223.510772:0:83648:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613223.510774:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510775:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613223.510778:0:83648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613223.510783:0:83648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510784:0:83648:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613223.510786:0:83648:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510787:0:83648:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613223.510789:0:83648:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff99366113bdf8 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613223.510791:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.510793:0:83648:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613223.510794:0:83648:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613223.510796:0:83648:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613223.510797:0:83648:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613223.510799:0:83648:0:(lov_io.c:634:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1773613223.510801:0:83648:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613223.510803:0:83648:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613223.510804:0:83648:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510805:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510806:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613223.510807:0:83648:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613223.510809:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:0.0:1773613223.510810:0:83648:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510812:0:83648:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613223.510814:0:83648:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773613223.510817:0:83648:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613223.510819:0:83648:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510822:0:83648:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613223.510823:0:83648:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613223.510826:0:83648:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613223.510827:0:83648:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613223.510829:0:83648:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773613223.510831:0:83648:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613223.510833:0:83648:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613223.510835:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613223.510839:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.510840:0:83648:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613223.510855:0:83648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.510858:0:83648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613223.510860:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e000. 00000020:00000010:0.0:1773613223.510863:0:83648:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231ee00. 00000020:00000010:0.0:1773613223.510865:0:83648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.510867:0:83648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.510870:0:83648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.510873:0:83648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.510875:0:83648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.510878:0:83648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.510880:0:83648:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e800. 00000008:00000010:0.0:1773613223.510882:0:83648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.510885:0:83648:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.510887:0:83648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.510889:0:83648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613223.510891:0:83648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613223.510892:0:83648:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613223.510894:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.510895:0:83648:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613223.510897:0:83648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.510898:0:83648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613223.510899:0:83648:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510901:0:83648:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510911:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.510914:0:83648:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613223.510916:0:83648:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613223.510920:0:83648:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510922:0:83648:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510924:0:83648:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510926:0:83648:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510927:0:83648:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510929:0:83648:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613223.510932:0:83648:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613223.510959:0:83648:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613223.510962:0:83648:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613223.510966:0:83648:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510968:0:83648:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510971:0:83648:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613223.510972:0:83648:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773613223.510975:0:83648:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613223.510977:0:83648:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613223.510978:0:83648:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510981:0:83648:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510983:0:83648:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510985:0:83648:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.510987:0:83648:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510989:0:83648:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613223.510990:0:83648:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.510991:0:83648:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613223.510993:0:83648:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613223.510994:0:83648:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.510996:0:83648:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510998:0:83648:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.510999:0:83648:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511001:0:83648:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613223.511002:0:83648:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613223.511003:0:83648:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613223.511004:0:83648:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613223.511006:0:83648:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613223.511008:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613223.511011:0:83648:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b800. 00020000:00000002:0.0:1773613223.511013:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613223.511015:0:83648:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613223.511017:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.511018:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.511019:0:83648:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613223.511021:0:83648:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613223.511023:0:83648:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613223.511024:0:83648:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613223.511025:0:83648:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613223.511028:0:83648:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b830, osc lock ffff993658ce9a20, flags 0x0 00000020:00000001:0.0:1773613223.511030:0:83648:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511031:0:83648:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511033:0:83648:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191319552 : -113016518232064 : ffff99364a93b800) 00000020:00000001:0.0:1773613223.511035:0:83648:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613223.511037:0:83648:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613223.511038:0:83648:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511040:0:83648:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511042:0:83648:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613223.511043:0:83648:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613223.511044:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.511045:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.511047:0:83648:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613223.511048:0:83648:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613223.511050:0:83648:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613223.511052:0:83648:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511053:0:83648:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613223.511055:0:83648:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613223.511056:0:83648:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613223.511057:0:83648:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613223.511058:0:83648:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613223.511059:0:83648:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613223.511061:0:83648:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613223.511062:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.511066:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:0.0:1773613223.511068:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.511072:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.511075:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613223.511079:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773613223.511087:0:83648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613223.511091:0:83648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.511094:0:83648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.511102:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.511103:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.511105:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:0.0:1773613223.511107:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511110:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:0.0:1773613223.511112:0:83648:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613223.511114:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.511115:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.511116:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:0.0:1773613223.511118:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511120:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511121:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.511122:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.511124:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:0.0:1773613223.511125:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511127:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511128:0:83648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.511130:0:83648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.511133:0:83648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.511138:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511140:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613223.511142:0:83648:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.511143:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.511144:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.511145:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=7 00000020:00000001:0.0:1773613223.511147:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511148:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511150:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.511153:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.511159:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511160:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613223.511163:0:83648:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.511170:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.511171:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511172:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.511173:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511174:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613223.511175:0:83648:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.511177:0:83648:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511179:0:83648:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511180:0:83648:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511182:0:83648:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511183:0:83648:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511185:0:83648:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511186:0:83648:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511188:0:83648:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613223.511190:0:83648:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1773613223.511194:0:83648:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613223.511195:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511196:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511198:0:83648:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613223.511199:0:83648:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613223.511200:0:83648:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:0.0:1773613223.511203:0:83648:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511204:0:83648:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511205:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:0.0:1773613223.511207:0:83648:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1773613223.511209:0:83648:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613223.511210:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3b80 00000080:00200000:0.0:1773613223.511212:0:83648:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1773613223.511215:0:83648:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613223.511217:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613223.511219:0:83648:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8487e0 addref 2/0 by ffff9936412f27c0. 00020000:00000002:0.0:1773613223.511221:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:0.0:1773613223.511224:0:83648:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613223.511228:0:83648:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613223.511231:0:83648:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613223.511233:0:83648:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1773613223.511236:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.511237:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.511239:0:83648:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613223.511241:0:83648:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613223.511244:0:83648:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511245:0:83648:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511247:0:83648:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511249:0:83648:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.511255:0:83648:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613223.511257:0:83648:0:(rw26.c:725:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1773613223.511263:0:83648:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1773613223.511265:0:83648:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511268:0:83648:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613223.511270:0:83648:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x3:0x0] ffffcf65c4a7fbc0 ffff993642ce7ee0 1 00000020:00000001:0.0:1773613223.511273:0:83648:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613223.511276:0:83648:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057060953824 : -113016648597792 : ffff993642ce7ee0) 00000020:00000001:0.0:1773613223.511279:0:83648:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446631057060953824 : -113016648597792 : ffff993642ce7ee0) 00000020:00000001:0.0:1773613223.511282:0:83648:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613223.511284:0:83648:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613223.511286:0:83648:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613223.511288:0:83648:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613223.511290:0:83648:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613223.511291:0:83648:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613223.511294:0:83648:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b3495e1d[3 00000000dc19b7e7 1 1 000000006574818e] 00000020:00000001:0.0:1773613223.511296:0:83648:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613223.511298:0:83648:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613223.511299:0:83648:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:0.0:1773613223.511300:0:83648:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613223.511302:0:83648:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.511306:0:83648:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613223.511307:0:83648:0:(rw26.c:909:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1773613223.511309:0:83648:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613223.511310:0:83648:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613223.511312:0:83648:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613223.511314:0:83648:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613223.511319:0:83648:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613223.511321:0:83648:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613223.511323:0:83648:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613223.511324:0:83648:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613223.511327:0:83648:0:(rw26.c:967:ll_write_end()) page@00000000b3495e1d[4 00000000dc19b7e7 2 1 000000006574818e] 00000080:00200000:0.0:1773613223.511330:0:83648:0:(rw26.c:967:ll_write_end()) vmpage @0000000048153013 17ffffc0001039 2:0 ffff993642ce7ee0 0 lru 00000080:00200000:0.0:1773613223.511339:0:83648:0:(rw26.c:967:ll_write_end()) osc-page@00000000ec3ccc04 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000005e7de785 00000000e438db85 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1773613223.511340:0:83648:0:(rw26.c:967:ll_write_end()) end page@00000000b3495e1d 00000080:00200000:0.0:1773613223.511342:0:83648:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613223.511343:0:83648:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613223.511345:0:83648:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1773613223.511347:0:83648:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613223.511349:0:83648:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613223.511350:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.511352:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.511354:0:83648:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613223.511356:0:83648:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613223.511358:0:83648:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613223.511359:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000002:0.0:1773613223.511361:0:83648:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1773613223.511363:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511365:0:83648:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613223.511368:0:83648:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1773613223.511370:0:83648:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613223.511372:0:83648:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511374:0:83648:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511375:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:0.0:1773613223.511377:0:83648:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613223.511379:0:83648:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613223.511382:0:83648:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613223.511384:0:83648:0:(cl_page.c:596:cl_batch_put()) page@00000000b3495e1d[4 00000000dc19b7e7 2 1 000000006574818e] 00000020:00000001:0.0:1773613223.511386:0:83648:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613223.511388:0:83648:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613223.511389:0:83648:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613223.511391:0:83648:0:(osc_request.c:745:osc_update_next_shrink()) next time 6845 to shrink grant 00000080:00000001:0.0:1773613223.511393:0:83648:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613223.511395:0:83648:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613223.511399:0:83648:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff99365810bc38, count 1, dirtied 0 00000080:00000001:0.0:1773613223.511401:0:83648:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613223.511403:0:83648:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613223.511405:0:83648:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613223.511406:0:83648:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613223.511407:0:83648:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613223.511410:0:83648:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b3495e1d[3 00000000dc19b7e7 2 1 0000000000000000] 00000020:00000001:0.0:1773613223.511411:0:83648:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613223.511412:0:83648:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613223.511414:0:83648:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613223.511414:0:83648:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613223.511416:0:83648:0:(cl_page.c:596:cl_batch_put()) page@00000000b3495e1d[3 00000000dc19b7e7 1 1 0000000000000000] 00000020:00000001:0.0:1773613223.511417:0:83648:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613223.511418:0:83648:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613223.511420:0:83648:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613223.511421:0:83648:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613223.511423:0:83648:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511424:0:83648:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511426:0:83648:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511428:0:83648:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613223.511430:0:83648:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1773613223.511432:0:83648:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613223.511434:0:83648:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613223.511435:0:83648:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.511436:0:83648:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1773613223.511440:0:83648:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1773613223.511441:0:83648:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511443:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3b80 00000080:00200000:0.0:1773613223.511444:0:83648:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1773613223.511446:0:83648:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511448:0:83648:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613223.511449:0:83648:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.511450:0:83648:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613223.511451:0:83648:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613223.511453:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511454:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511455:0:83648:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613223.511456:0:83648:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613223.511457:0:83648:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511459:0:83648:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511460:0:83648:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:0.0:1773613223.511463:0:83648:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511465:0:83648:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511466:0:83648:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511468:0:83648:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511470:0:83648:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511471:0:83648:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613223.511473:0:83648:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613223.511475:0:83648:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613223.511476:0:83648:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773613223.511477:0:83648:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613223.511479:0:83648:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511480:0:83648:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511482:0:83648:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613223.511484:0:83648:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613223.511485:0:83648:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613223.511487:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613223.511489:0:83648:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613223.511490:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613223.511493:0:83648:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613223.511495:0:83648:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.511496:0:83648:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.511498:0:83648:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613223.511499:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b830 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613223.511501:0:83648:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613223.511503:0:83648:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613223.511504:0:83648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.511505:0:83648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.511506:0:83648:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:0.0:1773613223.511508:0:83648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511510:0:83648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:0.0:1773613223.511511:0:83648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613223.511514:0:83648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613223.511522:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511523:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.511525:0:83648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613223.511526:0:83648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613223.511529:0:83648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613223.511536:0:83648:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.511538:0:83648:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613223.511540:0:83648:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.511543:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511544:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.511545:0:83648:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.511547:0:83648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613223.511549:0:83648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.511551:0:83648:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.511554:0:83648:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.511556:0:83648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613223.511557:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511558:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.511559:0:83648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.511560:0:83648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613223.511561:0:83648:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613223.511562:0:83648:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.511563:0:83648:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.511564:0:83648:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613223.511565:0:83648:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613223.511566:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613223.511568:0:83648:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613223.511569:0:83648:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613223.511570:0:83648:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b830 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613223.511573:0:83648:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613223.511576:0:83648:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613223.511577:0:83648:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b800. 00020000:00000001:0.0:1773613223.511580:0:83648:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613223.511581:0:83648:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613223.511583:0:83648:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613223.511585:0:83648:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613223.511586:0:83648:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.511587:0:83648:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613223.511588:0:83648:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613223.511590:0:83648:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511592:0:83648:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511593:0:83648:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613223.511594:0:83648:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613223.511597:0:83648:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613223.511598:0:83648:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1773613223.511600:0:83648:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613223.511602:0:83648:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613223.511603:0:83648:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613223.511605:0:83648:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.511605:0:83648:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613223.511608:0:83648:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613223.511610:0:83648:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511611:0:83648:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.511613:0:83648:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613223.511615:0:83648:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613223.511616:0:83648:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613223.511618:0:83648:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1773613223.511621:0:83648:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613223.511623:0:83648:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613223.511625:0:83648:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613223.511627:0:83648:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613223.511628:0:83648:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613223.511629:0:83648:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613223.511630:0:83648:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613223.511632:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613223.511634:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231ee00. 00000020:00000010:0.0:1773613223.511637:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.511640:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.511643:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.511646:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.511649:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.511652:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.511655:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e000. 00000008:00000010:0.0:1773613223.511657:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.511660:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.511663:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.511665:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613223.511669:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e800. 00000020:00000010:0.0:1773613223.511671:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613223.511673:0:83648:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613223.511675:0:83648:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613223.511676:0:83648:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613223.511678:0:83648:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613223.511681:0:83648:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613223.511682:0:83648:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613223.511684:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3c98 00000080:00200000:0.0:1773613223.511685:0:83648:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1773613223.511688:0:83648:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613223.511689:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511690:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.511692:0:83648:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613223.511693:0:83648:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613223.511696:0:83648:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613223.511698:0:83648:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1773613223.511700:0:83648:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613223.511701:0:83648:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1773613223.511704:0:83648:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[0]: s=46 (1) m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:0.0:1773613223.511707:0:83648:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613223.511710:0:83648:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:0.0:1773613223.511712:0:83648:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511713:0:83648:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.511715:0:83648:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:0.0:1773613223.511716:0:83648:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1773613223.511718:0:83648:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613223.511721:0:83648:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1773613223.511724:0:83648:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1773613223.511726:0:83648:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.511727:0:83648:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.511729:0:83648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.511731:0:83648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.511733:0:83648:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.511735:0:83648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.511737:0:83648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.511739:0:83648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.511742:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e200. 00000008:00000010:0.0:1773613223.511744:0:83648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.511747:0:83648:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.511749:0:83648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.511751:0:83648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.511754:0:83648:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231f200. 00000020:00000010:0.0:1773613223.511756:0:83648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000020:00000001:0.0:1773613223.511759:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3d88 00000080:00000008:0.0:1773613223.511761:0:83648:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0x3:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1773613223.511763:0:83648:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1773613223.511777:0:83648:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613223.511779:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613223.511781:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.511783:0:83648:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.511792:0:83648:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613223.511794:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3dd0 00000080:00200008:0.0:1773613223.511796:0:83648:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 102001 00000080:00000001:0.0:1773613223.511800:0:83648:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613223.511802:0:83648:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613223.511804:0:83648:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613223.511805:0:83648:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613223.511807:0:83648:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613223.511809:0:83648:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.511811:0:83648:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613223.511819:0:83648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.511821:0:83648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.511825:0:83648:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:0.0:1773613223.511827:0:83648:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613223.511830:0:83648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613223.511832:0:83648:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x3:0x0]: 0 00000080:00000001:0.0:1773613223.511835:0:83648:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613223.511837:0:83648:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613223.511841:0:83648:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff99365231f200. 00000080:00000001:0.0:1773613223.511844:0:83648:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613223.511849:0:83648:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613223.511853:0:83648:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613223.511855:0:83648:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x3:0x0] 00000002:00000001:0.0:1773613223.511859:0:83648:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613223.511861:0:83648:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x3:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613223.511868:0:83648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613223.511872:0:83648:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613223.511878:0:83648:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613223.511882:0:83648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613223.511886:0:83648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613223.511892:0:83648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99365231e200. 00000100:00000001:0.0:1773613223.511900:0:83648:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613223.517132:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.517155:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.517160:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.517162:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.517174:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.517183:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.517194:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.517200:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.517208:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.517213:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d02a00 00000400:00000200:3.0:1773613223.517219:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.517226:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4f8d [1] + 224 00000800:00000001:3.0:1773613223.517236:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.517245:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.517248:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.517254:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.517269:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.517280:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477083136/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613223.517291:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b480 x1859762477083136/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.517315:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.517327:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.517331:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00100000:0.0:1773613223.518719:0:83648:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613223.518739:0:83648:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613223.518746:0:83648:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613223.518754:0:83648:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613223.518756:0:83648:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613223.518770:0:83648:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b401840. 00000100:00000001:0.0:1773613223.518772:0:83648:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057202616384 : -113016506935232 : ffff99364b401840) 00000100:00000001:0.0:1773613223.518776:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.518777:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000001:0.0:1773613223.518782:0:83648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613223.518787:0:83648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.518789:0:83648:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613223.518791:0:83648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613223.518795:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.518802:0:83648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613223.518805:0:83648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.518811:0:83648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613223.518815:0:83648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613223.518819:0:83648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613223.518823:0:83648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477083392:192.168.203.144@tcp:35:uname.0 00000100:00000001:0.0:1773613223.518828:0:83648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613223.518836:0:83648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613223.518839:0:83648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.518842:0:83648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613223.518849:0:83648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecf000. 02000000:00000001:0.0:1773613223.518851:0:83648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613223.518861:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613223.518866:0:83648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613223.518874:0:83648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613223.518882:0:83648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477083392, portal 10 00000100:00000001:0.0:1773613223.518884:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.518885:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613223.518892:0:83648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.518899:0:83648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613223.518902:0:83648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613223.518915:0:83648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613223.518919:0:83648:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477083392, offset 0 00000400:00000200:0.0:1773613223.518926:0:83648:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613223.518949:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613223.519281:0:83648:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613223.519743:0:83648:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613223.519751:0:83648:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613223.519756:0:83648:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613223.519760:0:83648:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613223.519765:0:83648:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224797:224797:256:4294967295] 192.168.203.144@tcp LPNI seq info [224732:224732:8:4294967295] 00000400:00000200:0.0:1773613223.519770:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613223.519782:0:83648:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613223.519789:0:83648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613223.519800:0:83648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613223.519809:0:83648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613223.519819:0:83648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613223.519824:0:83648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613223.519848:0:83648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.519854:0:83648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 242822 usecs (243 jiffies) 00000400:00000200:0.0:1773613223.519857:0:83648:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613223.519860:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313548 00000100:00000001:0.0:1773613223.519864:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.519866:0:83648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313548 00000100:00000001:0.0:1773613223.519869:0:83648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.519871:0:83648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.519875:0:83648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.519878:0:83648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613223.519880:0:83648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613223.519883:0:83648:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b401840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613223.519886:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613223.519889:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613223.520153:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.520159:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:3.0:1773613223.520167:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.520173:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.520180:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:3.0:1773613223.520183:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:3.0:1773613223.520187:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.520194:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.520207:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.520211:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.520218:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.520220:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.525685:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.525712:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.525718:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.525720:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.525733:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.525742:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.525753:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.525759:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.525766:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.525771:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d02b00 00000400:00000200:3.0:1773613223.525777:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.525784:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4f95 [1] + 224 00000800:00000001:3.0:1773613223.525794:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.525804:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.525808:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.525822:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.525831:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.525842:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.525854:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.525877:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.525888:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.525892:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.526677:0:83648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613223.526690:0:83648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613223.526692:0:83648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613223.526697:0:83648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613223.526704:0:83648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:0.0:1773613223.526707:0:83648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:0.0:1773613223.526722:0:83648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613223.526731:0:83648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613223.526741:0:83648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477083392/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.526748:0:83648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613223.526750:0:83648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.526753:0:83648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613223.526757:0:83648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613223.526760:0:83648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613223.526763:0:83648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.526766:0:83648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613223.526778:0:83648:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=1 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613223.526783:0:83648:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613223.526786:0:83648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613223.526788:0:83648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.526791:0:83648:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613223.526795:0:83648:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.526800:0:83648:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613223.526802:0:83648:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613223.526804:0:83648:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613223.526808:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.526809:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000001:0.0:1773613223.526813:0:83648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613223.526815:0:83648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:0.0:1773613223.526818:0:83648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613223.526820:0:83648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.526826:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.526835:0:83648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.526839:0:83648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613223.526841:0:83648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613223.526846:0:83648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613223.526855:0:83648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:83648:1859762477083392:192.168.203.144@tcp:35:uname.0 00000100:00000001:0.0:1773613223.526860:0:83648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.526863:0:83648:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.526866:0:83648:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613223.526869:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.526872:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.526879:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613223.526883:0:83648:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b401840. 00000100:00000001:0.0:1773613223.526887:0:83648:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613223.526889:0:83648:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.526897:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.526899:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000002:00000001:0.0:1773613223.526902:0:83648:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.526915:0:83648:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613223.526922:0:83648:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231f200. 00000080:00000001:0.0:1773613223.526927:0:83648:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613223.526930:0:83648:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613223.526991:0:83648:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613223.526998:0:83648:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527007:0:83648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613223.527008:0:83648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000001:0.0:1773613223.527012:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.527014:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527021:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.527023:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.527026:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527032:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.527034:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.527037:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706d80 x1859762477082752/t103079215213(103079215213) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527044:0:83648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613223.527048:0:83648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613223.527050:0:83648:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613223.527052:0:83648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613223.527056:0:83648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b29000. 02000000:00000001:0.0:1773613223.527061:0:83648:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613223.527064:0:83648:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613223.527067:0:83648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706d80. 00000100:00000001:0.0:1773613223.527071:0:83648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613223.527072:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.527074:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.527077:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527083:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613223.527085:0:83648:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993659d0bbc0. 00000002:00000001:0.0:1773613223.527088:0:83648:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.527090:0:83648:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613223.527092:0:83648:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364345c5c0. 00000100:00000001:0.0:1773613223.527095:0:83648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.527098:0:83648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477083392/t103079215214(103079215214) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613223.527105:0:83648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613223.527106:0:83648:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613223.527109:0:83648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecf000. 02000000:00000001:0.0:1773613223.527455:0:83648:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613223.527457:0:83648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613223.527458:0:83648:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613223.527461:0:83648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613223.527463:0:83648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99365231e200. 02000000:00000001:0.0:1773613223.527466:0:83648:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613223.527467:0:83648:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613223.527468:0:83648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613223.527471:0:83648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613223.527472:0:83648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.527475:0:83648:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613223.527534:0:83648:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99365322e780. 00000080:00000001:0.0:1773613223.527539:0:83648:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.527547:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3dd0 00000080:00000008:0.0:1773613223.527550:0:83648:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 102001, rc = 0 00000080:00000001:0.0:1773613223.527554:0:83648:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.527560:0:83648:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613223.527563:0:83648:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1fa3e00 00000080:00002000:0.0:1773613223.527565:0:83648:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff993658077e58, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:0.0:1773613223.527568:0:83648:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.527579:0:83648:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613223.527586:0:83648:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1773613223.536104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5ae0. 00000800:00000200:2.0:1773613223.553726:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.553731:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:2.0:1773613223.553737:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.553743:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.553749:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:2.0:1773613223.553751:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:2.0:1773613223.553759:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.553765:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477083520/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.553774:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.553777:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477083520/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.553783:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.553785:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.564856:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.564881:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.564891:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.564895:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.564918:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.564927:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.565041:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.565047:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.565053:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.565058:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d02b80 00000400:00000200:3.0:1773613223.565063:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.565070:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b4f9d [1] + 224 00000800:00000001:3.0:1773613223.565079:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.565088:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.565091:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.565096:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.565104:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.565248:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477083520/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.565262:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73b480 x1859762477083520/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.565521:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.565534:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.565538:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613223.574043:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.574050:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c000. 00000400:00000200:2.0:1773613223.574056:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.574063:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.574070:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:2.0:1773613223.574073:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:2.0:1773613223.574081:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.574090:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477083776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.574102:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.574106:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477083776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.574575:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.574578:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.581262:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.581287:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.581862:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.581872:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.581885:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.581896:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.581931:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.581980:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.581988:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.581993:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d02c80 00000400:00000200:3.0:1773613223.581998:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.582004:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b4fa5 [64] + 224 00000800:00000001:3.0:1773613223.582014:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.582026:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.582030:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.582034:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.582042:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.582053:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477083776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.582070:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99364a73b480 x1859762477083776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.582170:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.582182:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.582185:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1773613223.586859:0:83649:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9936498e4080. 00010000:00000001:2.0:1773613223.586864:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.586865:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.586867:0:83649:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.586869:0:83649:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613223.586873:0:83649:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773613223.586876:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.586877:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00010000:00000001:2.0:1773613223.586880:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.586881:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.586883:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:2.0:1773613223.586885:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:2.0:1773613223.586887:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00000002:00010000:2.0:1773613223.586891:0:83649:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613223.586899:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.586900:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.586912:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613223.586914:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.586915:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.586917:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:2.0:1773613223.586919:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:2.0:1773613223.586921:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000040:2.0:1773613223.586925:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 3 00010000:00000001:2.0:1773613223.586927:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.586931:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.587009:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.587014:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613223.587024:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.587031:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.587033:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613223.587040:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.587041:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.587043:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.587044:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.587045:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:2.0:1773613223.587047:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:2.0:1773613223.587049:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:2.0:1773613223.587051:0:83649:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773613223.587054:0:83649:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613223.587060:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.587062:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613223.587068:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.587069:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613223.587071:0:83649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613223.587077:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.587078:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.587082:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773613223.587088:0:83649:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a1a60c0. 00010000:00000001:2.0:1773613223.587092:0:83649:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613223.587502:0:83649:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1773613223.587507:0:83649:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.587509:0:83649:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.587511:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.587513:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.587514:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.587516:0:83649:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613223.587519:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9b758 00000002:00002000:2.0:1773613223.587522:0:83649:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773613223.587526:0:83649:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.587532:0:83649:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.587535:0:83649:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613223.587539:0:83649:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773613223.587542:0:83649:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613223.587547:0:83649:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:2.0:1773613223.587550:0:83649:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773613223.587552:0:83649:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a848660 it_disposition 80002b 00000080:00000001:2.0:1773613223.587555:0:83649:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613223.587563:0:83649:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773613223.587566:0:83649:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613223.587569:0:83649:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:2.0:1773613223.587573:0:83649:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773613223.587582:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.587589:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.587594:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188400. 00000020:00000010:2.0:1773613223.587601:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.587605:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.587614:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.587621:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.587626:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.587633:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.587638:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.587644:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189a00. 00000008:00000010:2.0:1773613223.587660:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.587665:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.587670:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.587674:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.587678:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.587681:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613223.587683:0:83649:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773613223.587688:0:83649:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773613223.587692:0:83649:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773613223.587698:0:83649:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99365220cde0. 00020000:00000010:2.0:1773613223.587703:0:83649:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364990db80. 00020000:00000010:2.0:1773613223.587709:0:83649:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99365220cae0. 00020000:00000001:2.0:1773613223.587712:0:83649:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057318005472 : -113016391546144 : ffff99365220cae0) 00020000:00000002:2.0:1773613223.587715:0:83649:0:(lov_ea.c:727:dump_lsm()) lsm ffff99365220cae0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773613223.587721:0:83649:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773613223.587726:0:83649:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364990db80: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000002:2.0:1773613223.587729:0:83649:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000001:2.0:1773613223.587733:0:83649:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773613223.587735:0:83649:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000010:2.0:1773613223.587740:0:83649:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364990db80. 00020000:00000010:2.0:1773613223.587749:0:83649:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99365220cde0. 00020000:00000010:2.0:1773613223.587754:0:83649:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99365220cae0. 00020000:00000002:2.0:1773613223.587757:0:83649:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773613223.587759:0:83649:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.587761:0:83649:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773613223.587763:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.587767:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.587771:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.587776:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.587779:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.587782:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.587786:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.587790:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.587793:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188400. 00000008:00000010:2.0:1773613223.587796:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.587800:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.587804:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.587807:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.587810:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.587812:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:2.0:1773613223.587817:0:83649:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088003 : 144116010713088003 : 20000bf89000003) 00000080:00000001:2.0:1773613223.587820:0:83649:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773613223.587826:0:83649:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x3:0x0](ffff99365810ba88): rc = 0 00000080:00000001:2.0:1773613223.587829:0:83649:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417616008 : -113016291935608 : ffff99365810ba88) 00010000:00000001:2.0:1773613223.587832:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.587834:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.587837:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.587839:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.587842:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00000080:00000001:2.0:1773613223.587845:0:83649:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773613223.587847:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.587850:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.587852:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.587855:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188400. 00000020:00000010:2.0:1773613223.587857:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.587860:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.587862:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.587865:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.587867:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.587870:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.587873:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188c00. 00000008:00000010:2.0:1773613223.587875:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.587878:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.587880:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.587883:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.587885:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.587887:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613223.587889:0:83649:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773613223.587890:0:83649:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773613223.587891:0:83649:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773613223.587893:0:83649:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99365220cae0. 00020000:00000010:2.0:1773613223.587896:0:83649:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364990db80. 00020000:00000010:2.0:1773613223.587898:0:83649:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99365220cde0. 00020000:00000001:2.0:1773613223.587900:0:83649:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057318006240 : -113016391545376 : ffff99365220cde0) 00020000:00000002:2.0:1773613223.587914:0:83649:0:(lov_ea.c:727:dump_lsm()) lsm ffff99365220cde0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773613223.587918:0:83649:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773613223.587921:0:83649:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364990db80: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000002:2.0:1773613223.587924:0:83649:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000001:2.0:1773613223.587926:0:83649:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773613223.587928:0:83649:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab0f8) owner ffff9936412f27c0 00020000:00000010:2.0:1773613223.587930:0:83649:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364990db80. 00020000:00000010:2.0:1773613223.587959:0:83649:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99365220cae0. 00020000:00000010:2.0:1773613223.587963:0:83649:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99365220cde0. 00020000:00000002:2.0:1773613223.587966:0:83649:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x3:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773613223.587968:0:83649:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.587969:0:83649:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.587973:0:83649:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773613223.587977:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:2.0:1773613223.587980:0:83649:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8487e0 addref 2/0 by ffff9936412f27c0. 00020000:00000002:2.0:1773613223.587983:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.587985:0:83649:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773613223.587988:0:83649:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773613223.587990:0:83649:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773613223.587992:0:83649:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773613223.587994:0:83649:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773613223.587997:0:83649:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x3:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773613223.587999:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.588002:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188400. 00000020:00000010:2.0:1773613223.588005:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.588007:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.588009:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.588011:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.588014:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.588016:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.588019:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189a00. 00000008:00000010:2.0:1773613223.588021:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.588023:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.588025:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.588027:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.588029:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.588031:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:2.0:1773613223.588033:0:83649:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588035:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588036:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613223.588038:0:83649:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613223.588041:0:83649:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773613223.588043:0:83649:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.588046:0:83649:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a0106a 00800000:00000001:2.0:1773613223.588050:0:83649:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.588052:0:83649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.588053:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.588055:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.588056:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.588058:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588060:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588062:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588064:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.588065:0:83649:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.588067:0:83649:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773613223.588075:0:83649:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658077ca8 inode ffff99365810ba88 refc 1 flags 0x40000e 00000080:00000001:2.0:1773613223.588078:0:83649:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773613223.588083:0:83649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) 00000080:00000001:2.0:1773613223.588085:0:83649:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613223.588090:0:83649:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2bc00. 00000100:00000001:2.0:1773613223.588096:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.588108:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.588132:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588143:0:83649:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613223.588145:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9ba60 00000080:00200008:2.0:1773613223.588148:0:83649:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 100000 00000080:00000010:2.0:1773613223.588156:0:83649:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159ea00. 00000080:00000010:2.0:1773613223.588164:0:83649:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9936498e46c0. 00000080:00000001:2.0:1773613223.588167:0:83649:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773613223.588171:0:83649:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1773613223.588175:0:83649:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773613223.588180:0:83649:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9936448272a0. 00000002:00100000:2.0:1773613223.588185:0:83649:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773613223.588192:0:83649:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.588194:0:83649:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773613223.588198:0:83649:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773613223.588202:0:83649:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588205:0:83649:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613223.588207:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.588211:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773613223.588219:0:83649:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613223.588223:0:83649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99364b7c0000. 02000000:00000001:2.0:1773613223.588283:0:83649:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773613223.588286:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.588290:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9ba60 00000080:00000008:2.0:1773613223.588291:0:83649:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 100000, rc = 0 00000080:00000001:2.0:1773613223.588296:0:83649:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773613223.588298:0:83649:0:(dcache.c:176:ll_intent_release()) intent ffff99364a848660 released 00000080:00010000:2.0:1773613223.588308:0:83649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0106a from it ffff99364a848660 00010000:00000001:2.0:1773613223.588311:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.588312:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.588313:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.588315:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588317:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588319:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.588324:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613223.588332:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588333:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.588335:0:83649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.588338:0:83649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.588340:0:83649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613223.588348:0:83649:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.588351:0:83649:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.588353:0:83649:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.588358:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588359:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.588361:0:83649:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588363:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.588365:0:83649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588367:0:83649:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588371:0:83649:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588373:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.588375:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588376:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613223.588378:0:83649:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773613223.588381:0:83649:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773613223.588471:0:83649:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773613223.588474:0:83649:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613223.588478:0:83649:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773613223.588479:0:83649:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588483:0:83649:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773613223.588487:0:83649:0:(pcc.c:1945:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588489:0:83649:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613223.588492:0:83649:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588494:0:83649:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613223.588497:0:83649:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a848660. 00000080:00000001:2.0:1773613223.588501:0:83649:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588506:0:83649:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773613223.588508:0:83649:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88), inode mode 81a4 mask 44 00000080:00000001:2.0:1773613223.588512:0:83649:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.588540:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd28 00000080:00200008:2.0:1773613223.588543:0:83649:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613223.588548:0:83649:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.588550:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bca0 00000080:00200000:2.0:1773613223.588552:0:83649:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88),name=recon 00000080:00000010:2.0:1773613223.588559:0:83649:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00800000:00000002:2.0:1773613223.588565:0:83649:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.588572:0:83649:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.588576:0:83649:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.588578:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bbc0 00800000:00000002:2.0:1773613223.588580:0:83649:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.588584:0:83649:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.588589:0:83649:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.588593:0:83649:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.588595:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9ba90 00000002:00010000:2.0:1773613223.588597:0:83649:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.588600:0:83649:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.588603:0:83649:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.588605:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.588611:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 3 00010000:00000001:2.0:1773613223.588614:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.588618:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.588622:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.588626:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613223.588634:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.588639:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.588643:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613223.588650:0:83649:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613223.588652:0:83649:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613223.588654:0:83649:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.588656:0:83649:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.588658:0:83649:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.588660:0:83649:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613223.588663:0:83649:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613223.588665:0:83649:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613223.588667:0:83649:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.588670:0:83649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613223.588673:0:83649:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.588675:0:83649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) 00000080:00010000:2.0:1773613223.588678:0:83649:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a0106a 00800000:00000001:2.0:1773613223.588682:0:83649:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.588683:0:83649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.588684:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.588686:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.588687:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.588690:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588691:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588693:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588695:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.588697:0:83649:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.588698:0:83649:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.588700:0:83649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0106a from it ffffaca8c1f9bcd8 00010000:00000001:2.0:1773613223.588702:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.588704:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.588705:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.588707:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588709:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.588710:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.588713:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613223.588720:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588721:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.588735:0:83649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.588736:0:83649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.588739:0:83649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613223.588746:0:83649:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.588748:0:83649:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.588749:0:83649:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.588751:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588752:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.588754:0:83649:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588756:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.588757:0:83649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588759:0:83649:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588761:0:83649:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.588763:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.588765:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.588766:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613223.588768:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613223.588769:0:83649:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613223.588773:0:83649:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773613223.588775:0:83649:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773613223.588778:0:83649:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613223.588780:0:83649:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773613223.588781:0:83649:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588784:0:83649:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613223.588787:0:83649:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773613223.588789:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.588793:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.588797:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.588800:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.588803:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.588809:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.588811:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.588815:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.588819:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.588822:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.588825:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188400. 00000008:00000010:2.0:1773613223.588829:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.588831:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.588834:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.588837:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.588839:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.588841:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613223.588846:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.588848:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613223.588851:0:83649:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613223.588853:0:83649:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773613223.588856:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.588858:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773613223.588860:0:83649:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.588862:0:83649:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.588864:0:83649:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.588867:0:83649:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff993660f01058 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773613223.588870:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.588875:0:83649:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613223.588877:0:83649:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613223.588880:0:83649:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613223.588882:0:83649:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.588885:0:83649:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613223.588887:0:83649:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613223.588889:0:83649:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.588891:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.588892:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.588893:0:83649:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613223.588895:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:2.0:1773613223.588897:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613223.588900:0:83649:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773613223.588914:0:83649:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:2.0:1773613223.588918:0:83649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.588920:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.588922:0:83649:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.588925:0:83649:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.588931:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613223.588973:0:83649:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522cea80. 00020000:00000002:2.0:1773613223.588976:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613223.588978:0:83649:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.588981:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.588983:0:83649:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613223.588984:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.588988:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613223.588991:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189800. 00000020:00000010:2.0:1773613223.588994:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188a00. 00000020:00000010:2.0:1773613223.588996:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.589000:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.589004:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.589008:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.589011:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.589014:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.589017:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189600. 00000008:00000010:2.0:1773613223.589020:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.589023:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.589025:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.589028:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613223.589031:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613223.589034:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613223.589036:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.589038:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613223.589041:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589042:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613223.589044:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589046:0:83649:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589048:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.589051:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.589055:0:83649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936514905f0. 00000008:00010000:2.0:1773613223.589058:0:83649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773613223.589061:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589063:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.589065:0:83649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522ceab0, osc lock ffff9936514905f0, flags 0x400001002 00000020:00000001:2.0:1773613223.589067:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589069:0:83649:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589072:0:83649:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800000 : -113016390751616 : ffff9936522cea80) 00000020:00000001:2.0:1773613223.589074:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589075:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.589077:0:83649:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589079:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589082:0:83649:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773613223.589084:0:83649:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773613223.589086:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.589088:0:83649:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.589089:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.589091:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.589093:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.589095:0:83649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.589097:0:83649:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613223.589101:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.589104:0:83649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.589105:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.589107:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.589108:0:83649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.589109:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.589111:0:83649:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.589114:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.589118:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.589121:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.589125:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.589128:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.589132:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773613223.589144:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.589146:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.589149:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613223.589157:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.589159:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.589160:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:2.0:1773613223.589163:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.589164:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.589168:0:83649:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.589171:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.589172:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.589173:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.589175:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.589177:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000020:00000001:2.0:1773613223.589181:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.589182:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773613223.589184:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613223.589186:0:83649:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.589188:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.589189:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.589190:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.589192:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.589194:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.589196:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.589199:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613223.589206:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.589208:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.589209:0:83649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.589210:0:83649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.589213:0:83649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.589223:0:83649:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.589225:0:83649:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.589226:0:83649:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.589228:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.589229:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.589231:0:83649:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.589233:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.589234:0:83649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.589236:0:83649:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.589238:0:83649:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.589239:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.589241:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.589242:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.589243:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.589244:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.589246:0:83649:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.589248:0:83649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589250:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589252:0:83649:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589254:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589255:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.589256:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613223.589259:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773613223.589261:0:83649:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773613223.589263:0:83649:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589266:0:83649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589270:0:83649:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613223.589272:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.589275:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.589277:0:83649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.589280:0:83649:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613223.589283:0:83649:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:2.0:1773613223.589286:0:83649:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589288:0:83649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589289:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:2.0:1773613223.589292:0:83649:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1773613223.589295:0:83649:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613223.589297:0:83649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.589298:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.589301:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.589302:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.589305:0:83649:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.589307:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.589309:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.589311:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.589312:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522ceab0 (ffff99364b7b07e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.589316:0:83649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.589317:0:83649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.589318:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.589319:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.589320:0:83649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.589323:0:83649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.589324:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.589325:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.589326:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.589327:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.589331:0:83649:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.589332:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.589333:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522ceab0 (ffff99364b7b01b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.589336:0:83649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936514905f0. 00000020:00000001:2.0:1773613223.589339:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.589340:0:83649:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522cea80. 00020000:00000001:2.0:1773613223.589343:0:83649:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.589344:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.589346:0:83649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613223.589347:0:83649:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589349:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613223.589351:0:83649:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613223.589353:0:83649:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613223.589354:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613223.589356:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.589357:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613223.589361:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188a00. 00000020:00000010:2.0:1773613223.589365:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.589368:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.589372:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.589375:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.589378:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.589396:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.589399:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189800. 00000008:00000010:2.0:1773613223.589402:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.589406:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.589409:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.589412:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613223.589415:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189600. 00000020:00000010:2.0:1773613223.589417:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00020000:00000001:2.0:1773613223.589419:0:83649:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613223.589421:0:83649:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613223.589424:0:83649:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613223.589426:0:83649:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613223.589429:0:83649:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.589431:0:83649:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589433:0:83649:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613223.589435:0:83649:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.589436:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.589437:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.589439:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.589443:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.589445:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.589447:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.589450:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.589453:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.589455:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.589457:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188c00. 00000008:00000010:2.0:1773613223.589459:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.589461:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.589464:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.589465:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.589468:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188400. 00000020:00000010:2.0:1773613223.589469:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000001:00000001:2.0:1773613223.589471:0:83649:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589477:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd28 00000080:00000008:2.0:1773613223.589479:0:83649:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613223.589593:0:83649:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773613223.589596:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd88 00000080:00200008:2.0:1773613223.589598:0:83649:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1773613223.589602:0:83649:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773613223.589603:0:83649:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773613223.589608:0:83649:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1773613223.589612:0:83649:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1773613223.589637:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.589641:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.589643:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188400. 00000020:00000010:2.0:1773613223.589646:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.589649:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.589652:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.589655:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.589658:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.589661:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.589664:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.589666:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189a00. 00000008:00000010:2.0:1773613223.589669:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.589671:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.589674:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.589677:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.589679:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.589681:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000080:00000001:2.0:1773613223.589684:0:83649:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773613223.589686:0:83649:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589689:0:83649:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773613223.589691:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc98 00000080:00200000:2.0:1773613223.589693:0:83649:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1773613223.589698:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc30 00000080:00200000:2.0:1773613223.589699:0:83649:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773613223.589702:0:83649:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773613223.589707:0:83649:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b9a3b523[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:2.0:1773613223.589709:0:83649:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1773613223.589711:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.589712:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613223.589714:0:83649:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613223.589715:0:83649:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613223.589718:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589719:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773613223.589722:0:83649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613223.589726:0:83649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589728:0:83649:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.589730:0:83649:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589731:0:83649:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.589734:0:83649:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff993660f01058 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773613223.589737:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.589739:0:83649:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613223.589741:0:83649:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613223.589742:0:83649:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613223.589744:0:83649:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589746:0:83649:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613223.589748:0:83649:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613223.589750:0:83649:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589751:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589752:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.589754:0:83649:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613223.589756:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:2.0:1773613223.589758:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589760:0:83649:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589764:0:83649:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613223.589766:0:83649:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773613223.589769:0:83649:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773613223.589771:0:83649:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1773613223.589775:0:83649:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613223.589777:0:83649:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613223.589780:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1773613223.589783:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.589785:0:83649:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613223.589786:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.589789:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613223.589792:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189600. 00000020:00000010:2.0:1773613223.589795:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a189800. 00000020:00000010:2.0:1773613223.589798:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.589801:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.589803:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.589806:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.589809:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.589812:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.589815:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188a00. 00000008:00000010:2.0:1773613223.589818:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.589820:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.589823:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.589826:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613223.589829:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613223.589831:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613223.589833:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.589835:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613223.589836:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.589837:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613223.589839:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589841:0:83649:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589843:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.589846:0:83649:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773613223.589848:0:83649:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773613223.589852:0:83649:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589854:0:83649:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589856:0:83649:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589857:0:83649:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589859:0:83649:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589861:0:83649:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773613223.589862:0:83649:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773613223.589864:0:83649:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773613223.589866:0:83649:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773613223.589869:0:83649:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773613223.589872:0:83649:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589874:0:83649:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589876:0:83649:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773613223.589877:0:83649:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1773613223.589879:0:83649:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773613223.589881:0:83649:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773613223.589883:0:83649:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589885:0:83649:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589887:0:83649:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589888:0:83649:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.589890:0:83649:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589892:0:83649:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613223.589894:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.589895:0:83649:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613223.589896:0:83649:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613223.589898:0:83649:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589899:0:83649:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589901:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.589916:0:83649:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.589917:0:83649:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613223.589919:0:83649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.589920:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.589922:0:83649:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.589923:0:83649:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.589925:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1773613223.589930:0:83649:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522cea80. 00020000:00000002:2.0:1773613223.589933:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1773613223.589991:0:83649:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.589994:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.589995:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.589997:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.590000:0:83649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936514905f0. 00000008:00010000:2.0:1773613223.590003:0:83649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773613223.590005:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.590006:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.590009:0:83649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522ceab0, osc lock ffff9936514905f0, flags 0x0 00000020:00000001:2.0:1773613223.590012:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590013:0:83649:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590015:0:83649:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800000 : -113016390751616 : ffff9936522cea80) 00000020:00000001:2.0:1773613223.590018:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.590019:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.590020:0:83649:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590022:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590024:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.590026:0:83649:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.590027:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590028:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590030:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.590032:0:83649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.590035:0:83649:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773613223.590037:0:83649:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590040:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.590042:0:83649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.590043:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.590045:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.590046:0:83649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.590048:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.590050:0:83649:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.590052:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.590057:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.590060:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.590065:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.590068:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.590073:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773613223.590090:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.590094:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.590097:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590105:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590107:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590109:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:2.0:1773613223.590111:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590114:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.590116:0:83649:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.590118:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590119:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590121:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.590123:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590125:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590127:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590128:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590129:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.590131:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590133:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590135:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.590136:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.590139:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590145:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590147:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.590149:0:83649:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590151:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590152:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590153:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=7 00000020:00000001:2.0:1773613223.590155:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590157:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590159:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.590162:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590169:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590170:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613223.590173:0:83649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590178:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.590180:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590181:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.590182:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590183:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.590183:0:83649:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.590185:0:83649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590187:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590189:0:83649:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590190:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590192:0:83649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590194:0:83649:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590196:0:83649:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590197:0:83649:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773613223.590200:0:83649:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773613223.590202:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bb90 00000080:00200000:2.0:1773613223.590204:0:83649:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1773613223.590208:0:83649:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773613223.590211:0:83649:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773613223.590213:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1773613223.590216:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590217:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590219:0:83649:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613223.590221:0:83649:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613223.590224:0:83649:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590225:0:83649:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590227:0:83649:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590229:0:83649:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590232:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590234:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590236:0:83649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.590239:0:83649:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613223.590241:0:83649:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:2.0:1773613223.590244:0:83649:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590246:0:83649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590248:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000001:00000001:2.0:1773613223.590250:0:83649:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773613223.590252:0:83649:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:2.0:1773613223.590253:0:83649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.590254:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.590256:0:83649:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.590257:0:83649:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.590259:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613223.590263:0:83649:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522ceb80. 00020000:00000002:2.0:1773613223.590265:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613223.590267:0:83649:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.590268:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590269:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590272:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.590274:0:83649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993651491300. 00000008:00010000:2.0:1773613223.590276:0:83649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773613223.590277:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.590279:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.590280:0:83649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522cebb0, osc lock ffff993651491300, flags 0x400001002 00000020:00000001:2.0:1773613223.590282:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590283:0:83649:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590285:0:83649:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800256 : -113016390751360 : ffff9936522ceb80) 00000020:00000001:2.0:1773613223.590287:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.590289:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.590290:0:83649:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590292:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590294:0:83649:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773613223.590295:0:83649:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773613223.590297:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.590298:0:83649:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.590299:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590300:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590302:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.590304:0:83649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.590305:0:83649:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613223.590306:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.590308:0:83649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.590309:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.590310:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.590311:0:83649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.590312:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.590314:0:83649:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.590315:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.590317:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.590319:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.590322:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.590323:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.590327:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773613223.590334:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.590337:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.590340:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590346:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590348:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590349:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.590351:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590353:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.590355:0:83649:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.590356:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590358:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590359:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=7 00000020:00000001:2.0:1773613223.590361:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590363:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000020:00000001:2.0:1773613223.590366:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.590367:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773613223.590369:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613223.590370:0:83649:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590372:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590373:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590374:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=8 00000020:00000001:2.0:1773613223.590376:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590379:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590381:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.590384:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590390:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590392:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613223.590394:0:83649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590401:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.590402:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590403:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.590403:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590404:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.590406:0:83649:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.590407:0:83649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590409:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590412:0:83649:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590413:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590414:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.590416:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613223.590418:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773613223.590419:0:83649:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773613223.590421:0:83649:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590422:0:83649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.590425:0:83649:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613223.590426:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590428:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590429:0:83649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.590431:0:83649:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613223.590432:0:83649:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=0 c=1773613223 b=1 00020000:00000001:2.0:1773613223.590435:0:83649:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590436:0:83649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590438:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:2.0:1773613223.590441:0:83649:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1773613223.590443:0:83649:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613223.590445:0:83649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.590446:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.590449:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.590451:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.590453:0:83649:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.590455:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590456:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590458:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.590459:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522cebb0 (ffff99364b7b07e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.590462:0:83649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.590463:0:83649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.590465:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590466:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.590467:0:83649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.590469:0:83649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590470:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590472:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590473:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.590474:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.590477:0:83649:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.590478:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.590479:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522cebb0 (ffff99364b7b01b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.590482:0:83649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993651491300. 00000020:00000001:2.0:1773613223.590486:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.590488:0:83649:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522ceb80. 00020000:00000001:2.0:1773613223.590490:0:83649:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.590492:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.590493:0:83649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613223.590494:0:83649:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773613223.590499:0:83649:0:(vvp_io.c:856:vvp_io_read_start()) header@00000000b9a3b523[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000080:00000002:2.0:1773613223.590501:0:83649:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088003, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1773613223.590504:0:83649:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1773613223.590508:0:83649:0:(vvp_io.c:885:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1773613223.590512:0:83649:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613223.590513:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.590514:0:83649:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613223.590516:0:83649:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773613223.590518:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590519:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.590521:0:83649:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613223.590524:0:83649:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613223.590527:0:83649:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590529:0:83649:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590530:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:2.0:1773613223.590532:0:83649:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590534:0:83649:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590536:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590537:0:83649:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590539:0:83649:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590541:0:83649:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613223.590543:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773613223.590545:0:83649:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613223.590546:0:83649:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773613223.590547:0:83649:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613223.590549:0:83649:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590550:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590552:0:83649:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613223.590554:0:83649:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613223.590556:0:83649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.590557:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.590559:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.590560:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.590562:0:83649:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.590563:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.590564:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.590566:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.590567:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522ceab0 (ffff99364b7b07e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.590569:0:83649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.590570:0:83649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.590572:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.590573:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.590574:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.590576:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590578:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.590580:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.590583:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.590590:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590592:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.590593:0:83649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.590595:0:83649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.590598:0:83649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.590606:0:83649:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.590609:0:83649:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.590611:0:83649:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.590615:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590616:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.590617:0:83649:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590620:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.590622:0:83649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590624:0:83649:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590626:0:83649:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.590628:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.590629:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590630:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.590631:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.590632:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.590633:0:83649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.590634:0:83649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590635:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590636:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.590637:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.590638:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.590641:0:83649:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.590642:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.590643:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522ceab0 (ffff99364b7b01b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.590645:0:83649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936514905f0. 00000020:00000001:2.0:1773613223.590648:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.590649:0:83649:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522cea80. 00020000:00000001:2.0:1773613223.590651:0:83649:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.590651:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.590652:0:83649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773613223.590654:0:83649:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613223.590655:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.590657:0:83649:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613223.590658:0:83649:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613223.590659:0:83649:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590661:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590662:0:83649:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613223.590663:0:83649:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613223.590665:0:83649:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773613223.590667:0:83649:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773613223.590668:0:83649:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613223.590670:0:83649:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613223.590671:0:83649:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613223.590673:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.590674:0:83649:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613223.590677:0:83649:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613223.590678:0:83649:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590680:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.590681:0:83649:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613223.590683:0:83649:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613223.590684:0:83649:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.590687:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613223.590689:0:83649:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613223.590690:0:83649:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613223.590691:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613223.590692:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.590694:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613223.590697:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a189800. 00000020:00000010:2.0:1773613223.590701:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.590704:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.590708:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.590711:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.590714:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.590718:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.590721:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189600. 00000008:00000010:2.0:1773613223.590724:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.590728:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.590732:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.590734:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613223.590737:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188a00. 00000020:00000010:2.0:1773613223.590739:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00020000:00000001:2.0:1773613223.590741:0:83649:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613223.590743:0:83649:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613223.590744:0:83649:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613223.590745:0:83649:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613223.590748:0:83649:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.590749:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.590751:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc98 00000080:00200000:2.0:1773613223.590753:0:83649:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773613223.590756:0:83649:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773613223.590758:0:83649:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773613223.590759:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.590761:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.590763:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.590765:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.590768:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.590770:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.590773:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.590775:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.590777:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188400. 00000008:00000010:2.0:1773613223.590779:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.590781:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.590783:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.590785:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.590787:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.590789:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000020:00000001:2.0:1773613223.590792:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd88 00000080:00000008:2.0:1773613223.590793:0:83649:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0x3:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1773613223.590796:0:83649:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1773613223.590854:0:83649:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773613223.590857:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd88 00000080:00200008:2.0:1773613223.590859:0:83649:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1773613223.590862:0:83649:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773613223.590864:0:83649:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773613223.590866:0:83649:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1773613223.590869:0:83649:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613223.590872:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.590877:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.590880:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189a00. 00000020:00000010:2.0:1773613223.590883:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a188400. 00000020:00000010:2.0:1773613223.590885:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.590889:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.590893:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.590896:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.590900:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000020:00000001:0.0:1773613223.592158:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.592165:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.592171:0:67857:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773613223.592174:0:67857:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773613223.592179:0:67857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613223.592186:0:67857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.592198:0:67857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b9e00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613223.592202:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613223.592207:0:67857:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.592215:0:67857:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613223.592217:0:67857:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613223.592222:0:67857:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.592226:0:67857:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613223.592229:0:67857:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613223.592231:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.592233:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.592235:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:0.0:1773613223.592237:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:0.0:1773613223.592598:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:0.0:1773613223.592603:0:67857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613223.592606:0:67857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613223.592620:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613223.592624:0:67857:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613223.592628:0:67857:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613223.592630:0:67857:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode (null) 00000002:00000001:0.0:1773613223.592635:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613223.592638:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613223.592720:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 3 00010000:00000001:0.0:1773613223.592725:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.592730:0:67857:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773613223.592734:0:67857:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773613223.592738:0:67857:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613223.592745:0:67857:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.592748:0:67857:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613223.592756:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.592757:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613223.592760:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1773613223.592762:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613223.592763:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613223.592765:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=2 00000020:00000001:0.0:1773613223.592767:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.592769:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613223.592771:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.592772:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613223.592774:0:67857:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.592778:0:67857:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613223.592780:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.592783:0:67857:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613223.592786:0:67857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613223.592788:0:67857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613223.592790:0:67857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613223.592792:0:67857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613223.592795:0:67857:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9e00 with handle 0xa1aa084204a01078 from hash 00010000:00000001:0.0:1773613223.592799:0:67857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613223.592800:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.592801:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.592802:0:67857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613223.592806:0:67857:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613223.592808:0:67857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773613223.592813:0:67857:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.592817:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.592819:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.592820:0:67857:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.592823:0:67857:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613223.592826:0:67857:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773613223.592836:0:67857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613223.592842:0:67857:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613223.592847:0:67857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613223.592850:0:67857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613223.592853:0:67857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613223.592862:0:67857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99365231e200. 00000100:00000001:0.0:1773613223.592869:0:67857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.592872:0:67857:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613223.592878:0:67857:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613223.592884:0:67857:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613223.592886:0:67857:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.592891:0:67857:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613223.592896:0:67857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.592921:0:67857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_01+1] req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773613223.593639:0:67857:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.593645:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.593646:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.593648:0:67857:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.593651:0:67857:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.593654:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.593660:0:67857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613223.593668:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613223.593671:0:67857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01078 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd71f expref: -99 pid: 83649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773613223.593679:0:67857:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9936498e4080. 00010000:00000001:0.0:1773613223.593693:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613223.593695:0:67857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773613223.593698:0:67857:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364a1a60c0. 00010000:00000001:0.0:1773613223.593701:0:67857:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.593705:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.593707:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.593709:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613223.593711:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.593712:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.593714:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613223.593716:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613223.593717:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613223.593719:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613223.593730:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.593734:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.594016:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.594020:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313621 00000100:00000001:0.0:1773613223.594023:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:0.0:1773613223.594026:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.594029:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.594033:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.594035:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.594043:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613223.594045:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613223.594048:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.594050:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613223.594052:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.594054:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613223.594101:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.594124:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188c00. 00000008:00000010:2.0:1773613223.594133:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.594138:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.594143:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.594150:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.594154:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.594158:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000080:00000001:2.0:1773613223.594163:0:83649:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773613223.594167:0:83649:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594169:0:83649:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773613223.594173:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc98 00000080:00200000:2.0:1773613223.594175:0:83649:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1773613223.594181:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc30 00000080:00200000:2.0:1773613223.594183:0:83649:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773613223.594186:0:83649:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773613223.594193:0:83649:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b9a3b523[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:2.0:1773613223.594195:0:83649:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1773613223.594199:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.594201:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613223.594204:0:83649:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613223.594206:0:83649:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613223.594210:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.594211:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773613223.594214:0:83649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613223.594218:0:83649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594221:0:83649:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.594223:0:83649:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594225:0:83649:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.594229:0:83649:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff993660f01058 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773613223.594233:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.594244:0:83649:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613223.594246:0:83649:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613223.594249:0:83649:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613223.594251:0:83649:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594253:0:83649:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613223.594256:0:83649:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613223.594258:0:83649:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594259:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.594260:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.594262:0:83649:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613223.594263:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:2.0:1773613223.594265:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594268:0:83649:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594272:0:83649:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613223.594274:0:83649:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773613223.594277:0:83649:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773613223.594280:0:83649:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1773613223.594283:0:83649:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613223.594286:0:83649:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613223.594290:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1773613223.594299:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.594301:0:83649:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613223.594304:0:83649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.594308:0:83649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613223.594311:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188a00. 00000020:00000010:2.0:1773613223.594315:0:83649:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a189600. 00000020:00000010:2.0:1773613223.594319:0:83649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.594325:0:83649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.594329:0:83649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.594333:0:83649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.594337:0:83649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.594341:0:83649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.594343:0:83649:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a189800. 00000008:00000010:2.0:1773613223.594346:0:83649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.594348:0:83649:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.594351:0:83649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.594353:0:83649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613223.594355:0:83649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613223.594357:0:83649:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613223.594360:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.594362:0:83649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613223.594365:0:83649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.594366:0:83649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613223.594367:0:83649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594370:0:83649:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594372:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.594375:0:83649:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773613223.594377:0:83649:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773613223.594717:0:83649:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594721:0:83649:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594724:0:83649:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594726:0:83649:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594727:0:83649:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594729:0:83649:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773613223.594731:0:83649:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773613223.594734:0:83649:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773613223.594736:0:83649:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773613223.594740:0:83649:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773613223.594744:0:83649:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594746:0:83649:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594749:0:83649:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773613223.594750:0:83649:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1773613223.594753:0:83649:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773613223.594754:0:83649:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773613223.594756:0:83649:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594758:0:83649:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594760:0:83649:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594762:0:83649:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.594764:0:83649:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594766:0:83649:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613223.594769:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.594770:0:83649:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613223.594772:0:83649:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613223.594775:0:83649:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594777:0:83649:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594779:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594780:0:83649:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594782:0:83649:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613223.594784:0:83649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.594786:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.594789:0:83649:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.594791:0:83649:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.594794:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1773613223.594802:0:83649:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522cea80. 00020000:00000002:2.0:1773613223.594804:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1773613223.594807:0:83649:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.594809:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.594810:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.594812:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.594817:0:83649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936514905f0. 00000008:00010000:2.0:1773613223.594820:0:83649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773613223.594822:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.594824:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.594827:0:83649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522ceab0, osc lock ffff9936514905f0, flags 0x0 00000020:00000001:2.0:1773613223.594830:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594832:0:83649:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.594834:0:83649:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800000 : -113016390751616 : ffff9936522cea80) 00000020:00000001:2.0:1773613223.594837:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.594837:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.594839:0:83649:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594841:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594843:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.594844:0:83649:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.594845:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.594846:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.594848:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.594850:0:83649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.594852:0:83649:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773613223.594854:0:83649:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.594857:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.594859:0:83649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.594861:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.594863:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.594864:0:83649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.594865:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.594868:0:83649:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.594871:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.594878:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.594880:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.594887:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.594891:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.594896:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773613223.594920:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.594926:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.594929:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.594972:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.594974:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.594977:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:2.0:1773613223.594979:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.594982:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.594985:0:83649:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.594988:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.594989:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.594990:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.594992:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.594994:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.594997:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.594998:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.594999:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.595001:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595002:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595004:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.595006:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.595009:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595015:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595016:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.595019:0:83649:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595021:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.595022:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.595023:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=7 00000020:00000001:2.0:1773613223.595024:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595026:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595029:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.595032:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595039:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595040:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613223.595043:0:83649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595049:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.595050:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595051:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.595052:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595053:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.595054:0:83649:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.595057:0:83649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595059:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595061:0:83649:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595062:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595064:0:83649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595066:0:83649:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595067:0:83649:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595069:0:83649:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773613223.595072:0:83649:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773613223.595074:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bb90 00000080:00200000:2.0:1773613223.595075:0:83649:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1773613223.595079:0:83649:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773613223.595082:0:83649:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773613223.595084:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1773613223.595086:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.595087:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.595089:0:83649:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613223.595091:0:83649:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773613223.595094:0:83649:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595096:0:83649:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595098:0:83649:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595100:0:83649:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595104:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595106:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595219:0:83649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.595223:0:83649:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773613223.595228:0:83649:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613223.595230:0:83649:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1773613223.595233:0:83649:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613223.595234:0:83649:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1773613223.595236:0:83649:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[0]: s=46 (1) m=1773613223 a=1773613223 c=1773613223 b=1 00020000:00000001:2.0:1773613223.595248:0:83649:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.595251:0:83649:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=1773613223 c=1773613223 b=1 00020000:00000001:2.0:1773613223.595254:0:83649:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595255:0:83649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595258:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000001:00000001:2.0:1773613223.595262:0:83649:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773613223.595264:0:83649:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:2.0:1773613223.595266:0:83649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.595267:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.595268:0:83649:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.595270:0:83649:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.595271:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613223.595276:0:83649:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522ceb80. 00020000:00000002:2.0:1773613223.595279:0:83649:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613223.595281:0:83649:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.595282:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.595283:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.595286:0:83649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.595289:0:83649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993651491300. 00000008:00010000:2.0:1773613223.595291:0:83649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773613223.595515:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.595517:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.595518:0:83649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522cebb0, osc lock ffff993651491300, flags 0x400001002 00000020:00000001:2.0:1773613223.595521:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595523:0:83649:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595525:0:83649:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800256 : -113016390751360 : ffff9936522ceb80) 00000020:00000001:2.0:1773613223.595527:0:83649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.595529:0:83649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.595530:0:83649:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595532:0:83649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595534:0:83649:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773613223.595537:0:83649:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773613223.595538:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.595539:0:83649:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.595540:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.595541:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.595543:0:83649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.595544:0:83649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.595546:0:83649:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613223.595548:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.595551:0:83649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.595552:0:83649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.595553:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.595554:0:83649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.595555:0:83649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.595557:0:83649:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.595559:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.595563:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.595565:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.595568:0:83649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.595570:0:83649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.595574:0:83649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773613223.595584:0:83649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.595587:0:83649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.595590:0:83649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595597:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.595599:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.595600:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.595602:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595605:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.595608:0:83649:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.595610:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.595611:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.595612:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=7 00000020:00000001:2.0:1773613223.595614:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595616:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000020:00000001:2.0:1773613223.595619:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.595621:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773613223.595624:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613223.595625:0:83649:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595627:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.595628:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.595629:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=8 00000020:00000001:2.0:1773613223.595631:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595633:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595635:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.595638:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595645:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595647:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613223.595649:0:83649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595656:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.595657:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595658:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.595659:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595660:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.595661:0:83649:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.595663:0:83649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595664:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595667:0:83649:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595668:0:83649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595670:0:83649:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.595671:0:83649:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613223.595673:0:83649:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773613223.595675:0:83649:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773613223.595677:0:83649:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595678:0:83649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.595682:0:83649:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613223.595684:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595686:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595687:0:83649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.595689:0:83649:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773613223.595691:0:83649:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=1773613223 c=1773613223 b=1 00020000:00000001:2.0:1773613223.595694:0:83649:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595695:0:83649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595697:0:83649:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:2.0:1773613223.595700:0:83649:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1773613223.595703:0:83649:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613223.595705:0:83649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.595706:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.595709:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.595711:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.595713:0:83649:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.595716:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.595717:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.595719:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.595720:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522cebb0 (ffff99364b7b07e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.595723:0:83649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.595724:0:83649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.595726:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595727:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.595728:0:83649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.595730:0:83649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595732:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595733:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595734:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.595735:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993660f00ff8 (ffff99364b7b01b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.595738:0:83649:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.595740:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.595740:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522cebb0 (ffff99364b7b01b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.595744:0:83649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993651491300. 00000020:00000001:2.0:1773613223.595749:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.595751:0:83649:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522ceb80. 00020000:00000001:2.0:1773613223.595755:0:83649:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.595756:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.595758:0:83649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613223.595759:0:83649:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773613223.595765:0:83649:0:(vvp_io.c:856:vvp_io_read_start()) header@00000000b9a3b523[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000080:00000002:2.0:1773613223.595767:0:83649:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088003, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1773613223.595770:0:83649:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1773613223.595776:0:83649:0:(vvp_io.c:885:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1773613223.595783:0:83649:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613223.595785:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.595786:0:83649:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613223.595788:0:83649:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773613223.595790:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595792:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.595794:0:83649:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613223.595796:0:83649:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613223.595798:0:83649:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595800:0:83649:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595802:0:83649:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:2.0:1773613223.595804:0:83649:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595806:0:83649:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595807:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595809:0:83649:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595810:0:83649:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595812:0:83649:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613223.595814:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773613223.595816:0:83649:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613223.595817:0:83649:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773613223.595818:0:83649:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613223.595819:0:83649:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595821:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.595823:0:83649:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613223.595825:0:83649:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613223.595828:0:83649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.595829:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.595832:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.595833:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.595835:0:83649:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.595837:0:83649:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.595838:0:83649:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.595840:0:83649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.595841:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522ceab0 (ffff99364b7b07e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.595843:0:83649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.595845:0:83649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.595846:0:83649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.595847:0:83649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.595848:0:83649:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.595850:0:83649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595852:0:83649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.595854:0:83649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.595857:0:83649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.595865:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595866:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.595867:0:83649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.595870:0:83649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.595872:0:83649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773613223.595882:0:83649:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.595885:0:83649:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.595887:0:83649:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.595891:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595892:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.595894:0:83649:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595897:0:83649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.595901:0:83649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595917:0:83649:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595921:0:83649:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.595923:0:83649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.595925:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595926:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.595927:0:83649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.595928:0:83649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.595929:0:83649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.595930:0:83649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595931:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595968:0:83649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.595970:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.595972:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b51d4e8 (ffff99364b7b01b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.595975:0:83649:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.595975:0:83649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.595977:0:83649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522ceab0 (ffff99364b7b01b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.595979:0:83649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936514905f0. 00000020:00000001:2.0:1773613223.595982:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.595983:0:83649:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522cea80. 00020000:00000001:2.0:1773613223.595985:0:83649:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.595986:0:83649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.595987:0:83649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773613223.595989:0:83649:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613223.595991:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.595992:0:83649:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613223.595993:0:83649:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613223.595995:0:83649:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595996:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.595998:0:83649:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613223.595999:0:83649:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613223.596000:0:83649:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773613223.596003:0:83649:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773613223.596005:0:83649:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613223.596006:0:83649:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613223.596008:0:83649:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613223.596009:0:83649:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613223.596010:0:83649:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613223.596013:0:83649:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613223.596015:0:83649:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.596017:0:83649:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.596019:0:83649:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613223.596021:0:83649:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613223.596022:0:83649:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.596026:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613223.596028:0:83649:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613223.596029:0:83649:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613223.596030:0:83649:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613223.596032:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.596034:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613223.596039:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a189600. 00000020:00000010:2.0:1773613223.596044:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220cde0. 00000008:00000010:2.0:1773613223.596049:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613223.596054:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613223.596060:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613223.596065:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613223.596071:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613223.596075:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188a00. 00000008:00000010:2.0:1773613223.596079:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.596084:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.596088:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.596092:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613223.596096:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189800. 00000020:00000010:2.0:1773613223.596099:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00020000:00000001:2.0:1773613223.596101:0:83649:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613223.596103:0:83649:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613223.596105:0:83649:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613223.596107:0:83649:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613223.596911:0:83649:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.596917:0:83649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.596921:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc98 00000080:00200000:2.0:1773613223.596925:0:83649:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773613223.596929:0:83649:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773613223.596932:0:83649:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773613223.596966:0:83649:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.596972:0:83649:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a188400. 00000020:00000010:2.0:1773613223.596978:0:83649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.596984:0:83649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.596989:0:83649:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.596993:0:83649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.596997:0:83649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.597001:0:83649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.597004:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a189a00. 00000008:00000010:2.0:1773613223.597006:0:83649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.597010:0:83649:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.597014:0:83649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.597016:0:83649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.597018:0:83649:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.597021:0:83649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000020:00000001:2.0:1773613223.597024:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd88 00000080:00000008:2.0:1773613223.597026:0:83649:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0x3:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1773613223.597030:0:83649:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613223.597629:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.597637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:3.0:1773613223.597644:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.597655:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.597665:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:3.0:1773613223.597669:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:3.0:1773613223.597678:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.597688:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.597702:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.597705:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.597713:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.597714:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1773613223.597876:0:83649:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773613223.597881:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:2.0:1773613223.597885:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.597888:0:83649:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.597898:0:83649:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773613223.597901:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bdd0 00000080:00200008:2.0:1773613223.597914:0:83649:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 100000 00000080:00000001:2.0:1773613223.597919:0:83649:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773613223.597923:0:83649:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773613223.597924:0:83649:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773613223.597926:0:83649:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:2.0:1773613223.597928:0:83649:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:2.0:1773613223.597930:0:83649:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.598043:0:83649:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1773613223.598054:0:83649:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.598058:0:83649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.598066:0:83649:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:2.0:1773613223.598069:0:83649:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613223.598075:0:83649:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613223.598077:0:83649:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x3:0x0]: 0 00000080:00000001:2.0:1773613223.598080:0:83649:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773613223.598083:0:83649:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773613223.598091:0:83649:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.598093:0:83649:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773613223.598100:0:83649:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773613223.598105:0:83649:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:2.0:1773613223.598107:0:83649:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x3:0x0] 00000002:00000001:2.0:1773613223.598202:0:83649:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773613223.598205:0:83649:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x3:0x0] file closed with intent: 0 00000100:00000010:2.0:1773613223.598213:0:83649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000020:00000040:2.0:1773613223.598217:0:83649:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613223.598223:0:83649:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613223.598227:0:83649:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613223.598232:0:83649:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613223.598525:0:83649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a189a00. 00000100:00000001:2.0:1773613223.598536:0:83649:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773613223.598556:0:83649:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773613223.598569:0:83649:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773613223.598575:0:83649:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773613223.598582:0:83649:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613223.598584:0:83649:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613223.598592:0:83649:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a6a80. 00000100:00000001:2.0:1773613223.598594:0:83649:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183369856 : -113016526181760 : ffff99364a1a6a80) 00000100:00000001:2.0:1773613223.598597:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.598599:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000001:2.0:1773613223.598604:0:83649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613223.598609:0:83649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.598612:0:83649:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613223.598613:0:83649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613223.598618:0:83649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.598626:0:83649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613223.598629:0:83649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613223.598633:0:83649:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613223.598637:0:83649:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613223.598640:0:83649:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613223.598643:0:83649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:83649:1859762477084160:192.168.203.144@tcp:35:cat.0 00000100:00000001:2.0:1773613223.598648:0:83649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613223.598654:0:83649:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613223.598657:0:83649:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613223.598660:0:83649:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613223.598665:0:83649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604aa800. 02000000:00000001:2.0:1773613223.598667:0:83649:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613223.598676:0:83649:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613223.598681:0:83649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9478. 00000400:00000010:2.0:1773613223.598687:0:83649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613223.598695:0:83649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477084160, portal 10 00000100:00000001:2.0:1773613223.598696:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.598698:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:2.0:1773613223.598705:0:83649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.598713:0:83649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613223.598716:0:83649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613223.598721:0:83649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613223.598724:0:83649:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477084160, offset 0 00000400:00000200:2.0:1773613223.598733:0:83649:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613223.598743:0:83649:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.598752:0:83649:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613223.598758:0:83649:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613223.598763:0:83649:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613223.598768:0:83649:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613223.598772:0:83649:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613223.598777:0:83649:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224801:224801:256:4294967295] 192.168.203.144@tcp LPNI seq info [224736:224736:8:4294967295] 00000400:00000200:2.0:1773613223.598781:0:83649:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.598793:0:83649:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613223.598800:0:83649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613223.598806:0:83649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613223.598814:0:83649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613223.598823:0:83649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613223.598828:0:83649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773613223.598929:0:83649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613223.598967:0:83649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 240925 usecs (241 jiffies) 00000400:00000200:2.0:1773613223.598972:0:83649:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613223.598976:0:83649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300313626 00000100:00000001:2.0:1773613223.598980:0:83649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300314429 00000100:00000001:2.0:1773613223.598983:0:83649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300313626 00000100:00000001:2.0:1773613223.598985:0:83649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300314429 00000100:00000001:2.0:1773613223.598988:0:83649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613223.598991:0:83649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.598994:0:83649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613223.598996:0:83649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613223.599000:0:83649:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a6a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773613223.599003:0:83649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613223.599006:0:83649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613223.599930:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.600059:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613223.600064:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.600066:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.600075:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.600081:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613223.600089:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.600093:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.600098:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.600102:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d02d00 00000400:00000200:2.0:1773613223.600106:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613223.600716:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4fad [1] + 224 00000800:00000001:2.0:1773613223.600728:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1773613223.600859:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.600864:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:3.0:1773613223.600870:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.600875:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613223.600881:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:3.0:1773613223.600884:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:3.0:1773613223.600890:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613223.600898:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.600921:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613223.600925:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1773613223.601055:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613223.601058:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.601062:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613223.601067:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.601073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613223.601082:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613223.601133:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.601140:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613223.601234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613223.601253:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613223.601257:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613223.601620:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613223.601622:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1773613223.601715:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613223.601718:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613223.601722:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864aa8. 00000400:00000200:0.0:1773613223.601727:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:0.0:1773613223.601729:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:0.0:1773613223.601735:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613223.601743:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613223.601753:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613223.601760:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613223.601762:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.601764:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613223.601769:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613223.601772:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613223.601774:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613223.601778:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613223.601791:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=107 v=5 (5 5 5 0) 00000100:00001000:0.0:1773613223.601795:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613223.601798:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613223.601800:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.601803:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613223.601808:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.601812:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613223.601814:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:0.0:1773613223.601817:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613223.601819:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613223.601824:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613223.601832:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613223.601835:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613223.601839:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613223.601843:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613223.601850:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477083904:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613223.601855:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.601858:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613223.601861:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477083904/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613223.601867:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613223.601869:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613223.601874:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2be00. 02000000:00000001:0.0:1773613223.601877:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613223.601880:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613223.601883:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613223.601885:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613223.601888:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99365231e200. 02000000:00000001:0.0:1773613223.601892:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613223.601895:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613223.601897:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613223.601913:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613223.601914:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.601917:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613223.601926:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613223.601928:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613223.601930:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613223.602050:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613223.604084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000800:00000001:3.0:1773613223.605447:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.605467:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.605472:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.605474:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.605485:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.605494:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.605505:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.605511:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.605518:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.605523:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d02e00 00000400:00000200:3.0:1773613223.605529:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.605536:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4fb5 [1] + 224 00000800:00000001:3.0:1773613223.605545:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.605555:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.605559:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.605564:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.605573:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.605583:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613223.605595:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613223.605618:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613223.605629:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.605633:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613223.605780:0:83649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613223.605790:0:83649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613223.605792:0:83649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613223.605796:0:83649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9478. 00000400:00000200:2.0:1773613223.605802:0:83649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613223.605804:0:83649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613223.605807:0:83649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613223.605812:0:83649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613223.605822:0:83649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8380 x1859762477084160/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.605829:0:83649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613223.605830:0:83649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613223.605833:0:83649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613223.605837:0:83649:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613223.605840:0:83649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613223.605843:0:83649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613223.605847:0:83649:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613223.605858:0:83649:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=1 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613223.605862:0:83649:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613223.605865:0:83649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613223.605868:0:83649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.605872:0:83649:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613223.605875:0:83649:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.605880:0:83649:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613223.605882:0:83649:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773613223.605884:0:83649:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613223.605886:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.605888:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000001:2.0:1773613223.605891:0:83649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613223.605893:0:83649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:2.0:1773613223.605895:0:83649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613223.605898:0:83649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613223.605913:0:83649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.605920:0:83649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613223.605923:0:83649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613223.605925:0:83649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613223.605929:0:83649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613223.605979:0:83649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:83649:1859762477084160:192.168.203.144@tcp:35:cat.0 00000100:00000001:2.0:1773613223.605985:0:83649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613223.605988:0:83649:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.605991:0:83649:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613223.605993:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.605997:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606003:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613223.606006:0:83649:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a6a80. 00000100:00000001:2.0:1773613223.606009:0:83649:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613223.606011:0:83649:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.606020:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.606021:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000002:00000001:2.0:1773613223.606025:0:83649:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.606028:0:83649:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613223.606035:0:83649:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.606039:0:83649:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773613223.606042:0:83649:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1773613223.606047:0:83649:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773613223.606053:0:83649:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606061:0:83649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613223.606062:0:83649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000001:2.0:1773613223.606064:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.606067:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606072:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.606074:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.606077:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606082:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.606084:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.606087:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477083776/t103079215215(103079215215) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606094:0:83649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613223.606098:0:83649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613223.606100:0:83649:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613223.606102:0:83649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613223.606105:0:83649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f51800. 02000000:00000001:2.0:1773613223.606110:0:83649:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613223.606120:0:83649:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613223.606122:0:83649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:2.0:1773613223.606125:0:83649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613223.606126:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613223.606127:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.606130:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606134:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773613223.606136:0:83649:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff9936448272a0. 00000002:00000001:2.0:1773613223.606138:0:83649:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.606140:0:83649:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613223.606141:0:83649:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9936498e46c0. 00000100:00000001:2.0:1773613223.606143:0:83649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.606145:0:83649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8380 x1859762477084160/t103079215216(103079215216) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613223.606150:0:83649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613223.606152:0:83649:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613223.606155:0:83649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9936604aa800. 02000000:00000001:2.0:1773613223.606158:0:83649:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613223.606159:0:83649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613223.606160:0:83649:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613223.606162:0:83649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613223.606163:0:83649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a189a00. 02000000:00000001:2.0:1773613223.606165:0:83649:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613223.606166:0:83649:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613223.606167:0:83649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 00000100:00000001:2.0:1773613223.606170:0:83649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613223.606171:0:83649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613223.606173:0:83649:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613223.606176:0:83649:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364159ea00. 00000080:00000001:2.0:1773613223.606180:0:83649:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.606187:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bdd0 00000080:00000008:2.0:1773613223.606190:0:83649:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), flags 100000, rc = 0 00000080:00000001:2.0:1773613223.606193:0:83649:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.606200:0:83649:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613223.606202:0:83649:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9be00 00000080:00002000:2.0:1773613223.606204:0:83649:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658077ca8, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:2.0:1773613223.606208:0:83649:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.633350:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613223.633358:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613223.633360:0:83650:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613223.633363:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bb20 00000080:00200000:3.0:1773613223.633367:0:83650:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613223.633376:0:83650:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660d3f800. 00800000:00000002:3.0:1773613223.633383:0:83650:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613223.633387:0:83650:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613223.633391:0:83650:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.633393:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9ba40 00800000:00000002:3.0:1773613223.633396:0:83650:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613223.633399:0:83650:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613223.633404:0:83650:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613223.633409:0:83650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.633410:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9b910 00000002:00010000:3.0:1773613223.633412:0:83650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613223.633416:0:83650:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613223.633418:0:83650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.633421:0:83650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.633427:0:83650:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:3.0:1773613223.633431:0:83650:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.633435:0:83650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.633439:0:83650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.633444:0:83650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773613223.633455:0:83650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613223.633461:0:83650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.633464:0:83650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773613223.633471:0:83650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613223.633473:0:83650:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613223.633475:0:83650:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.633476:0:83650:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.633478:0:83650:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613223.633480:0:83650:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613223.633482:0:83650:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613223.633485:0:83650:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613223.633488:0:83650:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3f800. 00000080:00000001:3.0:1773613223.633493:0:83650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613223.633495:0:83650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.633497:0:83650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613223.633500:0:83650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01071 00800000:00000001:3.0:1773613223.633503:0:83650:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613223.633505:0:83650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613223.633507:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.633509:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.633511:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:3.0:1773613223.633514:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.633516:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.633519:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633522:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613223.633523:0:83650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613223.633525:0:83650:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.633528:0:83650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01071 from it ffffaca8c1f9bb58 00010000:00000001:3.0:1773613223.633530:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.633532:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.633533:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:3.0:1773613223.633535:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.633537:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:3.0:1773613223.633539:0:83650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613223.633542:0:83650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613223.633548:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633549:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.633551:0:83650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613223.633553:0:83650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613223.633555:0:83650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613223.633561:0:83650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613223.633565:0:83650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613223.633567:0:83650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613223.633571:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633572:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.633574:0:83650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633577:0:83650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613223.633579:0:83650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633581:0:83650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633584:0:83650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633586:0:83650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613223.633588:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633589:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613223.633592:0:83650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613223.633593:0:83650:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613223.633595:0:83650:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613223.633600:0:83650:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.633604:0:83650:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613223.633606:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bb48 00000080:00002000:3.0:1773613223.633607:0:83650:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658077ca8) flags 0x48000e refc 0 00000080:00000001:3.0:1773613223.633610:0:83650:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.633612:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bb90 00000080:00200000:3.0:1773613223.633614:0:83650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1773613223.633622:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd08 00000080:00200008:3.0:1773613223.633625:0:83650:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1773613223.633629:0:83650:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613223.633630:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc80 00000080:00200000:3.0:1773613223.633632:0:83650:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88),name=recon 00000080:00000010:3.0:1773613223.633636:0:83650:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660d3f800. 00800000:00000002:3.0:1773613223.633639:0:83650:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613223.633643:0:83650:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613223.633644:0:83650:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.633646:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bba0 00800000:00000002:3.0:1773613223.633648:0:83650:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613223.633650:0:83650:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613223.633654:0:83650:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613223.633657:0:83650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613223.633658:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9ba70 00000002:00010000:3.0:1773613223.633660:0:83650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613223.633663:0:83650:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613223.633664:0:83650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613223.633665:0:83650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613223.633669:0:83650:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:3.0:1773613223.633671:0:83650:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613223.633673:0:83650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613223.633675:0:83650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613223.633678:0:83650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773613223.633684:0:83650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613223.633686:0:83650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.633689:0:83650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773613223.633695:0:83650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613223.633697:0:83650:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613223.633698:0:83650:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.633700:0:83650:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613223.633701:0:83650:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613223.633703:0:83650:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613223.633705:0:83650:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613223.633707:0:83650:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613223.633709:0:83650:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3f800. 00000080:00000001:3.0:1773613223.633711:0:83650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613223.633713:0:83650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.633715:0:83650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) 00000080:00010000:3.0:1773613223.633717:0:83650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a0106a 00800000:00000001:3.0:1773613223.633720:0:83650:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613223.633721:0:83650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613223.633723:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.633724:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.633726:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:3.0:1773613223.633728:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:3.0:1773613223.633730:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:3.0:1773613223.633732:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633733:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613223.633735:0:83650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613223.633736:0:83650:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613223.633738:0:83650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0106a from it ffffaca8c1f9bcb8 00010000:00000001:3.0:1773613223.633740:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613223.633741:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613223.633742:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:3.0:1773613223.633744:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:3.0:1773613223.633745:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:3.0:1773613223.633747:0:83650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613223.633750:0:83650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613223.633756:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633757:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.633759:0:83650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613223.633760:0:83650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613223.633762:0:83650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613223.633769:0:83650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613223.633771:0:83650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613223.633772:0:83650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613223.633774:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633775:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613223.633777:0:83650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633779:0:83650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613223.633780:0:83650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633782:0:83650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633784:0:83650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613223.633787:0:83650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613223.633788:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613223.633789:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613223.633791:0:83650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613223.633792:0:83650:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613223.633795:0:83650:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773613223.633797:0:83650:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613223.633799:0:83650:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613223.633801:0:83650:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613223.633803:0:83650:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613223.633805:0:83650:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613223.633808:0:83650:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773613223.633810:0:83650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613223.633815:0:83650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32240. 00000020:00000010:3.0:1773613223.633819:0:83650:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:3.0:1773613223.633823:0:83650:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fc00. 00000020:00000010:3.0:1773613223.633827:0:83650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613223.633833:0:83650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926c2f0. 00020000:00000010:3.0:1773613223.633838:0:83650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc90c0. 00008000:00000010:3.0:1773613223.633842:0:83650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4388. 00000080:00000010:3.0:1773613223.633848:0:83650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d013f0. 00000080:00000010:3.0:1773613223.633852:0:83650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3d98. 00000020:00000010:2.0:1773613223.635836:0:83650:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188c00. 00000008:00000010:2.0:1773613223.635856:0:83650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.635863:0:83650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.635869:0:83650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.635877:0:83650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613223.635883:0:83650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329800 : -113016517221816 : ffff99364aa32248) 00000020:00001000:2.0:1773613223.635888:0:83650:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32240 00000020:00000001:2.0:1773613223.635893:0:83650:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.635896:0:83650:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613223.635899:0:83650:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613223.635911:0:83650:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773613223.635915:0:83650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.635917:0:83650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773613223.635920:0:83650:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.635923:0:83650:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.635925:0:83650:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.635929:0:83650:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff9936594f3df8 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773613223.635962:0:83650:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff99365a368000 00020000:00000001:2.0:1773613223.635967:0:83650:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613223.635969:0:83650:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613223.635971:0:83650:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613223.635974:0:83650:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.635976:0:83650:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613223.635979:0:83650:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613223.635981:0:83650:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.635982:0:83650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.635983:0:83650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.635984:0:83650:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613223.635986:0:83650:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff99365a368000 00000020:00000001:2.0:1773613223.635988:0:83650:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613223.635991:0:83650:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773613223.635993:0:83650:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:2.0:1773613223.635996:0:83650:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773613223.635998:0:83650:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773613223.636001:0:83650:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773613223.636003:0:83650:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773613223.636010:0:83650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773613223.636017:0:83650:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9936522cea80. 00020000:00000002:2.0:1773613223.636021:0:83650:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613223.636024:0:83650:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773613223.636026:0:83650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.636028:0:83650:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613223.636030:0:83650:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613223.636035:0:83650:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613223.636039:0:83650:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188400. 00000020:00000010:2.0:1773613223.636044:0:83650:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a189800. 00000020:00000010:2.0:1773613223.636048:0:83650:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.636054:0:83650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.636059:0:83650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.636063:0:83650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.636282:0:83650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.636288:0:83650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.636548:0:83650:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a188a00. 00000008:00000010:2.0:1773613223.636556:0:83650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.636560:0:83650:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.636563:0:83650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.636566:0:83650:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613223.636569:0:83650:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613223.636572:0:83650:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613223.636575:0:83650:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.636577:0:83650:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613223.636579:0:83650:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613223.636581:0:83650:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613223.636582:0:83650:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.636585:0:83650:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.636586:0:83650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.636589:0:83650:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773613223.636593:0:83650:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936514905f0. 00000008:00010000:2.0:1773613223.636597:0:83650:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773613223.636600:0:83650:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.636602:0:83650:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773613223.636603:0:83650:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9936522ceab0, osc lock ffff9936514905f0, flags 0x400001002 00000020:00000001:2.0:1773613223.636606:0:83650:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.636607:0:83650:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.636611:0:83650:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057318800000 : -113016390751616 : ffff9936522cea80) 00000020:00000001:2.0:1773613223.636614:0:83650:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773613223.636614:0:83650:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773613223.636616:0:83650:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636619:0:83650:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636621:0:83650:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773613223.636624:0:83650:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773613223.636625:0:83650:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.636628:0:83650:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773613223.636629:0:83650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.636630:0:83650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.636632:0:83650:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.636635:0:83650:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773613223.636638:0:83650:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613223.636642:0:83650:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613223.636646:0:83650:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.636647:0:83650:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613223.636649:0:83650:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613223.636651:0:83650:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613223.636652:0:83650:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613223.636655:0:83650:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773613223.636659:0:83650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.636668:0:83650:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:2.0:1773613223.636672:0:83650:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.636679:0:83650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.636686:0:83650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.636692:0:83650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1773613223.636709:0:83650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.636717:0:83650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.636721:0:83650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773613223.636729:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.636732:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.636735:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=4 00000020:00000001:2.0:1773613223.636738:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.636741:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000008:00000001:2.0:1773613223.636745:0:83650:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613223.636748:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.636749:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.636750:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=5 00000020:00000001:2.0:1773613223.636752:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.636755:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00000020:00000001:2.0:1773613223.636758:0:83650:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.636761:0:83650:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773613223.636763:0:83650:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613223.636765:0:83650:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.636767:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.636768:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.636770:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=6 00000020:00000001:2.0:1773613223.636771:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.636774:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:2.0:1773613223.636776:0:83650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.636780:0:83650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773613223.636788:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.636790:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.636792:0:83650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.636795:0:83650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.636798:0:83650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773613223.636807:0:83650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.636810:0:83650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.636813:0:83650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.636818:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.636819:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.636822:0:83650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.636825:0:83650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.636828:0:83650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.636830:0:83650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.636833:0:83650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.636834:0:83650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.636836:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.636837:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.636838:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.636839:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.636841:0:83650:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613223.636843:0:83650:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636845:0:83650:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613223.636847:0:83650:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636849:0:83650:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636850:0:83650:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613223.636852:0:83650:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613223.636855:0:83650:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773613223.636856:0:83650:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773613223.636858:0:83650:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636860:0:83650:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.636865:0:83650:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613223.636868:0:83650:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.636870:0:83650:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:2.0:1773613223.636872:0:83650:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613223.636876:0:83650:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773613223.636881:0:83650:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613223.636883:0:83650:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1773613223.636885:0:83650:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613223.636886:0:83650:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1773613223.636889:0:83650:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x3:49033 on OST[0]: s=46 (1) m=1773613223 a=1773613223 c=1773613223 b=1 00020000:00000001:2.0:1773613223.636894:0:83650:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613223.636896:0:83650:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=46 m=1773613223 a=1773613223 c=1773613223 b=1 00020000:00000001:2.0:1773613223.636899:0:83650:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636901:0:83650:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.636913:0:83650:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000080:00200000:2.0:1773613223.636917:0:83650:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1773613223.636920:0:83650:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613223.636922:0:83650:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613223.636924:0:83650:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9936594f3d98 (ffff99364aa32248/0) at cl_lock_release():245 00000020:00000001:2.0:1773613223.636927:0:83650:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.636928:0:83650:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936594f3d98 (ffff99364aa32248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613223.636931:0:83650:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613223.636932:0:83650:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613223.636962:0:83650:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613223.636965:0:83650:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613223.636966:0:83650:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936522ceab0 (ffff99364b7b01b8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613223.636969:0:83650:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613223.636971:0:83650:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613223.636972:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.636973:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613223.636975:0:83650:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613223.636977:0:83650:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.636978:0:83650:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.636979:0:83650:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613223.636980:0:83650:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.636982:0:83650:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936594f3d98 (ffff99364aa32248/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613223.636985:0:83650:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613223.636986:0:83650:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613223.636987:0:83650:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936522ceab0 (ffff99364aa32248/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613223.636990:0:83650:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936514905f0. 00000020:00000001:2.0:1773613223.636995:0:83650:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613223.636997:0:83650:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9936522cea80. 00020000:00000001:2.0:1773613223.637001:0:83650:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.637002:0:83650:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613223.637003:0:83650:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773613223.637005:0:83650:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.637007:0:83650:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613223.637009:0:83650:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613223.637012:0:83650:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613223.637013:0:83650:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613223.637015:0:83650:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.637017:0:83650:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613223.637021:0:83650:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a189800. 00000020:00000010:2.0:1773613223.637025:0:83650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c9c0. 00000008:00000010:2.0:1773613223.637030:0:83650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613223.637034:0:83650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036480. 00008000:00000010:2.0:1773613223.637038:0:83650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613223.637041:0:83650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613223.637046:0:83650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613223.637049:0:83650:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188400. 00000008:00000010:2.0:1773613223.637053:0:83650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613223.637057:0:83650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613223.637060:0:83650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613223.637064:0:83650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613223.637067:0:83650:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188a00. 00000020:00000010:2.0:1773613223.637069:0:83650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00020000:00000001:2.0:1773613223.637071:0:83650:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613223.637074:0:83650:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613223.637077:0:83650:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613223.637079:0:83650:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613223.637083:0:83650:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773613223.637085:0:83650:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.637087:0:83650:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613223.637089:0:83650:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613223.637090:0:83650:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613223.637092:0:83650:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32240 00000020:00000010:2.0:1773613223.637093:0:83650:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fc00. 00000020:00000010:2.0:1773613223.637097:0:83650:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:2.0:1773613223.637100:0:83650:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926c2f0. 00020000:00000010:2.0:1773613223.637102:0:83650:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc90c0. 00008000:00000010:2.0:1773613223.637107:0:83650:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4388. 00000080:00000010:2.0:1773613223.637490:0:83650:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d013f0. 00000080:00000010:2.0:1773613223.637496:0:83650:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3d98. 00000020:00000010:2.0:1773613223.637499:0:83650:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000008:00000010:2.0:1773613223.637502:0:83650:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613223.637504:0:83650:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613223.637507:0:83650:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613223.637510:0:83650:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613223.637513:0:83650:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a188c00. 00000020:00000010:2.0:1773613223.637515:0:83650:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32240. 00000001:00000001:2.0:1773613223.637518:0:83650:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.637529:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bd08 00000080:00000008:2.0:1773613223.637531:0:83650:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1773613223.637539:0:83650:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613223.637540:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bda0 00000080:00002000:2.0:1773613223.637543:0:83650:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658077ca8, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:2.0:1773613223.637546:0:83650:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.637630:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.637635:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.637637:0:83650:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.637639:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bbc0 00000080:00200000:2.0:1773613223.637641:0:83650:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613223.637648:0:83650:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00800000:00000002:2.0:1773613223.637654:0:83650:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.637659:0:83650:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.637664:0:83650:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.637666:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bae0 00800000:00000002:2.0:1773613223.637668:0:83650:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.637672:0:83650:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.637678:0:83650:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.637685:0:83650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.637687:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9b9b0 00000002:00010000:2.0:1773613223.637688:0:83650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.637692:0:83650:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.637694:0:83650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.637697:0:83650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.637702:0:83650:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:2.0:1773613223.637704:0:83650:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.637708:0:83650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.637712:0:83650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.637717:0:83650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613223.637727:0:83650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.637732:0:83650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.637736:0:83650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613223.637742:0:83650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613223.637744:0:83650:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613223.637747:0:83650:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.637749:0:83650:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.637751:0:83650:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.637753:0:83650:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613223.637756:0:83650:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613223.637759:0:83650:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613223.637762:0:83650:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.637766:0:83650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613223.637767:0:83650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.637770:0:83650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613223.637774:0:83650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01071 00800000:00000001:2.0:1773613223.637778:0:83650:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.637780:0:83650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.637782:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.637784:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.637786:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.637788:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.637791:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.637794:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.637795:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.637796:0:83650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.637798:0:83650:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.637800:0:83650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01071 from it ffffaca8c1f9bbf8 00010000:00000001:2.0:1773613223.637802:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.637803:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.637804:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.637806:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.637808:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.637810:0:83650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.637812:0:83650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613223.637819:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.637820:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.637821:0:83650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.637822:0:83650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.637825:0:83650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613223.637831:0:83650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.637834:0:83650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.637836:0:83650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.637839:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.637840:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.637841:0:83650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.637844:0:83650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.637846:0:83650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.637847:0:83650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.637850:0:83650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.637851:0:83650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.637853:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.637854:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613223.637857:0:83650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613223.637858:0:83650:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.637861:0:83650:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613223.637864:0:83650:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.637868:0:83650:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773613223.637870:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bbe8 00000080:00002000:2.0:1773613223.637872:0:83650:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658077ca8) flags 0x48004e refc 0 00000080:00000001:2.0:1773613223.637874:0:83650:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.637877:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc30 00000080:00200000:2.0:1773613223.637879:0:83650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1773613223.637897:0:83650:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773613223.637900:0:83650:0:(xattr.c:585:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1773613223.637916:0:83650:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613223.637918:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9be40 00000080:00002000:2.0:1773613223.637919:0:83650:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658077ca8, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:2.0:1773613223.637921:0:83650:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.637962:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.637964:0:83650:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.637965:0:83650:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.637966:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bbc0 00000080:00200000:2.0:1773613223.637969:0:83650:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613223.637972:0:83650:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00800000:00000002:2.0:1773613223.637974:0:83650:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.637976:0:83650:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.637978:0:83650:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.637979:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bae0 00800000:00000002:2.0:1773613223.637981:0:83650:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.637983:0:83650:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.637985:0:83650:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.637988:0:83650:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.637989:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9b9b0 00000002:00010000:2.0:1773613223.637997:0:83650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.638000:0:83650:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.638001:0:83650:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.638003:0:83650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.638006:0:83650:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:2.0:1773613223.638009:0:83650:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.638011:0:83650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.638013:0:83650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.638017:0:83650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773613223.638024:0:83650:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.638027:0:83650:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.638029:0:83650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1773613223.638039:0:83650:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613223.638041:0:83650:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613223.638043:0:83650:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.638044:0:83650:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.638046:0:83650:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.638048:0:83650:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613223.638050:0:83650:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613223.638052:0:83650:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613223.638053:0:83650:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.638057:0:83650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613223.638058:0:83650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.638060:0:83650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613223.638062:0:83650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01071 00800000:00000001:2.0:1773613223.638064:0:83650:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.638066:0:83650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.638067:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.638068:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.638069:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.638071:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.638074:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.638076:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.638077:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.638078:0:83650:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.638080:0:83650:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.638082:0:83650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01071 from it ffffaca8c1f9bbf8 00010000:00000001:2.0:1773613223.638084:0:83650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.638085:0:83650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.638086:0:83650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.638088:0:83650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.638090:0:83650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.638092:0:83650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.638095:0:83650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613223.638101:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.638102:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.638103:0:83650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.638104:0:83650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.638106:0:83650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.638652:0:83650:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.638655:0:83650:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.638657:0:83650:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.638660:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.638661:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.638663:0:83650:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.638665:0:83650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.638666:0:83650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.638668:0:83650:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.638671:0:83650:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.638673:0:83650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.638674:0:83650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.638675:0:83650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613223.638678:0:83650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613223.638680:0:83650:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.638683:0:83650:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613223.638686:0:83650:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.638690:0:83650:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773613223.638692:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bbe8 00000080:00002000:2.0:1773613223.638694:0:83650:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658077ca8) flags 0x48004e refc 0 00000080:00000001:2.0:1773613223.638696:0:83650:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.638698:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9bc30 00000080:00200000:2.0:1773613223.638700:0:83650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1773613223.638711:0:83650:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773613223.638714:0:83650:0:(xattr.c:601:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773613223.638717:0:83650:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613223.638719:0:83650:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f9be40 00000080:00002000:2.0:1773613223.638722:0:83650:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658077ca8, parent ffff99365037c6c0, inode ffff99365810ba88) hashed, 00000080:00000001:2.0:1773613223.638724:0:83650:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.651415:0:83651:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.651423:0:83651:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613223.651425:0:83651:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.651429:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb20 00000080:00200000:2.0:1773613223.651433:0:83651:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613223.651441:0:83651:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00800000:00000002:2.0:1773613223.651448:0:83651:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.651453:0:83651:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.651457:0:83651:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.651459:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba40 00800000:00000002:2.0:1773613223.651462:0:83651:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.651465:0:83651:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.651469:0:83651:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.651474:0:83651:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.651476:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2b910 00000002:00010000:2.0:1773613223.651478:0:83651:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.651482:0:83651:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.651484:0:83651:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.651487:0:83651:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.651493:0:83651:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:2.0:1773613223.651496:0:83651:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.651512:0:83651:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.651517:0:83651:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.651522:0:83651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773613223.651532:0:83651:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.651537:0:83651:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.651539:0:83651:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1773613223.651546:0:83651:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613223.651548:0:83651:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613223.651550:0:83651:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.651552:0:83651:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.651553:0:83651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.651555:0:83651:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613223.651558:0:83651:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613223.651560:0:83651:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613223.651563:0:83651:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.651569:0:83651:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613223.651570:0:83651:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.651572:0:83651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613223.651576:0:83651:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01071 00800000:00000001:2.0:1773613223.651579:0:83651:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.651581:0:83651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.651583:0:83651:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.651585:0:83651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.651587:0:83651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.651589:0:83651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.651592:0:83651:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.651594:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651596:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.651597:0:83651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.651599:0:83651:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.651601:0:83651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01071 from it ffffaca8c1f2bb58 00010000:00000001:2.0:1773613223.651604:0:83651:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.651605:0:83651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.651606:0:83651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9600 refcount=3 00000020:00000001:2.0:1773613223.651608:0:83651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.651610:0:83651:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712832 : -113016390838784 : ffff9936522b9600) 00010000:00000001:2.0:1773613223.651612:0:83651:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.651615:0:83651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773613223.651622:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651623:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.651624:0:83651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.651626:0:83651:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.651629:0:83651:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9600/0xa1aa084204a01071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd703 expref: -99 pid: 83649 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.651636:0:83651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.651638:0:83651:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.651641:0:83651:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.651644:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651645:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.651647:0:83651:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.651649:0:83651:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.651651:0:83651:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.651653:0:83651:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.651656:0:83651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.651659:0:83651:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.651660:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651661:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613223.651664:0:83651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613223.651666:0:83651:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.651668:0:83651:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613223.651673:0:83651:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613223.651678:0:83651:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773613223.651680:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb48 00000080:00002000:2.0:1773613223.651682:0:83651:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658077ca8) flags 0x48004e refc 0 00000080:00000001:2.0:1773613223.651685:0:83651:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613223.651687:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb90 00000080:00200000:2.0:1773613223.651689:0:83651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1773613223.651699:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00200008:2.0:1773613223.651702:0:83651:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff99365810ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613223.651706:0:83651:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613223.651708:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bc80 00000080:00200000:2.0:1773613223.651710:0:83651:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88),name=recon 00000080:00000010:2.0:1773613223.651714:0:83651:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a188c00. 00800000:00000002:2.0:1773613223.651717:0:83651:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613223.651722:0:83651:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613223.651724:0:83651:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.651726:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bba0 00800000:00000002:2.0:1773613223.651727:0:83651:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613223.651730:0:83651:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613223.651734:0:83651:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613223.651737:0:83651:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613223.651738:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba70 00000002:00010000:2.0:1773613223.651740:0:83651:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613223.651743:0:83651:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613223.651745:0:83651:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613223.651746:0:83651:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613223.651749:0:83651:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:2.0:1773613223.651751:0:83651:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613223.651754:0:83651:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613223.651756:0:83651:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613223.651759:0:83651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773613223.651766:0:83651:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613223.651769:0:83651:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613223.651771:0:83651:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1773613223.651777:0:83651:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613223.651779:0:83651:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613223.651781:0:83651:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.651783:0:83651:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613223.651784:0:83651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613223.651788:0:83651:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613223.651791:0:83651:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613223.651793:0:83651:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613223.651795:0:83651:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a188c00. 00000080:00000001:2.0:1773613223.651798:0:83651:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613223.651800:0:83651:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.651802:0:83651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) 00000080:00010000:2.0:1773613223.651805:0:83651:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff99365810ba88) for lock 0xa1aa084204a0106a 00800000:00000001:2.0:1773613223.651807:0:83651:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613223.651808:0:83651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613223.651809:0:83651:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.651811:0:83651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.651813:0:83651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.651814:0:83651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.651817:0:83651:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.651819:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651820:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613223.651821:0:83651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613223.651823:0:83651:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613223.651825:0:83651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0106a from it ffffaca8c1f2bcb8 00010000:00000001:2.0:1773613223.651827:0:83651:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613223.651827:0:83651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613223.651829:0:83651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=3 00000020:00000001:2.0:1773613223.651830:0:83651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.651833:0:83651:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:2.0:1773613223.651835:0:83651:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613223.651837:0:83651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773613223.651843:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.651844:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.652302:0:83651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613223.652304:0:83651:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613223.652307:0:83651:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a0106a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd6f5 expref: -99 pid: 83648 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773613223.652315:0:83651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613223.652317:0:83651:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613223.652318:0:83651:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613223.652321:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.652322:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613223.652323:0:83651:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.652325:0:83651:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613223.652327:0:83651:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.652328:0:83651:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.652331:0:83651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613223.652332:0:83651:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613223.652334:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613223.652335:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613223.652337:0:83651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613223.652339:0:83651:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613223.652342:0:83651:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000800:00000200:2.0:1773613223.663426:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613223.663435:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cb00. 00000400:00000200:2.0:1773613223.663441:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613223.663448:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613223.663455:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:2.0:1773613223.663458:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:2.0:1773613223.663464:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613223.663470:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a300 x1859762477084416/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.663481:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613223.663484:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73a300 x1859762477084416/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613223.663491:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613223.663493:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613223.670957:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.670975:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613223.670979:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.670981:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.670998:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671006:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613223.671016:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671021:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671025:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671030:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d02f00 00000400:00000200:3.0:1773613223.671034:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671040:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b4fc5 [1] + 224 00000800:00000001:3.0:1773613223.671047:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.671054:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613223.671058:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.671061:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613223.671068:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613223.671076:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a300 x1859762477084416/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613223.671087:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a73a300 x1859762477084416/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1773613239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613223.671104:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613223.671111:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613223.671114:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671119:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613223.671125:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224803:224803:256:4294967295] 192.168.203.144@tcp LPNI seq info [224738:224738:8:4294967295] 00000400:00000200:3.0:1773613223.671129:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613223.671137:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613223.671141:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613223.671147:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613223.671152:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613223.671159:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613223.671163:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613223.671240:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613223.671243:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:3.0:1773613223.671246:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613223.671250:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613223.671256:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613223.671259:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.672172:0:83651:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613223.672181:0:83651:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2be28 00000080:00002000:0.0:1773613223.672186:0:83651:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff993658077ca8, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773613223.672190:0:83651:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613223.672197:0:83651:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613223.672202:0:83651:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773613223.672213:0:83651:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773613223.672217:0:83651:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773613223.672220:0:83651:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.672230:0:83651:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.672237:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231f200. 00000020:00000010:0.0:1773613223.672243:0:83651:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.672247:0:83651:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.672256:0:83651:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.672263:0:83651:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.672270:0:83651:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.672277:0:83651:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.672283:0:83651:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.672303:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e800. 00000008:00000010:0.0:1773613223.672308:0:83651:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.672312:0:83651:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.672316:0:83651:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.672328:0:83651:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.672332:0:83651:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.672335:0:83651:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613223.672341:0:83651:0:(cl_object.c:151:cl_object_top()) ffff9936522a7e90 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.672343:0:83651:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613223.672346:0:83651:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613223.672348:0:83651:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613223.672352:0:83651:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.672355:0:83651:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613223.672356:0:83651:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613223.672361:0:83651:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff99366113bdf8 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773613223.672364:0:83651:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00020000:00000001:0.0:1773613223.672369:0:83651:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613223.672371:0:83651:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613223.672373:0:83651:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613223.672375:0:83651:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672378:0:83651:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613223.672380:0:83651:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613223.672382:0:83651:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672384:0:83651:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.672385:0:83651:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613223.672386:0:83651:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613223.672389:0:83651:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00000020:00000001:0.0:1773613223.672391:0:83651:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672393:0:83651:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613223.672395:0:83651:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773613223.672397:0:83651:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613223.672401:0:83651:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613223.672405:0:83651:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613223.672409:0:83651:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613223.672411:0:83651:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613223.672412:0:83651:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.672415:0:83651:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613223.672419:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e000. 00000020:00000010:0.0:1773613223.672422:0:83651:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231ee00. 00000020:00000010:0.0:1773613223.672424:0:83651:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.672428:0:83651:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.672431:0:83651:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.672435:0:83651:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.672438:0:83651:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.672441:0:83651:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.672444:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e600. 00000008:00000010:0.0:1773613223.672448:0:83651:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.672450:0:83651:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.672453:0:83651:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.672457:0:83651:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613223.672459:0:83651:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613223.672461:0:83651:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613223.672465:0:83651:0:(cl_object.c:151:cl_object_top()) ffff9936522a7080 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.672468:0:83651:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613223.672471:0:83651:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613223.672473:0:83651:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613223.672476:0:83651:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672478:0:83651:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672481:0:83651:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613223.672484:0:83651:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613223.672485:0:83651:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672488:0:83651:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672490:0:83651:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672492:0:83651:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773613223.672494:0:83651:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613223.672496:0:83651:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.672497:0:83651:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613223.672499:0:83651:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613223.672501:0:83651:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672503:0:83651:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672505:0:83651:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.672507:0:83651:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672508:0:83651:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613223.672509:0:83651:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672511:0:83651:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672513:0:83651:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773613223.672515:0:83651:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613223.672516:0:83651:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.672517:0:83651:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613223.672519:0:83651:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773613223.672523:0:83651:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1773613223.672529:0:83651:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84aa80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773613223.672536:0:83651:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613223.672538:0:83651:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.672540:0:83651:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613223.672542:0:83651:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.672545:0:83651:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773613223.672550:0:83651:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613223.672554:0:83651:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff993644987840@{[0 -> 255/255], [1|0|-|locking|wiY|ffff99364a84aa80], [1703936|1|+|-|ffff993659fc2e00|256|ffff993652424f80]} make ready 00000008:00010000:0.0:1773613223.672563:0:83651:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000aa6e1d2b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1773613223.672588:0:83651:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773613223.672590:0:83651:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773613223.672605:0:83651:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000b3495e1d[2 00000000dc19b7e7 1 1 0000000000000000] 00000020:00008000:0.0:1773613223.672607:0:83651:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773613223.672609:0:83651:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773613223.672611:0:83651:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613223.672612:0:83651:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613223.672614:0:83651:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773613223.672616:0:83651:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773613223.672619:0:83651:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613223.672622:0:83651:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b3495e1d[2 00000000dc19b7e7 1 1 0000000000000000] 00000020:00000001:0.0:1773613223.672624:0:83651:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773613223.672625:0:83651:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613223.672627:0:83651:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773613223.672630:0:83651:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000b3495e1d[2 00000000dc19b7e7 3 1 0000000000000000] 00000020:00000001:0.0:1773613223.672631:0:83651:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773613223.672633:0:83651:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672635:0:83651:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.672637:0:83651:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.672639:0:83651:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773613223.672642:0:83651:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.672644:0:83651:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:0.0:1773613223.672655:0:83651:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.672882:0:83651:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:0.0:1773613223.672885:0:83651:0:(osc_cache.c:901:osc_extent_finish()) extent ffff993644987840@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff99364a84aa80], [1703936|1|+|-|ffff993659fc2e00|256|ffff993652424f80]} extent finished. 00000008:00010000:0.0:1773613223.672892:0:83651:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000aa6e1d2b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1773613223.672914:0:83651:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:0.0:1773613223.672915:0:83651:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:0.0:1773613223.672918:0:83651:0:(cl_page.c:1144:cl_page_complete()) page@00000000b3495e1d[2 00000000dc19b7e7 3 1 0000000000000000] 00000020:00000001:0.0:1773613223.672919:0:83651:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:0.0:1773613223.672920:0:83651:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773613223.672921:0:83651:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773613223.672922:0:83651:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613223.672924:0:83651:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b3495e1d[2 00000000dc19b7e7 3 1 0000000000000000] 00000020:00000001:0.0:1773613223.672924:0:83651:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1773613223.672925:0:83651:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1773613223.672928:0:83651:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1773613223.672930:0:83651:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000b3495e1d[2 00000000dc19b7e7 1 1 0000000000000000] 00000080:00008000:0.0:1773613223.672932:0:83651:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1773613223.672974:0:83651:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1773613223.672975:0:83651:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:0.0:1773613223.672977:0:83651:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613223.672981:0:83651:0:(cl_page.c:596:cl_batch_put()) page@00000000b3495e1d[2 00000000dc19b7e7 1 1 0000000000000000] 00000020:00000001:0.0:1773613223.672983:0:83651:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:0.0:1773613223.672985:0:83651:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1773613223.672987:0:83651:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:0.0:1773613223.672991:0:83651:0:(osc_cache.c:1593:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:0.0:1773613223.672995:0:83651:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff993644987840@{[0 -> 255/255], [1|0|-|inv|wY|ffff99364a84aa80], [1703936|0|-|-|ffff993659fc2e00|256|ffff993652424f80]} destroyed. 00000008:00010000:0.0:1773613223.673000:0:83651:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000aa6e1d2b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1773613223.673006:0:83651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613223.673009:0:83651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1773613223.673013:0:83651:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff993644987840. 00000008:00000001:0.0:1773613223.673016:0:83651:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.673019:0:83651:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1773613223.673023:0:83651:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84aa80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773613223.673026:0:83651:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773613223.673029:0:83651:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84aa80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773613223.673033:0:83651:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613223.673036:0:83651:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.673039:0:83651:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673041:0:83651:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673043:0:83651:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.673045:0:83651:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.673048:0:83651:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613223.673051:0:83651:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773613223.673053:0:83651:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613223.673054:0:83651:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773613223.673056:0:83651:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613223.673058:0:83651:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673059:0:83651:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773613223.673061:0:83651:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613223.673064:0:83651:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773613223.673067:0:83651:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613223.673070:0:83651:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.673072:0:83651:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613223.673074:0:83651:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613223.673077:0:83651:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673080:0:83651:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673082:0:83651:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613223.673085:0:83651:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613223.673087:0:83651:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613223.673090:0:83651:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613223.673092:0:83651:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613223.673094:0:83651:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613223.673096:0:83651:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613223.673098:0:83651:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613223.673099:0:83651:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613223.673100:0:83651:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673101:0:83651:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673104:0:83651:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613223.673105:0:83651:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613223.673107:0:83651:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.673109:0:83651:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613223.673111:0:83651:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613223.673113:0:83651:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613223.673115:0:83651:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613223.673117:0:83651:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613223.673120:0:83651:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613223.673125:0:83651:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231ee00. 00000020:00000010:0.0:1773613223.673130:0:83651:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613223.673137:0:83651:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613223.673209:0:83651:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ecc0. 00008000:00000010:0.0:1773613223.673214:0:83651:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613223.673218:0:83651:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613223.673222:0:83651:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613223.673225:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e000. 00000008:00000010:0.0:1773613223.673229:0:83651:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613223.673232:0:83651:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613223.673236:0:83651:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613223.673238:0:83651:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613223.673241:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e600. 00000020:00000010:0.0:1773613223.673243:0:83651:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613223.673245:0:83651:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613223.673246:0:83651:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613223.673248:0:83651:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613223.673251:0:83651:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613223.673253:0:83651:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613223.673254:0:83651:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613223.673256:0:83651:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.673258:0:83651:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231e400. 00000020:00000010:0.0:1773613223.673259:0:83651:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.673261:0:83651:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.673263:0:83651:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.673264:0:83651:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.673266:0:83651:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.673268:0:83651:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.673269:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231f200. 00000008:00000010:0.0:1773613223.673271:0:83651:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.673272:0:83651:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.673274:0:83651:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.673275:0:83651:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.673276:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e800. 00000020:00000010:0.0:1773613223.673277:0:83651:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.673279:0:83651:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613223.673286:0:83651:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613223.673288:0:83651:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057060953824 : -113016648597792 : ffff993642ce7ee0) 00000020:00000001:0.0:1773613223.673290:0:83651:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1773613223.673292:0:83651:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1773613223.673294:0:83651:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613223.673296:0:83651:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613223.673297:0:83651:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613223.673300:0:83651:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b3495e1d[2 00000000dc19b7e7 1 1 0000000000000000] 00000020:00000001:0.0:1773613223.673302:0:83651:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1773613223.673303:0:83651:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1773613223.673305:0:83651:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1773613223.673307:0:83651:0:(osc_page.c:138:osc_page_delete()) ffff993642ce7f40 00000008:00000001:0.0:1773613223.673309:0:83651:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1773613223.673311:0:83651:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993642ce7f50 page ffff993642ce7f40 at index 0. 00000008:00000001:0.0:1773613223.673313:0:83651:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613223.673464:0:83651:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1773613223.673468:0:83651:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c4a7fbc0 index 0 00000020:00000001:0.0:1773613223.673472:0:83651:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1773613223.673474:0:83651:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1773613223.673476:0:83651:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613223.673478:0:83651:0:(cl_page.c:596:cl_batch_put()) page@00000000b3495e1d[1 00000000dc19b7e7 5 1 0000000000000000] 00000020:00000001:0.0:1773613223.673480:0:83651:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1773613223.673482:0:83651:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1773613223.673486:0:83651:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993642ce7ee0. 00000020:00000001:0.0:1773613223.673489:0:83651:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1773613223.673490:0:83651:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613223.673526:0:83651:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773613223.673529:0:83651:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff99365810ba88) 00800000:00000001:0.0:1773613223.673536:0:83651:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773613223.673538:0:83651:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x3:0x0] 00000002:00000001:0.0:1773613223.673544:0:83651:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773613223.673551:0:83651:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613223.673553:0:83651:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.673556:0:83651:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773613223.673558:0:83651:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773613223.673559:0:83651:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613223.673561:0:83651:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613223.673565:0:83651:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613223.673579:0:83651:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613223.673582:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e800. 00000020:00000010:0.0:1773613223.673585:0:83651:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.673587:0:83651:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.673590:0:83651:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.673592:0:83651:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.673595:0:83651:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.673598:0:83651:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.673600:0:83651:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.673602:0:83651:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365231e400. 00000008:00000010:0.0:1773613223.673604:0:83651:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.673606:0:83651:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.673608:0:83651:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.673610:0:83651:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613223.673612:0:83651:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613223.673613:0:83651:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00020000:00000001:0.0:1773613223.673619:0:83651:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:0.0:1773613223.673621:0:83651:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00020000:00000001:0.0:1773613223.673624:0:83651:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:0.0:1773613223.673626:0:83651:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8487e0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613223.673630:0:83651:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613223.673633:0:83651:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364934b880: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000001:0.0:1773613223.673635:0:83651:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:0.0:1773613223.673637:0:83651:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673639:0:83651:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1773613223.673640:0:83651:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1773613223.673645:0:83651:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1773613223.673649:0:83651:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:0.0:1773613223.673650:0:83651:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613223.673653:0:83651:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1773613223.673654:0:83651:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1773613223.673889:0:83651:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1773613223 1773613223 1773613223 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1773613223.673899:0:83651:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000020:00000001:0.0:1773613223.673900:0:83651:0:(cl_object.c:151:cl_object_top()) ffff99364a84aa80 -> ffff9936522a7e90 00000008:00000001:0.0:1773613223.673909:0:83651:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613223.673912:0:83651:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613223.673914:0:83651:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613223.673916:0:83651:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773613223.673923:0:83651:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99364a84aa80. 00020000:00000001:0.0:1773613223.673928:0:83651:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1773613223.673962:0:83651:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9936522a7000. 00020000:00000001:0.0:1773613223.673971:0:83651:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1773613223.673974:0:83651:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613223.673977:0:83651:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613223.673979:0:83651:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00020000:00000001:0.0:1773613223.673982:0:83651:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:0.0:1773613223.673984:0:83651:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:0.0:1773613223.673985:0:83651:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00020000:00000001:0.0:1773613223.673988:0:83651:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:0.0:1773613223.673991:0:83651:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99364a8fc610. 00020000:00000010:0.0:1773613223.673996:0:83651:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff993643d89f00. 00020000:00000010:0.0:1773613223.674001:0:83651:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99364a869010. 00020000:00000002:0.0:1773613223.674005:0:83651:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8487e0, objid 0x3:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613223.674008:0:83651:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613223.674011:0:83651:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364934b880: ostid: 0x240000400:15946 ost idx: 0 gen: 0 00020000:00000010:0.0:1773613223.674016:0:83651:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364934b880. 00020000:00000010:0.0:1773613223.674020:0:83651:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848060. 00020000:00000010:0.0:1773613223.674023:0:83651:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8487e0. 00020000:00000001:0.0:1773613223.674024:0:83651:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1773613223.674026:0:83651:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab0f8) owner 0000000000000000/ffff993652424f80 00020000:00000010:0.0:1773613223.674029:0:83651:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff99364a9ab0f8. 00020000:00000001:0.0:1773613223.674032:0:83651:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:0.0:1773613223.674035:0:83651:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff9936522a7e10. 00000020:00001000:0.0:1773613223.674039:0:83651:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613223.674042:0:83651:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365231f200. 00000020:00000010:0.0:1773613223.674044:0:83651:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613223.674047:0:83651:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613223.674050:0:83651:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613223.674053:0:83651:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613223.674056:0:83651:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613223.674059:0:83651:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613223.674064:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e800. 00000008:00000010:0.0:1773613223.674068:0:83651:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613223.674071:0:83651:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613223.674076:0:83651:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613223.674079:0:83651:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613223.674082:0:83651:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365231e400. 00000020:00000010:0.0:1773613223.674084:0:83651:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613223.674089:0:83651:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773613223.674091:0:83651:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00010000:00000010:1.1:1773613223.677492:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d600. 00010000:00000010:1.1:1773613223.677505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936c00. 00010000:00000010:1.1:1773613223.677510:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:1.1:1773613223.677513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9600. 00000080:00000010:0.1:1773613223.685380:0:83653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5e40. 00000080:00000010:0.1:1773613223.687553:0:83653:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99365810b9c0. 00010000:00000001:0.0:1773613223.947559:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.947568:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613223.947570:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613223.947573:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947578:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613223.947580:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947582:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947584:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947588:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.947590:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947592:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.947593:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613223.947596:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613223.947597:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613223.961399:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613223.961407:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613223.961412:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613224.646950:0:62426:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300314429, at 4300314432 00000100:00000010:3.0:1773613224.646962:0:62426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed8a0. 00000100:00000040:2.0:1773613224.653140:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300314429, at 4300314437 00000100:00000010:2.0:1773613224.653154:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edcc0. 00010000:00000001:0.0:1773613224.969321:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613224.969329:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969335:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613224.969338:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613224.969341:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613224.969347:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613224.969349:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613224.969350:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969353:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613224.969355:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969357:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969360:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969363:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613224.969365:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613224.969368:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613224.969369:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613225.772189:0:83877:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862100:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613225.862110:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613225.862120:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613225.862127:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613225.862131:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613225.862134:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613225.862139:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613225.862148:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613225.862154:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862165:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613225.862176:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613225.862180:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862185:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_00+0] req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862209:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862212:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613225.862215:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613225.862218:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613225.862220:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613225.862223:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613225.862224:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613225.862225:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613225.862228:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613225.862231:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862235:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613225.862242:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613225.862244:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862248:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_01+1] req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862255:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862257:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613225.862260:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613225.862262:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613225.862265:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613225.862266:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613225.862268:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613225.862269:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613225.862271:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613225.862274:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862277:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613225.862288:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613225.862289:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862293:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_00+0] req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862300:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862302:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613225.862305:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613225.862308:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613225.862311:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613225.862312:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613225.862314:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613225.862315:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613225.862318:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500d00. 00000100:00000001:0.0:1773613225.862320:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862324:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613225.862330:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613225.862332:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862336:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862343:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.862348:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5653) 00000100:00000001:0.0:1773613225.862363:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.862366:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613225.862368:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613225.862373:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862379:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613225.862382:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.862385:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613225.862388:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613225.862390:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613225.862394:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477084544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.862398:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613225.862402:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613225.862405:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.862407:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613225.862412:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661181800. 02000000:00000001:0.0:1773613225.862414:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613225.862421:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613225.862425:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613225.862432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613225.862439:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477084544, portal 25 00000100:00000001:0.0:1773613225.862441:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613225.862443:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613225.862448:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862454:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613225.862457:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613225.862459:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613225.862463:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477084544, offset 0 00000400:00000200:0.0:1773613225.862469:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613225.862477:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.862484:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613225.862488:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613225.862492:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613225.862497:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613225.862499:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613225.862503:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224804:224804:256:4294967295] 192.168.203.144@tcp LPNI seq info [224739:224739:8:4294967295] 00000400:00000200:0.0:1773613225.862507:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.862516:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613225.862522:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613225.862526:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613225.862533:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613225.862541:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613225.862545:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613225.862560:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613225.862564:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613225.862567:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300319609 00000100:00000010:0.0:1773613225.862572:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853120. 00000100:00000001:0.0:1773613225.862577:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613225.862581:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300319609 00000100:00000010:0.0:1773613225.862584:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8530c0. 00000100:00000001:0.0:1773613225.862587:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613225.862589:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.862591:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.862594:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613225.862598:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862604:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613225.862606:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.862608:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613225.862610:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613225.862611:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613225.862614:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.862620:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613225.862622:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613225.862623:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.862625:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613225.862628:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661180400. 02000000:00000001:0.0:1773613225.862630:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613225.862633:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613225.862635:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613225.862639:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613225.862641:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477084800, portal 4 00000100:00000001:0.0:1773613225.862643:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613225.862644:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613225.862650:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.862655:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613225.862657:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613225.862659:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000200:0.0:1773613225.862661:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477084800, offset 0 00000400:00000200:0.0:1773613225.862664:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613225.862668:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.862671:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613225.862673:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613225.862676:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613225.862678:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613225.862679:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613225.862682:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224805:224805:255:4294967295] 192.168.203.144@tcp LPNI seq info [224740:224740:7:4294967295] 00000400:00000200:0.0:1773613225.862685:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.862691:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613225.862959:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613225.862964:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613225.862969:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613225.862975:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000800:00000200:0.0:1773613225.863460:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613225.863465:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613225.863470:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613225.863475:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613225.863478:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613225.863482:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.863486:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 179222 usecs (180 jiffies) 00000400:00000200:0.0:1773613225.863490:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613225.863492:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300315829 00000100:00000001:0.0:1773613225.863495:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.863497:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300315829 00000100:00000001:0.0:1773613225.863498:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.863501:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.863503:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.863506:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.863508:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.863515:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613225.863517:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613225.863519:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.863520:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613225.863522:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613225.863524:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773613225.863525:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.863527:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613225.863529:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.863530:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.863531:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613225.863533:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613225.863538:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.863545:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613225.863546:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.863549:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613225.863552:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613225.863553:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613225.863556:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.863560:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613225.863564:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613225.863566:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.863568:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613225.863572:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661181200. 02000000:00000001:0.0:1773613225.863573:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613225.863577:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613225.863580:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613225.863584:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613225.863587:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477084672, portal 10 00000100:00000001:0.0:1773613225.863589:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613225.863590:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613225.863596:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.863601:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613225.863603:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613225.863606:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613225.863608:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477084672, offset 0 00000400:00000200:0.0:1773613225.863613:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613225.863617:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.863621:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613225.863625:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613225.863627:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613225.863630:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613225.863632:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613225.863635:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224806:224806:254:4294967295] 192.168.203.144@tcp LPNI seq info [224741:224741:6:4294967295] 00000400:00000200:0.0:1773613225.863638:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.863855:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:3.0:1773613225.863859:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:3.0:1773613225.863863:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613225.863868:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.863877:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613225.863880:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.863895:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613225.863897:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613225.863983:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613225.863986:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613225.863990:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613225.863994:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613225.863997:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:3.0:1773613225.863998:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:3.0:1773613225.864001:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613225.864004:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.864011:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613225.864014:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.864020:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613225.864021:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773613225.864830:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613225.864838:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613225.864843:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500f00. 00000800:00000200:0.0:1773613225.864848:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613225.864854:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613225.864857:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613225.864925:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.864930:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 239016 usecs (240 jiffies) 00000400:00000200:0.0:1773613225.865082:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613225.865085:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300315891 00000100:00000001:0.0:1773613225.865088:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.865090:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300315891 00000100:00000001:0.0:1773613225.865092:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.865094:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.865097:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.865101:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613225.865107:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.865114:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613225.865116:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.865120:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613225.865122:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613225.865124:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613225.865127:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.865131:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613225.865135:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613225.865138:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.865140:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613225.865145:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993661180a00. 02000000:00000001:0.0:1773613225.865147:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613225.865151:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613225.865155:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613225.865159:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17220. 00000100:00000200:0.0:1773613225.865164:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477084928, portal 4 00000100:00000001:0.0:1773613225.865166:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613225.865169:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:0.0:1773613225.865174:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.865181:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613225.865183:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613225.865186:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613225.865189:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477084928, offset 0 00000400:00000200:0.0:1773613225.865194:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613225.865200:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.865205:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613225.865209:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613225.865212:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613225.865768:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613225.865772:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613225.865776:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224807:224807:255:4294967295] 192.168.203.144@tcp LPNI seq info [224742:224742:7:4294967295] 00000400:00000200:0.0:1773613225.865781:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613225.865789:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613225.865795:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613225.865799:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613225.865804:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613225.865809:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613225.865813:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613225.865817:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.865821:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 740303 usecs (741 jiffies) 00000400:00000200:0.0:1773613225.865823:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613225.865825:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300316392 00000100:00000001:0.0:1773613225.865828:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.865830:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300316392 00000100:00000001:0.0:1773613225.865832:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:0.0:1773613225.865835:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.865837:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.865840:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.865843:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613225.865926:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613225.865930:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:2.0:1773613225.866072:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613225.866078:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613225.866083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:2.0:1773613225.866085:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:2.0:1773613225.866090:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613225.866096:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.866105:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613225.866108:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.866113:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613225.866115:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613225.866324:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613225.866327:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613225.866330:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613225.866334:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613225.866337:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:2.0:1773613225.866339:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:2.0:1773613225.866341:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613225.866345:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.866351:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613225.866354:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.866359:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613225.866361:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613225.869392:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.869409:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613225.869413:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.869415:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613225.869424:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.869432:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613225.869441:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.869446:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.869451:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.869455:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d02f80 00000400:00000200:3.0:1773613225.869460:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.869466:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4fcd [1] + 224 00000800:00000001:3.0:1773613225.869473:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.869479:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613225.869482:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613225.869487:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613225.869493:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613225.869501:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613225.869512:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.869537:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613225.869547:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.869550:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.869639:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.869643:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613225.869650:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613225.869651:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613225.869654:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613225.869659:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:0.0:1773613225.869661:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:0.0:1773613225.869664:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613225.869669:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613225.869677:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.869683:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613225.869685:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.869688:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613225.869691:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613225.869703:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613225.869705:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.869708:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613225.869715:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=153 v=5 (5 5 5 0) 00000100:00001000:0.0:1773613225.869718:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613225.869721:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613225.869722:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.869725:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613225.869727:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.869729:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.869734:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.869741:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.869744:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613225.869746:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613225.869761:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613225.869768:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477084544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.869773:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.869775:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613225.869778:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477084544/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.869785:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613225.869787:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613225.869790:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661181800. 02000000:00000001:0.0:1773613225.869794:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613225.869797:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613225.869798:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613225.869800:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613225.869803:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:0.0:1773613225.869807:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613225.869809:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613225.869811:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613225.869815:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613225.869817:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.869819:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.869821:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.869822:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613225.869824:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.869825:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613225.874557:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.874573:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613225.874577:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.874579:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613225.874587:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.874594:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613225.874602:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.874606:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.874611:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.874615:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03100 00000400:00000200:2.0:1773613225.874620:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.874627:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4fe5 [1] + 224 00000800:00000001:2.0:1773613225.874633:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.874641:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613225.874644:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613225.874649:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613225.874655:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613225.874665:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613225.874675:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.874698:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613225.874707:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.874710:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613225.875025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.875031:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613225.875033:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.875035:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613225.875040:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.875043:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613225.875049:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.875051:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.875054:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.875057:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d03000 00000400:00000200:3.0:1773613225.875061:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613225.875065:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4fdd [1] + 224 00000800:00000001:3.0:1773613225.875069:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.875074:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613225.875077:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613225.875080:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613225.875083:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613225.875088:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613225.875097:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613225.875104:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613225.875108:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613225.875111:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.875165:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.875169:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613225.875175:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613225.875177:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613225.875180:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613225.875185:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613225.875187:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613225.875189:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613225.875194:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613225.875202:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875209:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613225.875211:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.875214:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613225.875217:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613225.875220:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613225.875221:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.875224:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613225.875233:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=3 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613225.875236:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613225.875239:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613225.875241:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.875243:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613225.875246:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.875250:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613225.875252:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215209 00000100:00000001:0.0:1773613225.875254:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613225.875256:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.875261:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875268:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.875271:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613225.875272:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613225.875276:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613225.875283:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084672:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613225.875288:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613225.875290:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613225.875292:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613225.875295:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17220 00000400:00000010:0.0:1773613225.875296:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17220. 00000100:00000001:0.0:1773613225.875298:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613225.875302:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613225.875310:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875316:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613225.875317:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.875319:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613225.875320:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613225.875321:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613225.875323:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.875325:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613225.875329:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=153 v=5 (5 6 6 0) 00000100:00001000:0.0:1773613225.875331:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613225.875333:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613225.875334:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.875336:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613225.875337:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.875339:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613225.875340:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613225.875342:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613225.875343:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.875347:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875352:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.875354:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613225.875355:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613225.875358:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613225.875364:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.875371:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.875373:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613225.875376:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477084672/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875383:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613225.875386:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613225.875389:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661181200. 02000000:00000001:0.0:1773613225.875392:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613225.875395:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613225.875397:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613225.875399:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613225.875401:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613225.875406:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613225.875408:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613225.875409:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613225.875413:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613225.875414:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.875415:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613225.875418:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477084928/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.875423:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613225.875424:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613225.875425:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661180a00. 02000000:00000001:0.0:1773613225.875427:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613225.875428:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613225.875429:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613225.875431:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613225.875432:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500d00. 02000000:00000001:0.0:1773613225.875434:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613225.875435:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613225.875436:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:0.0:1773613225.875437:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613225.875438:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.875441:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.875443:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.875445:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613225.875446:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.875448:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613225.881508:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.881522:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613225.881525:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.881527:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613225.881534:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.881540:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613225.881546:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.881550:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.881554:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.881557:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03080 00000400:00000200:2.0:1773613225.881561:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613225.881565:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4fd5 [1] + 224 00000800:00000001:2.0:1773613225.881572:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.881578:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613225.881580:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613225.881583:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613225.881588:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613225.881595:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613225.881606:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613225.881623:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613225.881629:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613225.881631:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.881685:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.881688:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613225.881703:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613225.881705:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613225.881708:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613225.881713:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:0.0:1773613225.881715:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:0.0:1773613225.881718:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613225.881722:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613225.881732:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.881739:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613225.881741:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.881742:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613225.881745:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613225.881746:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613225.881748:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613225.881751:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613225.881759:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=3 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613225.881764:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613225.881766:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613225.881767:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.881770:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613225.881773:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.881776:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613225.881778:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:0.0:1773613225.881779:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613225.881781:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613225.881785:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.881793:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613225.881795:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613225.881797:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613225.881800:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613225.881807:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477084800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613225.881812:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.881814:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613225.881817:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477084800/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613225.881823:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613225.881826:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613225.881829:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993661180400. 02000000:00000001:0.0:1773613225.881832:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613225.881834:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613225.881836:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613225.881839:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613225.881841:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:0.0:1773613225.881846:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613225.881847:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613225.881849:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:0.0:1773613225.881852:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613225.881853:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.881855:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613225.881863:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613225.881865:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613225.881867:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613225.881869:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.990168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613225.990174:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.990180:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613225.990181:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.990185:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613225.990186:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613225.990189:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613225.990191:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613225.991377:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613225.991383:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613225.991387:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1773613226.108343:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.108358:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613226.108361:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.108364:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613226.108373:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108381:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613226.108391:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108395:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108401:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108405:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1957680 00000400:00000200:3.0:1773613226.108412:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4ce5 [2] + 2032 00000400:00000010:3.0:1773613226.108418:0:2383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da108. 00000400:00000200:3.0:1773613226.108422:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99364a8373c0 00000800:00000001:3.0:1773613226.108429:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.108438:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613226.108440:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613226.108445:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613226.108450:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a8373c0 00000400:00000010:3.0:1773613226.108452:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff99364a8373c0. 00000100:00000001:3.0:1773613226.108457:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773613226.108460:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1773613226.108464:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993644b29c50 x1859762473236096 msgsize 328 00000100:00100000:3.0:1773613226.108470:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000040:3.0:1773613226.108472:0:2383:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773613226.108481:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773613226.108488:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.108491:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613226.108522:0:67848:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff993644b28000. 00000100:00000010:3.0:1773613226.108530:0:67848:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff993643516000. 00000100:00100000:3.0:1773613226.108532:0:67848:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1773613226.108536:0:67848:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1773613226.108539:0:67848:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da108. 00000400:00000010:3.0:1773613226.108545:0:67848:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff993659d0c540. 00000100:00000001:3.0:1773613226.108553:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613226.108556:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473236096 02000000:00000001:3.0:1773613226.108558:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613226.108561:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613226.108563:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613226.108567:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613226.108571:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473236096 00000020:00000001:3.0:1773613226.108574:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613226.108576:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:3.0:1773613226.108578:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613226.108581:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:3.0:1773613226.108583:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:3.0:1773613226.108586:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:3.0:1773613226.108589:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613226.108592:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec1c0. 00000100:00000001:3.0:1773613226.108596:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613226.108598:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec1c0. 00000020:00000010:3.0:1773613226.108604:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364133ec00. 00000020:00000010:3.0:1773613226.108608:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50900. 00000020:00000010:3.0:1773613226.108614:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613226.108623:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613226.108627:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613226.108628:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613226.108630:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.108637:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.108644:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.108655:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613226.108657:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613226.108661:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 44 00000100:00000040:3.0:1773613226.108665:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:3.0:1773613226.108666:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057092680784 : -113016616870832 : ffff993644b29c50) 00000100:00000040:3.0:1773613226.108673:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993644b29c50 x1859762473236096/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:457/0 lens 328/0 e 0 to 0 dl 1773613237 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613226.108681:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613226.108684:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec1c0. 00000100:00000001:3.0:1773613226.108686:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613226.108688:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec1c0. 00000100:00100000:3.0:1773613226.108693:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993644b29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26393:x1859762473236096:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613226.108697:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473236096 00010000:00000001:3.0:1773613226.108699:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613226.108706:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613226.108707:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613226.108709:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=2 00000020:00000001:3.0:1773613226.108712:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613226.108715:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613226.108718:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613226.108721:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613226.108727:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1773613226.108739:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613226.108741:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613226.108745:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b28400. 02000000:00000001:3.0:1773613226.108748:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.108751:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.108755:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613226.108758:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613226.108762:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=132 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613226.108767:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613226.108770:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613226.108772:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613226.108775:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613226.108777:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.108780:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613226.108782:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613226.108786:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613226.108789:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473236096, offset 224 00000400:00000200:3.0:1773613226.108794:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613226.108799:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108806:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613226.108811:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224808:224808:256:4294967295] 192.168.203.144@tcp LPNI seq info [224743:224743:8:4294967295] 00000400:00000200:3.0:1773613226.108815:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.108824:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613226.108830:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613226.108834:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0000. 00000800:00000200:3.0:1773613226.108839:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613226.108844:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613226.108848:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613226.108858:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613226.108861:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613226.108864:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613226.108868:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993659d0ccc0. 00010000:00000001:3.0:1773613226.108870:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613226.108876:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613226.108879:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.108880:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.108882:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613226.108897:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993644b29c50 x1859762473236096/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:457/0 lens 328/224 e 0 to 0 dl 1773613237 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613226.108907:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993644b29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26393:x1859762473236096:12345-192.168.203.144@tcp:104: Request processed in 224us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613226.108914:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 44 00000100:00000040:3.0:1773613226.108917:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613226.108920:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613226.108921:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613226.108925:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50900. 00000020:00000010:3.0:1773613226.108929:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613226.108957:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364133ec00. 00000020:00000040:3.0:1773613226.108963:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 02000000:00000001:3.0:1773613226.108969:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.108971:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b28800. 02000000:00000001:3.0:1773613226.108973:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.108975:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 02000000:00000001:3.0:1773613226.108979:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.108980:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613226.108983:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.108984:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 02000000:00000001:3.0:1773613226.108987:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.108988:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b29800. 02000000:00000001:3.0:1773613226.108990:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.108991:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 02000000:00000001:3.0:1773613226.108994:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.108995:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2a000. 02000000:00000001:3.0:1773613226.108998:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.108999:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 02000000:00000001:3.0:1773613226.109002:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.109003:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2a800. 02000000:00000001:3.0:1773613226.109005:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.109006:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 02000000:00000001:3.0:1773613226.109009:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.109010:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9936604aa000. 02000000:00000001:3.0:1773613226.109012:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613226.109013:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000010:3.0:1773613226.109017:0:67848:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff993643514000. 00000100:00000010:3.0:1773613226.109019:0:67848:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff993644b29c00. 00000100:00000001:3.0:1773613226.109022:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613226.109038:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613226.109041:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613226.109043:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773613226.109046:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613226.109048:0:79322:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613226.109051:0:79322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1773613226.109060:0:79322:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2e00 already unused, calling callback (ffffffffc10f6260) 00000008:00000001:3.0:1773613226.109063:0:79322:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773613226.109065:0:79322:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613226.109067:0:79322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613226.109068:0:79322:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613226.109070:0:79322:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2e00 refcount=3 00000020:00000001:3.0:1773613226.109071:0:79322:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613226.109073:0:79322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823744 : -113016259727872 : ffff993659fc2e00) 00010000:00000001:3.0:1773613226.109076:0:79322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613226.109079:0:79322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1773613226.109087:0:79322:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773613226.109089:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613226.109093:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613226.109096:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364133ec00. 00000020:00000010:3.0:1773613226.109101:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364133f600. 00000020:00000010:3.0:1773613226.109105:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edd20. 00000008:00000010:3.0:1773613226.109110:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613226.109115:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9f00. 00008000:00000010:3.0:1773613226.109120:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613226.109126:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613226.109130:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613226.109133:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365a16bc00. 00000008:00000010:3.0:1773613226.109137:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613226.109140:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613226.109144:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613226.109147:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613226.109150:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613226.109152:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000008:00000001:3.0:1773613226.109154:0:79322:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773613226.109156:0:79322:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613226.109158:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613226.109160:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364133f600. 00000020:00000010:3.0:1773613226.109164:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edd20. 00000008:00000010:3.0:1773613226.109167:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613226.109171:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9f00. 00008000:00000010:3.0:1773613226.109174:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613226.109177:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613226.109180:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613226.109182:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364133ec00. 00000008:00000010:3.0:1773613226.109185:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613226.109188:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613226.109191:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613226.109194:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613226.109196:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365a16bc00. 00000020:00000010:3.0:1773613226.109198:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000008:00000001:3.0:1773613226.109200:0:79322:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.109203:0:79322:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613226.109207:0:79322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613226.109209:0:79322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613226.109210:0:79322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613226.109212:0:79322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613226.109214:0:79322:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2e00 with handle 0xa1aa084204a01055 from hash 00010000:00000001:3.0:1773613226.109217:0:79322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613226.109219:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613226.109220:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613226.109221:0:79322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613226.109224:0:79322:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613226.109226:0:79322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773613226.109231:0:79322:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613226.109233:0:79322:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.109236:0:79322:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613226.109238:0:79322:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773613226.109242:0:79322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613226.109245:0:79322:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613226.109249:0:79322:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613226.109251:0:79322:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613226.109255:0:79322:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613226.109260:0:79322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99365a16bc00. 00000100:00000001:3.0:1773613226.109265:0:79322:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.109268:0:79322:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613226.109272:0:79322:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1773613226.109279:0:79322:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613226.109280:0:79322:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.109284:0:79322:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613226.109288:0:79322:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613226.109295:0:79322:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1699f26] to pc [ptlrpcd_01_00+0] req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773613226.109314:0:79322:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613226.109317:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613226.109318:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613226.109319:0:79322:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.109321:0:79322:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613226.109323:0:79322:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613226.109327:0:79322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1773613226.109334:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613226.109337:0:79322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 0000000013f4f464/0xa1aa084204a01055 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x1dc4d5fc0aabd6c4 expref: -99 pid: 83642 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1773613226.109344:0:79322:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a8ec400. 00010000:00000040:3.0:1773613226.109348:0:79322:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa900 count: 0 00010000:00000010:3.0:1773613226.109354:0:79322:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a9aa600. 00010000:00000001:3.0:1773613226.109360:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613226.109362:0:79322:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773613226.109364:0:79322:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993659d0ccc0. 00010000:00000001:3.0:1773613226.109367:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613226.109369:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613226.109370:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613226.109372:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613226.109374:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613226.109375:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613226.109377:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613226.109378:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613226.109379:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613226.109381:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613226.109387:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613226.109391:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613226.109393:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613226.109398:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.109406:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613226.109408:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613226.109412:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613226.109414:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613226.109417:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613226.109420:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477085056:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613226.109425:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613226.109429:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613226.109432:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613226.109434:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613226.109438:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365a16b800. 02000000:00000001:3.0:1773613226.109440:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613226.109444:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613226.109447:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dacb8. 00000400:00000010:3.0:1773613226.109451:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613226.109455:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477085056, portal 18 00000100:00000001:3.0:1773613226.109457:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613226.109459:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:3.0:1773613226.109464:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.109471:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613226.109474:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613226.109476:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613226.109478:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477085056, offset 0 00000400:00000200:3.0:1773613226.109482:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613226.109486:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.109490:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613226.109494:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613226.109498:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613226.109502:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613226.109504:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613226.109507:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224809:224809:255:4294967295] 192.168.203.144@tcp LPNI seq info [224744:224744:7:4294967295] 00000400:00000200:3.0:1773613226.109511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.109517:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613226.109521:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613226.109525:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0a00. 00000800:00000200:3.0:1773613226.109528:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613226.109533:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613226.109536:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613226.109539:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613226.109543:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 178075 usecs (179 jiffies) 00000400:00000200:3.0:1773613226.109546:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613226.109549:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300316072 00000100:00000001:3.0:1773613226.109552:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:3.0:1773613226.109555:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300316072 00000100:00000001:3.0:1773613226.109557:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:3.0:1773613226.109560:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613226.109562:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.109565:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.109567:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.109571:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613226.109574:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613226.109576:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613226.109577:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613226.109578:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.109581:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613226.109632:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613226.109636:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0000. 00000400:00000200:3.0:1773613226.109640:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613226.109644:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613226.109647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:3.0:1773613226.109649:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:3.0:1773613226.109653:0:2384:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1773613226.109654:0:2384:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613226.109656:0:2384:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b28400. 02000000:00000001:3.0:1773613226.109658:0:2384:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1773613226.109659:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1773613226.109712:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613226.109715:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0a00. 00000400:00000200:3.0:1773613226.109717:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613226.109720:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613226.109723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613226.109725:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613226.109727:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613226.109731:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.109740:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613226.109743:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.109749:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.109750:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613226.109764:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613226.109766:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613226.113510:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.113524:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613226.113528:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.113531:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613226.113540:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.113547:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613226.113555:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.113559:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.113564:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.113568:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d03180 00000400:00000200:3.0:1773613226.113572:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613226.113578:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b4ffd [1] + 224 00000800:00000001:3.0:1773613226.113586:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.113593:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613226.113596:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613226.113600:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613226.113607:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613226.113616:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613226.113627:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.113640:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613226.113647:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613226.113650:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.113661:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613226.113665:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613226.113670:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613226.113672:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613226.113674:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dacb8. 00000400:00000200:3.0:1773613226.113678:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613226.113680:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613226.113684:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613226.113687:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613226.113696:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.113702:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613226.113704:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.113707:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613226.113710:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613226.113712:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613226.113714:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613226.113717:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613226.113726:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f14e8 time=75 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613226.113730:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613226.113733:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613226.113734:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613226.113737:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613226.113740:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.113744:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613226.113746:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:3.0:1773613226.113748:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613226.113750:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613226.113754:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.113767:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613226.113770:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613226.113772:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613226.113776:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613226.113784:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477085056:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613226.113788:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.113790:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613226.113793:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477085056/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613242 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613226.113800:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613226.113802:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613226.113804:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365a16b800. 02000000:00000001:3.0:1773613226.113808:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613226.113810:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613226.113812:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613226.113814:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613226.113817:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99365a16bc00. 02000000:00000001:3.0:1773613226.113819:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613226.113821:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613226.113823:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613226.113826:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613226.113827:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.113830:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613226.114087:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613226.114091:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613226.114093:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613226.114096:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773613226.135956:0:83925:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:3.1:1773613226.135970:0:83925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2e00. 00000080:00000001:2.0:1773613226.939695:0:84022:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613227.014432:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613227.014439:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613227.014444:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613227.014446:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613227.014449:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613227.014450:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613228.039279:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613228.039285:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613228.039290:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613228.039291:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613228.039294:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613228.039295:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613228.041146:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613228.041151:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.041155:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1773613228.558492:0:84211:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773613228.558498:0:84211:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130a: enqueue resend on not existing file ========================================================== 18:20:27 (1773613227) 00000001:00000001:3.0:1773613228.564892:0:84211:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1773613228.874262:0:84081:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613228.874267:0:84081:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613228.874269:0:84081:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613228.874272:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bb20 00000080:00200000:2.0:1773613228.874274:0:84081:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613228.874280:0:84081:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231ea00. 00800000:00000002:2.0:1773613228.874284:0:84081:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613228.874288:0:84081:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613228.874293:0:84081:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.874295:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6ba40 00800000:00000002:2.0:1773613228.874297:0:84081:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613228.874301:0:84081:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613228.874305:0:84081:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613228.874310:0:84081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.874312:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b910 00000002:00010000:2.0:1773613228.874314:0:84081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613228.874318:0:84081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613228.874320:0:84081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613228.874323:0:84081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613228.874329:0:84081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.874331:0:84081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.874333:0:84081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.874334:0:84081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613228.874336:0:84081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613228.874341:0:84081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000020:00000040:2.0:1773613228.874344:0:84081:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613228.874349:0:84081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613228.874352:0:84081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613228.874357:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.874358:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.874359:0:84081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.874361:0:84081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613228.874363:0:84081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613228.874366:0:84081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613228.874371:0:84081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa000. 00000100:00000001:2.0:1773613228.874376:0:84081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.874384:0:84081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613228.874385:0:84081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.874386:0:84081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613228.874387:0:84081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.874388:0:84081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.874392:0:84081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00010000:00000001:2.0:1773613228.874395:0:84081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613228.874397:0:84081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613228.874399:0:84081:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946600. 00010000:00000010:2.0:1773613228.874402:0:84081:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522cea00. 00010000:00000001:2.0:1773613228.874405:0:84081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613228.874407:0:84081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2c00. 00000020:00000001:2.0:1773613228.874409:0:84081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613228.874412:0:84081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2c00 with handle 0xa1aa084204a0107f to hash 00000020:00000001:2.0:1773613228.874414:0:84081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613228.874415:0:84081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.874419:0:84081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.874422:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.874425:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.874429:0:84081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.874443:0:84081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.874452:0:84081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613228.874457:0:84081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613228.874459:0:84081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613228.874465:0:84081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a3006c0. 00000100:00000001:2.0:1773613228.874467:0:84081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184786112 : -113016524765504 : ffff99364a3006c0) 00000100:00000001:2.0:1773613228.874470:0:84081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613228.874471:0:84081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000001:2.0:1773613228.874474:0:84081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613228.874477:0:84081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.874478:0:84081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613228.874479:0:84081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613228.874488:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.874502:0:84081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613228.874504:0:84081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.874506:0:84081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613228.874508:0:84081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613228.874510:0:84081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613228.874512:0:84081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84081:1859762477085184:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1773613228.874514:0:84081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613228.874519:0:84081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613228.874520:0:84081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.874523:0:84081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613228.874526:0:84081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922f800. 02000000:00000001:2.0:1773613228.874527:0:84081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613228.874533:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613228.874536:0:84081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9478. 00000400:00000010:2.0:1773613228.874541:0:84081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613228.874545:0:84081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477085184, portal 10 00000100:00000001:2.0:1773613228.874546:0:84081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613228.874547:0:84081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:2.0:1773613228.874551:0:84081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.874555:0:84081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613228.874557:0:84081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613228.874558:0:84081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7aa0. 00000100:00000200:2.0:1773613228.874560:0:84081:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477085184, offset 0 00000400:00000200:2.0:1773613228.874564:0:84081:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613228.874569:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.874574:0:84081:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613228.874577:0:84081:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613228.874580:0:84081:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613228.874582:0:84081:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613228.874585:0:84081:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613228.874588:0:84081:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224810:224810:256:4294967295] 192.168.203.144@tcp LPNI seq info [224745:224745:8:4294967295] 00000400:00000200:2.0:1773613228.874591:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.874598:0:84081:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613228.874601:0:84081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613228.874605:0:84081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362c00. 00000800:00000200:2.0:1773613228.874609:0:84081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613228.874617:0:84081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613228.874621:0:84081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613228.874630:0:84081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613228.874634:0:84081:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 238400 usecs (239 jiffies) 00000400:00000200:2.0:1773613228.874637:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613228.874639:0:84081:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300318899 00000100:00000001:2.0:1773613228.874642:0:84081:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:2.0:1773613228.874645:0:84081:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300318899 00000100:00000001:2.0:1773613228.874647:0:84081:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:2.0:1773613228.874649:0:84081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613228.874652:0:84081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.874654:0:84081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613228.874656:0:84081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613228.874659:0:84081:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a3006c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613228.874661:0:84081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613228.874664:0:84081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613228.874801:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613228.874804:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362c00. 00000400:00000200:3.0:1773613228.874807:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613228.874810:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613228.874814:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7aa0 00000400:00000010:3.0:1773613228.874815:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7aa0. 00000100:00000001:3.0:1773613228.874818:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613228.874821:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.874827:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613228.874829:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.874833:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.874834:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613228.887302:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.887314:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613228.887317:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.887319:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613228.887326:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.887330:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613228.887336:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.887339:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.887342:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.887345:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d03200 00000400:00000200:3.0:1773613228.887348:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.887352:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b500d [1] + 224 00000800:00000001:3.0:1773613228.887357:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.887362:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613228.887365:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613228.887369:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613228.887375:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613228.887383:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613228.887398:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.887419:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613228.887428:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.887431:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.887477:0:84081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613228.887484:0:84081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613228.887486:0:84081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613228.887490:0:84081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9478. 00000400:00000200:2.0:1773613228.887506:0:84081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613228.887509:0:84081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613228.887511:0:84081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613228.887516:0:84081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613228.887526:0:84081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887533:0:84081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613228.887535:0:84081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.887538:0:84081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613228.887541:0:84081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613228.887543:0:84081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613228.887545:0:84081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.887548:0:84081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613228.887557:0:84081:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613228.887561:0:84081:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613228.887563:0:84081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613228.887565:0:84081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.887568:0:84081:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613228.887571:0:84081:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.887574:0:84081:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613228.887576:0:84081:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215217 gen 10 00000100:00000040:2.0:1773613228.887583:0:84081:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215217) req@ffff9936590e7800 x1859762477080192/t103079215210(103079215210) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613235 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.887590:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887593:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477080192/t103079215210(103079215210) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613235 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.887599:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613228.887601:0:84081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613228.887605:0:84081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc000. 02000000:00000001:2.0:1773613228.887609:0:84081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613228.887611:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.887613:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.887615:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.887618:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99365231f600. 02000000:00000001:2.0:1773613228.887621:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.887622:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.887624:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:2.0:1773613228.887628:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.887629:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613228.887634:0:84081:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215217) req@ffff99364a739c00 x1859762477081216/t103079215211(103079215211) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887642:0:84081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613228.887643:0:84081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189215232 : -113016520336384 : ffff99364a739c00) 00000100:00000001:2.0:1773613228.887646:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887649:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477081216/t103079215211(103079215211) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887655:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.887657:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887661:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887666:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773613228.887669:0:84081:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993658ca5fe0. 00000100:00000001:2.0:1773613228.887672:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887675:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739c00 x1859762477081216/t103079215211(103079215211) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613239 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887681:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773613228.887682:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.887683:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.887685:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.887687:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f53800. 02000000:00000001:2.0:1773613228.887689:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.887690:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.887691:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739c00. 00000100:00000001:2.0:1773613228.887694:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.887695:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613228.887699:0:84081:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215217) req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887705:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887708:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738380 x1859762477081984/t103079215212(103079215212) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887715:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613228.887716:0:84081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613228.887717:0:84081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f53400. 02000000:00000001:2.0:1773613228.887719:0:84081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613228.887721:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.887722:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.887723:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.887725:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2ba00. 02000000:00000001:2.0:1773613228.887727:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.887728:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.887729:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738380. 00000100:00000001:2.0:1773613228.887731:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.887732:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613228.887736:0:84081:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215217) req@ffff99364a73a300 x1859762477084416/t103079215217(103079215217) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.887747:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887749:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a300 x1859762477084416/t103079215217(103079215217) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.887755:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613228.887756:0:84081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613228.887758:0:84081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f50400. 02000000:00000001:2.0:1773613228.887761:0:84081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613228.887762:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.887763:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.887765:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.887766:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2b600. 02000000:00000001:2.0:1773613228.887768:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.887769:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.887770:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a300. 00000100:00000001:2.0:1773613228.887773:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.887774:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.887776:0:84081:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773613228.887778:0:84081:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1773613228.887781:0:84081:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613228.887783:0:84081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613228.887787:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887794:0:84081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613228.887797:0:84081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613228.887799:0:84081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613228.887803:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613244 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613228.887811:0:84081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84081:1859762477085184:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1773613228.887815:0:84081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.887816:0:84081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.887818:0:84081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613228.887819:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.887821:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613244 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.887825:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613228.887827:0:84081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a3006c0. 00000100:00000001:2.0:1773613228.887829:0:84081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613228.887830:0:84081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.887832:0:84081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613228.887834:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.887836:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.887838:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=4 00000020:00000001:2.0:1773613228.887840:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.887842:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000040:2.0:1773613228.887846:0:84081:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2c00, remote cookie: 0x1dc4d5fc0aabd757, flags: 0x1001 00010000:00010000:2.0:1773613228.887850:0:84081:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.887858:0:84081:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.887862:0:84081:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613228.887877:0:84081:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613228.887879:0:84081:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613228.887880:0:84081:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613228.887882:0:84081:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613228.887884:0:84081:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946600) refcount = 1 00010000:00010000:2.0:1773613228.887889:0:84081:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.887896:0:84081:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613228.887902:0:84081:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613228.887904:0:84081:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613228.887907:0:84081:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613228.887910:0:84081:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.887913:0:84081:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.887919:0:84081:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613228.887921:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.887922:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.887923:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.887924:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.887926:0:84081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.887930:0:84081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613228.887931:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888371:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888374:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888376:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888379:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888381:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888382:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888384:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=4 00000020:00000001:2.0:1773613228.888385:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888387:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888390:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.888393:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.888396:0:84081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.888403:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888404:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888406:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888407:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888409:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=5 00000020:00000001:2.0:1773613228.888411:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888413:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888415:0:84081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613228.888418:0:84081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.888424:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888425:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613228.888427:0:84081:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.888433:0:84081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613228.888435:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888436:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888437:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888437:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613228.888444:0:84081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613228.888452:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888453:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888454:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888456:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888458:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888460:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888461:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613228.888463:0:84081:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.888464:0:84081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.888467:0:84081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613228.888469:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888470:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888471:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888473:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888474:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00000002:00010000:2.0:1773613228.888477:0:84081:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.888487:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888488:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888489:0:84081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613228.888491:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888491:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888504:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888507:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888509:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000040:2.0:1773613228.888515:0:84081:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:2.0:1773613228.888518:0:84081:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613228.888522:0:84081:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773613228.888524:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888525:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613228.888527:0:84081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613228.888529:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b890 00000002:00002000:2.0:1773613228.888531:0:84081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613228.888534:0:84081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.888538:0:84081:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.888541:0:84081:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613228.888544:0:84081:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773613228.888547:0:84081:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613228.888550:0:84081:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613228.888554:0:84081:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231ea00. 00000080:00000001:2.0:1773613228.888558:0:84081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613228.888560:0:84081:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613228.888566:0:84081:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773613228.888570:0:84081:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613228.888576:0:84081:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9936498e4e40. 00800000:00000001:2.0:1773613228.888578:0:84081:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057174187584 : -113016535364032 : ffff9936498e4e40) 00800000:00000001:2.0:1773613228.888580:0:84081:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.888582:0:84081:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613228.888585:0:84081:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613228.888587:0:84081:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613228.888590:0:84081:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613228.888593:0:84081:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613228.888595:0:84081:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.888599:0:84081:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613228.888602:0:84081:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773613228.888607:0:84081:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613228.888609:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888611:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888612:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888614:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888616:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888619:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888620:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613228.888621:0:84081:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613228.888624:0:84081:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613228.888625:0:84081:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4e40 1 00800000:00000010:2.0:1773613228.888628:0:84081:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9936498e4e40. 00800000:00000001:2.0:1773613228.888630:0:84081:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613228.888633:0:84081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0107f 00800000:00000001:2.0:1773613228.888636:0:84081:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613228.888638:0:84081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613228.888639:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888640:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888641:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888643:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888645:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888647:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888647:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613228.888649:0:84081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.888650:0:84081:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.888652:0:84081:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613228.888655:0:84081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613228.888657:0:84081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0107f from it ffffaca8c1c6bb58 00010000:00000001:2.0:1773613228.888659:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.888661:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.888662:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.888663:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888665:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.888667:0:84081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613228.888670:0:84081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.888675:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888676:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888677:0:84081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613228.888679:0:84081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613228.888682:0:84081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613228.888690:0:84081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613228.888692:0:84081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613228.888694:0:84081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613228.888698:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888699:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888700:0:84081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888703:0:84081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613228.888706:0:84081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888708:0:84081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888710:0:84081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888712:0:84081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613228.888713:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888714:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613228.888716:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.888720:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8380 x1859762477085184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.888727:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613228.888728:0:84081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613228.888731:0:84081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922f800. 02000000:00000001:2.0:1773613228.888734:0:84081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613228.888735:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.888737:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.888739:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.888740:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa000. 02000000:00000001:2.0:1773613228.888743:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.888744:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.888746:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 00000100:00000001:2.0:1773613228.888748:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.888749:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613228.888753:0:84081:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613228.888757:0:84081:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613228.888770:0:84081:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9936448279e0. 00000020:00000001:2.0:1773613228.888776:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bae8 00000080:00200000:2.0:1773613228.888778:0:84081:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=9 00000080:00000001:2.0:1773613228.888781:0:84081:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773613228.888783:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b998 00000080:00200000:2.0:1773613228.888785:0:84081:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:2.0:1773613228.888791:0:84081:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231ea00. 00800000:00000002:2.0:1773613228.888796:0:84081:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613228.888800:0:84081:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613228.888802:0:84081:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.888804:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b8b8 00800000:00000002:2.0:1773613228.888806:0:84081:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613228.888810:0:84081:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1773613228.888814:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b850 00800000:00000002:2.0:1773613228.888816:0:84081:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130a.recovery-small' -> mds #0 00000002:00000001:2.0:1773613228.888820:0:84081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.888821:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b788 00000002:00010000:2.0:1773613228.888823:0:84081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613228.888826:0:84081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613228.888829:0:84081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613228.888832:0:84081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000020:00000040:2.0:1773613228.888835:0:84081:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613228.888839:0:84081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613228.888842:0:84081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613228.888845:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.888846:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.888847:0:84081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.888850:0:84081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613228.888852:0:84081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613228.888855:0:84081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613228.888860:0:84081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa000. 00000100:00000001:2.0:1773613228.888877:0:84081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888882:0:84081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613228.888883:0:84081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888885:0:84081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613228.888886:0:84081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.888888:0:84081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.888894:0:84081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00010000:00000001:2.0:1773613228.888897:0:84081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613228.888899:0:84081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613228.888902:0:84081:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:2.0:1773613228.888904:0:84081:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613228.888906:0:84081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613228.888910:0:84081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2a00. 00000020:00000001:2.0:1773613228.888913:0:84081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613228.888915:0:84081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2a00 with handle 0xa1aa084204a01086 to hash 00000020:00000001:2.0:1773613228.888917:0:84081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613228.888919:0:84081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613228.888922:0:84081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613228.888925:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.888927:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.888930:0:84081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.888966:0:84081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.888975:0:84081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613228.888981:0:84081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613228.888983:0:84081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613228.888989:0:84081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a3006c0. 00000100:00000001:2.0:1773613228.888991:0:84081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184786112 : -113016524765504 : ffff99364a3006c0) 00000100:00000001:2.0:1773613228.888994:0:84081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613228.888995:0:84081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000001:2.0:1773613228.888998:0:84081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613228.889002:0:84081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.889004:0:84081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613228.889006:0:84081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613228.889011:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.889018:0:84081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613228.889020:0:84081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.889024:0:84081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613228.889026:0:84081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613228.889029:0:84081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613228.889032:0:84081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84081:1859762477085312:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1773613228.889047:0:84081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613228.889051:0:84081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613228.889054:0:84081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.889056:0:84081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613228.889061:0:84081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922f800. 02000000:00000001:2.0:1773613228.889063:0:84081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613228.889068:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613228.889071:0:84081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9478. 00000400:00000010:2.0:1773613228.889077:0:84081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613228.889083:0:84081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477085312, portal 10 00000100:00000001:2.0:1773613228.889085:0:84081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613228.889086:0:84081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:2.0:1773613228.889092:0:84081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.889103:0:84081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613228.889105:0:84081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613228.889108:0:84081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d73b8. 00000100:00000200:2.0:1773613228.889110:0:84081:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477085312, offset 0 00000400:00000200:2.0:1773613228.889115:0:84081:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613228.889122:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.889130:0:84081:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613228.889134:0:84081:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613228.889138:0:84081:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613228.889141:0:84081:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613228.889144:0:84081:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613228.889148:0:84081:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224811:224811:256:4294967295] 192.168.203.144@tcp LPNI seq info [224746:224746:8:4294967295] 00000400:00000200:2.0:1773613228.889152:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.889161:0:84081:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613228.889166:0:84081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613228.889171:0:84081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613228.889177:0:84081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613228.889183:0:84081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613228.889188:0:84081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773613228.889205:0:84081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613228.889209:0:84081:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 237788 usecs (238 jiffies) 00000400:00000200:2.0:1773613228.889213:0:84081:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613228.889215:0:84081:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300318913 00000100:00000001:2.0:1773613228.889218:0:84081:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:2.0:1773613228.889221:0:84081:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300318913 00000100:00000001:2.0:1773613228.889223:0:84081:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:2.0:1773613228.889225:0:84081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613228.889228:0:84081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.889231:0:84081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613228.889234:0:84081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613228.889236:0:84081:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a3006c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613228.889240:0:84081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613228.889242:0:84081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613228.889308:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613228.889311:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:3.0:1773613228.889314:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613228.889318:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613228.889321:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d73b8 00000400:00000010:3.0:1773613228.889322:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d73b8. 00000100:00000001:3.0:1773613228.889325:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613228.889328:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.889334:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613228.889336:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.889340:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.889341:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613228.896366:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.896383:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613228.896387:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.896390:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613228.896398:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.896406:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613228.896414:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.896418:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.896424:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.896428:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d03280 00000400:00000200:3.0:1773613228.896432:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.896439:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b501d [1] + 224 00000800:00000001:3.0:1773613228.896448:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.896455:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613228.896458:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613228.896462:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613228.896468:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613228.896476:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613228.896486:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613228.896506:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613228.896514:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.896517:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.896591:0:84081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613228.896599:0:84081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613228.896601:0:84081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613228.896604:0:84081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9478. 00000400:00000200:2.0:1773613228.896609:0:84081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613228.896621:0:84081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613228.896625:0:84081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613228.896630:0:84081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613228.896638:0:84081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.896644:0:84081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613228.896646:0:84081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.896649:0:84081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613228.896652:0:84081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613228.896654:0:84081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613228.896657:0:84081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613228.896659:0:84081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613228.896668:0:84081:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613228.896672:0:84081:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613228.896675:0:84081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773613228.896678:0:84081:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.896686:0:84081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773613228.896690:0:84081:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613228.896700:0:84081:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215217 00000100:00000001:2.0:1773613228.896702:0:84081:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613228.896704:0:84081:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773613228.896708:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.896721:0:84081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773613228.896724:0:84081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613228.896726:0:84081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613228.896730:0:84081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613228.896738:0:84081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84081:1859762477085312:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1773613228.896743:0:84081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613228.896745:0:84081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773613228.896748:0:84081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613228.896750:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.896753:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.896760:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613228.896763:0:84081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a3006c0. 00000100:00000001:2.0:1773613228.896767:0:84081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613228.896768:0:84081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773613228.896772:0:84081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613228.896775:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.896778:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.896780:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:2.0:1773613228.896783:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613228.896786:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00010000:2.0:1773613228.896791:0:84081:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896801:0:84081:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773613228.896806:0:84081:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896813:0:84081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613228.896816:0:84081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896822:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.896824:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613228.896826:0:84081:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896832:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.896835:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.896838:0:84081:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613228.896841:0:84081:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613228.896847:0:84081:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2a00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613228.896851:0:84081:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613228.896854:0:84081:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896860:0:84081:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613228.896863:0:84081:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613228.896879:0:84081:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896885:0:84081:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613228.896888:0:84081:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613228.896889:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.896890:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.896892:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=5 00000020:00000001:2.0:1773613228.896894:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613228.896896:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613228.896899:0:84081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613228.896901:0:84081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613228.896911:0:84081:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613228.896913:0:84081:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.896915:0:84081:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613228.896917:0:84081:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613228.896920:0:84081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613228.896921:0:84081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613228.896923:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.896924:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613228.896927:0:84081:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2a00 with handle 0xa1aa084204a01086 from hash 00010000:00000001:2.0:1773613228.896929:0:84081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613228.896930:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.896932:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.896977:0:84081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613228.896980:0:84081:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613228.896981:0:84081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613228.896984:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.896985:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.896986:0:84081:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.896988:0:84081:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.896991:0:84081:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.896996:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.896997:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.896999:0:84081:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613228.897000:0:84081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613228.897001:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897003:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897003:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613228.897006:0:84081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a01086 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613228.897014:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897016:0:84081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773613228.897021:0:84081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773613228.897026:0:84081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613228.897046:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773613228.897048:0:84081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.897050:0:84081:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.897052:0:84081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.897054:0:84081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613228.897056:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773613228.897057:0:84081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613228.897059:0:84081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613228.897062:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6b708 00000002:00002000:2.0:1773613228.897064:0:84081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773613228.897067:0:84081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.897070:0:84081:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.897073:0:84081:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613228.897075:0:84081:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773613228.897078:0:84081:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613228.897082:0:84081:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:2.0:1773613228.897084:0:84081:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773613228.897085:0:84081:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1c6bb20 it_disposition 7 00000080:00002000:2.0:1773613228.897090:0:84081:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658071948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1773613228.897096:0:84081:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613228.897101:0:84081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613228.897102:0:84081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613228.897105:0:84081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613228.897110:0:84081:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:2.0:1773613228.897113:0:84081:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613228.897116:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.897118:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613228.897121:0:84081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613228.897128:0:84081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613228.897132:0:84081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.897135:0:84081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613228.897142:0:84081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613228.897143:0:84081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613228.897145:0:84081:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613228.897148:0:84081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773613228.897150:0:84081:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1c6b930 released 00000080:00010000:2.0:1773613228.897152:0:84081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0107f from it ffffaca8c1c6b930 00010000:00000001:2.0:1773613228.897154:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.897155:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.897157:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.897158:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897160:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897162:0:84081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613228.897165:0:84081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613228.897171:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897173:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897174:0:84081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613228.897176:0:84081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613228.897178:0:84081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613228.897185:0:84081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613228.897188:0:84081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613228.897190:0:84081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613228.897193:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897194:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897196:0:84081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897199:0:84081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613228.897200:0:84081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897202:0:84081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897204:0:84081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897206:0:84081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613228.897208:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897209:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613228.897210:0:84081:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773613228.897212:0:84081:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613228.897215:0:84081:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613228.897219:0:84081:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231ea00. 00000100:00000001:2.0:1773613228.897223:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.897228:0:84081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8380 x1859762477085312/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613228.897234:0:84081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613228.897236:0:84081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613228.897239:0:84081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922f800. 02000000:00000001:2.0:1773613228.897242:0:84081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613228.897245:0:84081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613228.897246:0:84081:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613228.897249:0:84081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613228.897251:0:84081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa000. 02000000:00000001:2.0:1773613228.897254:0:84081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613228.897256:0:84081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613228.897258:0:84081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 00000100:00000001:2.0:1773613228.897261:0:84081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613228.897262:0:84081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613228.897265:0:84081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773613228.897266:0:84081:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1c6bb20 released 00000080:00000001:2.0:1773613228.897267:0:84081:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773613228.897271:0:84081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613228.897273:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bb70 00000080:00002000:2.0:1773613228.897275:0:84081:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff993658071948, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773613228.897279:0:84081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613228.897399:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bd08 00000080:00200008:2.0:1773613228.897403:0:84081:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613228.897409:0:84081:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613228.897411:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bc80 00000080:00200000:2.0:1773613228.897412:0:84081:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613228.897417:0:84081:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231ea00. 00800000:00000002:2.0:1773613228.897422:0:84081:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613228.897424:0:84081:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613228.897427:0:84081:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.897428:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bba0 00800000:00000002:2.0:1773613228.897430:0:84081:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613228.897433:0:84081:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613228.897435:0:84081:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613228.897439:0:84081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613228.897440:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6ba70 00000002:00010000:2.0:1773613228.897442:0:84081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613228.897446:0:84081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613228.897447:0:84081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613228.897448:0:84081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613228.897450:0:84081:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:2.0:1773613228.897453:0:84081:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613228.897455:0:84081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613228.897457:0:84081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613228.897461:0:84081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613228.897468:0:84081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613228.897470:0:84081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613228.897473:0:84081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613228.897479:0:84081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613228.897481:0:84081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613228.897483:0:84081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613228.897485:0:84081:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613228.897486:0:84081:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613228.897488:0:84081:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613228.897490:0:84081:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613228.897492:0:84081:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613228.897495:0:84081:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231ea00. 00000080:00000001:2.0:1773613228.897498:0:84081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613228.897500:0:84081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613228.897502:0:84081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613228.897505:0:84081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0107f 00800000:00000001:2.0:1773613228.897508:0:84081:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613228.897510:0:84081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613228.897511:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.897513:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.897514:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.897517:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897519:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897521:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897522:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613228.897524:0:84081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613228.897525:0:84081:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613228.897527:0:84081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0107f from it ffffaca8c1c6bcb8 00010000:00000001:2.0:1773613228.897529:0:84081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613228.897530:0:84081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613228.897532:0:84081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:2.0:1773613228.897533:0:84081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897535:0:84081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613228.897537:0:84081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613228.897539:0:84081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613228.897544:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897546:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897547:0:84081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613228.897548:0:84081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613228.897551:0:84081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613228.897557:0:84081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613228.897558:0:84081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613228.897560:0:84081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613228.897562:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897563:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613228.897564:0:84081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897566:0:84081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613228.897567:0:84081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897569:0:84081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897571:0:84081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613228.897572:0:84081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613228.897573:0:84081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613228.897575:0:84081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613228.897576:0:84081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613228.897577:0:84081:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613228.897580:0:84081:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613228.897585:0:84081:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c6bd08 00000080:00000008:2.0:1773613228.897587:0:84081:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00010000:00000010:2.1:1773613228.904370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00000080:00000001:3.0:1773613228.906978:0:84259:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613228.906985:0:84259:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613228.906988:0:84259:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613228.906990:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93ba8 00000080:00200000:3.0:1773613228.906994:0:84259:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613228.907005:0:84259:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993658db4800. 00800000:00000002:3.0:1773613228.907012:0:84259:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613228.907016:0:84259:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613228.907020:0:84259:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613228.907022:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93ac8 00800000:00000002:3.0:1773613228.907025:0:84259:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613228.907028:0:84259:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613228.907033:0:84259:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613228.907038:0:84259:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613228.907040:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93998 00000002:00010000:3.0:1773613228.907042:0:84259:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613228.907047:0:84259:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613228.907048:0:84259:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613228.907052:0:84259:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613228.907058:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:3.0:1773613228.907061:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613228.907066:0:84259:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613228.907071:0:84259:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613228.907076:0:84259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773613228.907086:0:84259:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613228.907091:0:84259:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613228.907094:0:84259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773613228.907102:0:84259:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613228.907104:0:84259:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613228.907106:0:84259:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613228.907107:0:84259:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613228.907109:0:84259:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613228.907112:0:84259:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613228.907114:0:84259:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613228.907117:0:84259:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613228.907120:0:84259:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993658db4800. 00000080:00000001:3.0:1773613228.907126:0:84259:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613228.907128:0:84259:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613228.907130:0:84259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613228.907134:0:84259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0107f 00800000:00000001:3.0:1773613228.907138:0:84259:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613228.907140:0:84259:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613228.907141:0:84259:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613228.907145:0:84259:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613228.907147:0:84259:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:3.0:1773613228.907150:0:84259:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907152:0:84259:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907155:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907157:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613228.907158:0:84259:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613228.907159:0:84259:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613228.907162:0:84259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0107f from it ffffaca8c1f93be0 00010000:00000001:3.0:1773613228.907164:0:84259:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613228.907165:0:84259:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613228.907167:0:84259:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:3.0:1773613228.907169:0:84259:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907171:0:84259:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907173:0:84259:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613228.907176:0:84259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613228.907182:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907183:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907185:0:84259:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613228.907187:0:84259:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613228.907190:0:84259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613228.907197:0:84259:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613228.907200:0:84259:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613228.907202:0:84259:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613228.907205:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907206:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907208:0:84259:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907211:0:84259:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613228.907213:0:84259:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907215:0:84259:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907217:0:84259:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907219:0:84259:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613228.907221:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907222:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613228.907224:0:84259:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613228.907226:0:84259:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613228.907228:0:84259:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613228.907232:0:84259:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613228.907239:0:84259:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613228.907242:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93d78 00000080:00002000:3.0:1773613228.907244:0:84259:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff993658071948) flags 0x8000e refc 0 00000080:00000001:3.0:1773613228.907246:0:84259:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613228.907248:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93de8 00000080:00200000:3.0:1773613228.907249:0:84259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=1536 00000080:00000001:3.0:1773613228.907255:0:84259:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613228.907256:0:84259:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613228.907257:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93d90 00000080:00200000:3.0:1773613228.907264:0:84259:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613228.907268:0:84259:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993658db4800. 00800000:00000002:3.0:1773613228.907271:0:84259:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613228.907273:0:84259:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613228.907274:0:84259:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613228.907276:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93cb0 00800000:00000002:3.0:1773613228.907277:0:84259:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613228.907280:0:84259:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613228.907282:0:84259:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613228.907285:0:84259:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613228.907286:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93b80 00000002:00010000:3.0:1773613228.907288:0:84259:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613228.907290:0:84259:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613228.907292:0:84259:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613228.907293:0:84259:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613228.907295:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:3.0:1773613228.907298:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613228.907300:0:84259:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613228.907302:0:84259:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613228.907305:0:84259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773613228.907312:0:84259:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613228.907314:0:84259:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613228.907317:0:84259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773613228.907328:0:84259:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613228.907330:0:84259:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613228.907332:0:84259:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613228.907333:0:84259:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613228.907335:0:84259:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613228.907337:0:84259:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613228.907339:0:84259:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613228.907341:0:84259:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613228.907343:0:84259:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993658db4800. 00000080:00000001:3.0:1773613228.907345:0:84259:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613228.907346:0:84259:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613228.907348:0:84259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613228.907350:0:84259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0107f 00800000:00000001:3.0:1773613228.907353:0:84259:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613228.907354:0:84259:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613228.907355:0:84259:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613228.907356:0:84259:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613228.907358:0:84259:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:3.0:1773613228.907360:0:84259:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907362:0:84259:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907364:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907365:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613228.907366:0:84259:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613228.907368:0:84259:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613228.907370:0:84259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0107f from it ffffaca8c1f93dc8 00010000:00000001:3.0:1773613228.907372:0:84259:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613228.907373:0:84259:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613228.907374:0:84259:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:3.0:1773613228.907376:0:84259:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907378:0:84259:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:3.0:1773613228.907380:0:84259:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613228.907383:0:84259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613228.907389:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907390:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907392:0:84259:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613228.907393:0:84259:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613228.907395:0:84259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613228.907401:0:84259:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613228.907403:0:84259:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613228.907404:0:84259:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613228.907406:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907408:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907409:0:84259:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907411:0:84259:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613228.907412:0:84259:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907414:0:84259:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907416:0:84259:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907417:0:84259:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613228.907431:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907432:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613228.907434:0:84259:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613228.907435:0:84259:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613228.907437:0:84259:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:3.0:1773613228.907441:0:84259:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613228.907444:0:84259:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:3.0:1773613228.907446:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93da0 00000080:00200000:3.0:1773613228.907448:0:84259:0:(namei.c:2228:do_mkdir()) VFS Op:name=d130a.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248) 00000080:00000001:3.0:1773613228.907451:0:84259:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:3.0:1773613228.907453:0:84259:0:(namei.c:1766:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1773613228.907456:0:84259:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993658db4800. 00800000:00000002:3.0:1773613228.907459:0:84259:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000010:3.0:1773613228.907465:0:84259:0:(namei.c:1784:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff99364a8ec500. 00000080:00000001:3.0:1773613228.907469:0:84259:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613228.907472:0:84259:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:3.0:1773613228.907474:0:84259:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773613228.907480:0:84259:0:(lmv_obd.c:1668:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1773613228.907482:0:84259:0:(lmv_obd.c:1671:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1773613228.907485:0:84259:0:(lmv_obd.c:1749:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1773613228.907488:0:84259:0:(lmv_obd.c:1767:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:3.0:1773613228.907491:0:84259:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:3.0:1773613228.907494:0:84259:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773613228.907496:0:84259:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773613228.907499:0:84259:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773613228.907501:0:84259:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773613228.907504:0:84259:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x4:0x0] 40000000:00000001:3.0:1773613228.907507:0:84259:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613228.907509:0:84259:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613228.907511:0:84259:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613228.907513:0:84259:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613228.907515:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93be0 00800000:00000002:3.0:1773613228.907517:0:84259:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130a.recovery-small' [0x20000bf89:0x4:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1773613228.907520:0:84259:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1773613228.907523:0:84259:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613228.907526:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 2 00010000:00000001:3.0:1773613228.907527:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613228.907530:0:84259:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613228.907533:0:84259:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613228.907536:0:84259:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1773613228.907544:0:84259:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613228.907547:0:84259:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613228.907549:0:84259:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613228.907551:0:84259:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613228.907554:0:84259:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613228.907555:0:84259:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613228.907557:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 3 00010000:00000001:3.0:1773613228.907559:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613228.907561:0:84259:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613228.907563:0:84259:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613228.907564:0:84259:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613228.907566:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 3 00010000:00000001:3.0:1773613228.907568:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613228.907569:0:84259:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613228.907571:0:84259:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613228.907572:0:84259:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613228.907573:0:84259:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946600 count: 3 00010000:00000001:3.0:1773613228.907575:0:84259:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613228.907576:0:84259:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613228.907578:0:84259:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613228.907580:0:84259:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613228.907584:0:84259:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613228.907586:0:84259:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613228.907588:0:84259:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613228.907589:0:84259:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907592:0:84259:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613228.907595:0:84259:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613228.907596:0:84259:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613228.907598:0:84259:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613228.907600:0:84259:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613228.907602:0:84259:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2c00 with handle 0xa1aa084204a0107f from hash 00010000:00000001:3.0:1773613228.907605:0:84259:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613228.907606:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907607:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907608:0:84259:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613228.907610:0:84259:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613228.907612:0:84259:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613228.907615:0:84259:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613228.907617:0:84259:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613228.907619:0:84259:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613228.907625:0:84259:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613228.907629:0:84259:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613228.907634:0:84259:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613228.907636:0:84259:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907638:0:84259:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613228.907641:0:84259:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613228.907643:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613228.907645:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907646:0:84259:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.907649:0:84259:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613228.907651:0:84259:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613228.907653:0:84259:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613228.907659:0:84259:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a000. 00000100:00000001:3.0:1773613228.907665:0:84259:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907668:0:84259:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613228.907670:0:84259:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613228.907676:0:84259:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1773613228.907683:0:84259:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613228.907685:0:84259:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613228.907687:0:84259:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613228.907689:0:84259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a0107f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd757 expref: -99 pid: 84081 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1773613228.907697:0:84259:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946600 count: 0 00010000:00000010:3.0:1773613228.907702:0:84259:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522cea00. 00010000:00000001:3.0:1773613228.907711:0:84259:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613228.907713:0:84259:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907715:0:84259:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613228.907716:0:84259:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.907718:0:84259:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773613228.907728:0:84259:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773613228.907739:0:84259:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613228.907747:0:84259:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613228.907749:0:84259:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613228.907755:0:84259:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988a480. 00000100:00000001:3.0:1773613228.907757:0:84259:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173816448 : -113016535735168 : ffff99364988a480) 00000100:00000001:3.0:1773613228.907760:0:84259:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613228.907762:0:84259:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613228.907766:0:84259:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613228.907769:0:84259:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.907771:0:84259:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613228.907773:0:84259:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613228.907777:0:84259:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.907785:0:84259:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613228.907787:0:84259:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613228.907790:0:84259:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613228.907792:0:84259:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613228.907794:0:84259:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613228.907798:0:84259:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job mkdir:144f5372-d9a2-4fb0-a726-ce1097458722:84259:1859762477085568:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:3.0:1773613228.907802:0:84259:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613228.907807:0:84259:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613228.907809:0:84259:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613228.907811:0:84259:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613228.907815:0:84259:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2ac00. 02000000:00000001:3.0:1773613228.907817:0:84259:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613228.907824:0:84259:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613228.907828:0:84259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dacb8. 00000400:00000010:3.0:1773613228.907834:0:84259:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613228.907841:0:84259:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477085568, portal 10 00000100:00000001:3.0:1773613228.907842:0:84259:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613228.907844:0:84259:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:3.0:1773613228.907849:0:84259:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.907856:0:84259:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613228.907858:0:84259:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613228.907861:0:84259:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613228.908019:0:84259:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859762477085568, offset 0 00000400:00000200:3.0:1773613228.908029:0:84259:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613228.908038:0:84259:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.908044:0:84259:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613228.908049:0:84259:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613228.908052:0:84259:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613228.908056:0:84259:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613228.908058:0:84259:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613228.908062:0:84259:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224812:224812:256:4294967295] 192.168.203.144@tcp LPNI seq info [224747:224747:8:4294967295] 00000400:00000200:3.0:1773613228.908066:0:84259:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613228.908075:0:84259:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613228.908080:0:84259:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613228.908086:0:84259:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0c00. 00000800:00000200:3.0:1773613228.908092:0:84259:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613228.908099:0:84259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613228.908103:0:84259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0c00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1773613228.908182:0:84259:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613228.908188:0:84259:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 237161 usecs (238 jiffies) 00000400:00000200:3.0:1773613228.908191:0:84259:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613228.908194:0:84259:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300318932 00000100:00000001:3.0:1773613228.908197:0:84259:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:3.0:1773613228.908200:0:84259:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300318932 00000100:00000001:3.0:1773613228.908202:0:84259:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:3.0:1773613228.908205:0:84259:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613228.908207:0:84259:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.908209:0:84259:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613228.908211:0:84259:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613228.908214:0:84259:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988a480 going to sleep for 11 seconds 00000100:00000001:3.0:1773613228.908216:0:84259:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613228.908218:0:84259:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613228.908329:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613228.908333:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0c00. 00000400:00000200:2.0:1773613228.908338:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613228.908342:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613228.908347:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:2.0:1773613228.908349:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:2.0:1773613228.908354:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613228.908427:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.908437:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.908441:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.908447:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613228.908449:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773613228.914133:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946600. 00010000:00000010:3.1:1773613228.914146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2c00. 00000800:00000001:3.0:1773613228.919605:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613228.919630:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613228.919635:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613228.919833:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613228.919843:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.919850:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613228.919861:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.919876:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.919882:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.919886:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x69b71b1d03380 00000400:00000200:2.0:1773613228.919891:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.919897:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b502d [1] + 224 00000800:00000001:2.0:1773613228.919905:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613228.919918:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613228.919921:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613228.919926:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613228.919954:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613228.919963:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613228.919974:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.920028:0:84259:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613228.920048:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613228.920056:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613228.920060:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.920066:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613228.920071:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224813:224813:256:4294967295] 192.168.203.144@tcp LPNI seq info [224748:224748:8:4294967295] 00000400:00000200:2.0:1773613228.920076:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613228.920084:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613228.920091:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613228.920097:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613228.920103:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613228.920109:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613228.920114:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613228.920208:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613228.920213:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:2.0:1773613228.920217:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613228.920220:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613228.920227:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613228.920230:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613228.920518:0:84259:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613228.920521:0:84259:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613228.920524:0:84259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dacb8. 00000400:00000200:3.0:1773613228.920529:0:84259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613228.920531:0:84259:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613228.920535:0:84259:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613228.920540:0:84259:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613228.920550:0:84259:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477085568/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613244 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.920556:0:84259:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613228.920558:0:84259:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613228.920561:0:84259:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613228.920564:0:84259:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613228.920566:0:84259:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613228.920568:0:84259:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613228.920660:0:84259:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613228.920670:0:84259:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613228.920674:0:84259:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613228.920677:0:84259:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613228.920679:0:84259:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613228.920681:0:84259:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613228.920685:0:84259:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.920687:0:84259:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613228.920689:0:84259:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1773613228.920749:0:84259:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613228.920753:0:84259:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613228.920754:0:84259:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613228.920758:0:84259:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613228.920759:0:84259:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215217 00000100:00000001:3.0:1773613228.920761:0:84259:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613228.920764:0:84259:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613228.920769:0:84259:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.920835:0:84259:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613228.920838:0:84259:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613228.920840:0:84259:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613228.920845:0:84259:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613228.920852:0:84259:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job mkdir:144f5372-d9a2-4fb0-a726-ce1097458722:84259:1859762477085568:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:3.0:1773613228.920857:0:84259:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613228.920859:0:84259:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613228.920861:0:84259:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613228.920863:0:84259:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613228.920875:0:84259:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613228.920881:0:84259:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613228.920884:0:84259:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988a480. 00000100:00000001:3.0:1773613228.920888:0:84259:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613228.920889:0:84259:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613228.920897:0:84259:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613228.920901:0:84259:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773613228.920903:0:84259:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613228.920906:0:84259:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1773613228.920908:0:84259:0:(namei.c:1688:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1773613223 to 1773613228 00000080:00000001:3.0:1773613228.920912:0:84259:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613228.920917:0:84259:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773613228.920919:0:84259:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773613228.920921:0:84259:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:3.0:1773613228.920924:0:84259:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773613228.921533:0:84259:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9936503feb40. 00000080:00000001:2.0:1773613228.921546:0:84259:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773613228.921548:0:84259:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08) 00000080:00000001:2.0:1773613228.921551:0:84259:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613228.921553:0:84259:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:2.0:1773613228.921555:0:84259:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.921557:0:84259:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:2.0:1773613228.921560:0:84259:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773613228.921562:0:84259:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088004 mtime from 0 to 1773613228 00000080:00200000:2.0:1773613228.921566:0:84259:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 512 00000080:00000001:2.0:1773613228.921568:0:84259:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773613228.921570:0:84259:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057286491144 : -113016423060472 : ffff9936503fec08) 00000080:00000001:2.0:1773613228.921573:0:84259:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613228.921576:0:84259:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773613228.921578:0:84259:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.921583:0:84259:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.921585:0:84259:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:2.0:1773613228.921587:0:84259:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613228.921593:0:84259:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613228.921599:0:84259:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613228.921602:0:84259:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613228.921605:0:84259:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993658db4800. 00000080:00000010:2.0:1773613228.921609:0:84259:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff99364a8ec500. 00000080:00000001:2.0:1773613228.921612:0:84259:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.921614:0:84259:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613228.921617:0:84259:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613228.921623:0:84259:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613228.921625:0:84259:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f93e40 00000080:00002000:2.0:1773613228.921628:0:84259:0:(dcache.c:127:ll_ddelete()) deleting dentry d130a.recovery-small (ffff993658071948, parent ffff99365037c6c0, inode ffff9936503fec08) hashed, 00000080:00000001:2.0:1773613228.921631:0:84259:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613228.921639:0:84259:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613228.921645:0:84259:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1773613228.938069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9936448279e0. 00010000:00000001:0.0:1773613229.062028:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613229.062033:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613229.062037:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613229.062039:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613229.062041:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613229.062042:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613229.062092:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613229.062095:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613229.062099:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613229.135967:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613229.135971:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613229.135974:0:67856:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773613229.135978:0:67856:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613229.135980:0:67856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613229.135985:0:67856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937400/0xa1aa084204a01040 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabd68c expref: -99 pid: 83639 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773613229.135997:0:67856:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613229.136002:0:67856:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613229.136004:0:67856:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613229.136006:0:67856:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x2:0x0] mode (null) 00000002:00000001:3.0:1773613229.136010:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613229.136013:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613229.136018:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d500 count: 2 00010000:00000001:3.0:1773613229.136021:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613229.136026:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613229.136027:0:67856:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613229.136030:0:67856:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773613229.136032:0:67856:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613229.136037:0:67856:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613229.136042:0:67856:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c31a600. 00000020:00000010:3.0:1773613229.136046:0:67856:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364c31a200. 00000020:00000010:3.0:1773613229.136050:0:67856:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed2a0. 00000008:00000010:3.0:1773613229.136055:0:67856:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613229.136060:0:67856:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9f00. 00008000:00000010:3.0:1773613229.136064:0:67856:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613229.136069:0:67856:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613229.136073:0:67856:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613229.136077:0:67856:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993658db4800. 00000008:00000010:3.0:1773613229.136080:0:67856:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613229.136084:0:67856:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613229.136087:0:67856:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613229.136091:0:67856:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613229.136093:0:67856:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613229.136096:0:67856:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613229.136097:0:67856:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773613229.136101:0:67856:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x2:0x0]: losing layout lock 00000080:00000001:3.0:1773613229.136103:0:67856:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773613229.136105:0:67856:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773613229.136109:0:67856:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613229.136111:0:67856:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613229.136113:0:67856:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x2:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773613229.136115:0:67856:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613229.136117:0:67856:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613229.136119:0:67856:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613229.136122:0:67856:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364c31a200. 00000020:00000010:3.0:1773613229.136128:0:67856:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed2a0. 00000008:00000010:3.0:1773613229.136131:0:67856:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613229.136135:0:67856:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9f00. 00008000:00000010:3.0:1773613229.136138:0:67856:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613229.136141:0:67856:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613229.136143:0:67856:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613229.136146:0:67856:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c31a600. 00000008:00000010:3.0:1773613229.136149:0:67856:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613229.136151:0:67856:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613229.136154:0:67856:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613229.136156:0:67856:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613229.136158:0:67856:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993658db4800. 00000020:00000010:3.0:1773613229.136161:0:67856:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613229.136163:0:67856:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613229.136168:0:67856:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613229.136170:0:67856:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613229.136172:0:67856:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613229.136175:0:67856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613229.136177:0:67856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613229.136179:0:67856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613229.136180:0:67856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613229.136183:0:67856:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937400 with handle 0xa1aa084204a01040 from hash 00010000:00000001:3.0:1773613229.136185:0:67856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613229.136187:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613229.136188:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613229.136190:0:67856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613229.136193:0:67856:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613229.136195:0:67856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613229.136198:0:67856:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613229.136200:0:67856:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613229.136202:0:67856:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773613229.136209:0:67856:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706d80. 00000020:00000040:3.0:1773613229.136213:0:67856:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613229.136217:0:67856:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613229.136220:0:67856:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613229.136224:0:67856:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613229.136230:0:67856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993658db4800. 00000100:00000001:3.0:1773613229.136236:0:67856:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613229.136238:0:67856:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613229.136244:0:67856:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937400/0xa1aa084204a01040 lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd68c expref: -99 pid: 83639 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773613229.136251:0:67856:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613229.136252:0:67856:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613229.136255:0:67856:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613229.136256:0:67856:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613229.136262:0:67856:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988a480. 00000100:00000001:3.0:1773613229.136263:0:67856:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173816448 : -113016535735168 : ffff99364988a480) 00000100:00000001:3.0:1773613229.136266:0:67856:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613229.136267:0:67856:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000001:3.0:1773613229.136271:0:67856:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613229.136275:0:67856:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.136277:0:67856:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613229.136278:0:67856:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613229.136287:0:67856:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.136294:0:67856:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613229.136296:0:67856:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613229.136299:0:67856:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613229.136302:0:67856:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613229.136304:0:67856:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613229.136307:0:67856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:144f5372-d9a2-4fb0-a726-ce1097458722:67856:1859762477085696:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613229.136311:0:67856:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613229.136315:0:67856:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613229.136318:0:67856:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613229.136320:0:67856:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613229.136323:0:67856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c31a600. 02000000:00000001:3.0:1773613229.136324:0:67856:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613229.136345:0:67856:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613229.136349:0:67856:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dacb8. 00000400:00000010:3.0:1773613229.136356:0:67856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613229.136362:0:67856:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477085696, portal 18 00000100:00000001:3.0:1773613229.136364:0:67856:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613229.136365:0:67856:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000040:3.0:1773613229.136370:0:67856:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.136377:0:67856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613229.136379:0:67856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613229.136381:0:67856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613229.136384:0:67856:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477085696, offset 0 00000400:00000200:3.0:1773613229.136391:0:67856:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613229.136398:0:67856:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613229.136404:0:67856:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613229.136408:0:67856:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613229.136412:0:67856:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613229.136415:0:67856:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613229.136418:0:67856:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613229.136422:0:67856:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224814:224814:256:4294967295] 192.168.203.144@tcp LPNI seq info [224749:224749:8:4294967295] 00000400:00000200:3.0:1773613229.136426:0:67856:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613229.136434:0:67856:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613229.136440:0:67856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613229.136444:0:67856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613229.136450:0:67856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613229.136457:0:67856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613229.136461:0:67856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613229.136474:0:67856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613229.136478:0:67856:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 236555 usecs (237 jiffies) 00000400:00000200:3.0:1773613229.136481:0:67856:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613229.136483:0:67856:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300319159 00000100:00000001:3.0:1773613229.136486:0:67856:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:3.0:1773613229.136488:0:67856:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300319159 00000100:00000001:3.0:1773613229.136491:0:67856:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:3.0:1773613229.136493:0:67856:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613229.136495:0:67856:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.136497:0:67856:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613229.136499:0:67856:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613229.136501:0:67856:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988a480 going to sleep for 11 seconds 00000100:00000001:3.0:1773613229.136504:0:67856:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613229.136506:0:67856:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613229.137147:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613229.137153:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:2.0:1773613229.137158:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.137163:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613229.137168:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:2.0:1773613229.137170:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:2.0:1773613229.137174:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613229.137180:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613229.137189:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613229.137192:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613229.137198:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.137200:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613229.141126:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.141145:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613229.141148:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.141151:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.141159:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.141166:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613229.141174:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.141178:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.141184:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.141188:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d03400 00000400:00000200:2.0:1773613229.141193:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.141198:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b503d [1] + 224 00000800:00000001:2.0:1773613229.141206:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.141214:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.141217:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.141220:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613229.141226:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613229.141234:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613229.141251:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613229.141262:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613229.141268:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.141271:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613229.141323:0:67856:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613229.141329:0:67856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613229.141331:0:67856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613229.141334:0:67856:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dacb8. 00000400:00000200:3.0:1773613229.141339:0:67856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613229.141341:0:67856:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613229.141344:0:67856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613229.141349:0:67856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613229.141358:0:67856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.141364:0:67856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613229.141366:0:67856:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613229.141368:0:67856:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613229.141371:0:67856:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613229.141374:0:67856:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613229.141376:0:67856:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613229.141378:0:67856:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613229.141387:0:67856:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=113 v=5 (5 5 5 0) 00000100:00001000:3.0:1773613229.141390:0:67856:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613229.141393:0:67856:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613229.141395:0:67856:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613229.141398:0:67856:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613229.141400:0:67856:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.141404:0:67856:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613229.141406:0:67856:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215217 00000100:00000001:3.0:1773613229.141408:0:67856:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613229.141410:0:67856:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613229.141415:0:67856:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.141422:0:67856:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613229.141425:0:67856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613229.141427:0:67856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613229.141431:0:67856:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613229.141439:0:67856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:144f5372-d9a2-4fb0-a726-ce1097458722:67856:1859762477085696:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613229.141443:0:67856:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613229.141446:0:67856:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.141448:0:67856:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613229.141450:0:67856:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613229.141453:0:67856:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.141460:0:67856:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613229.141462:0:67856:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988a480. 00000100:00000001:3.0:1773613229.141466:0:67856:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613229.141467:0:67856:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.141470:0:67856:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613229.141473:0:67856:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706d80 x1859762477085696/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613245 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613229.141479:0:67856:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613229.141482:0:67856:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613229.141485:0:67856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c31a600. 02000000:00000001:3.0:1773613229.141489:0:67856:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613229.141491:0:67856:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613229.141493:0:67856:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613229.141495:0:67856:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613229.141498:0:67856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993658db4800. 02000000:00000001:3.0:1773613229.141503:0:67856:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613229.141505:0:67856:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613229.141507:0:67856:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706d80. 00000100:00000001:3.0:1773613229.141510:0:67856:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613229.141511:0:67856:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613229.141513:0:67856:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1773613229.141516:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613229.141520:0:67856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937400/0xa1aa084204a01040 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd68c expref: -99 pid: 83639 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1773613229.141528:0:67856:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d500 count: 0 00010000:00000010:3.0:1773613229.141534:0:67856:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93b080. 00010000:00000001:3.0:1773613229.141541:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613229.141543:0:67856:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613229.141554:0:67856:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613229.141558:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613229.141559:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613229.141561:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613229.141563:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613229.141564:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613229.141565:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613229.141567:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613229.141568:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613229.141569:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1773613229.145999:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d500. 00010000:00000010:3.1:1773613229.146012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937400. 00000800:00000200:2.0:1773613229.165787:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613229.165799:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:2.0:1773613229.165804:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.165809:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613229.165814:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:2.0:1773613229.165816:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:2.0:1773613229.165821:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613229.165825:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a300 x1859762477085824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.165835:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613229.165837:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73a300 x1859762477085824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.165843:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.165845:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613229.170552:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.170569:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613229.170573:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.170576:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.170584:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.170592:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613229.170600:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.170605:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.170611:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.170614:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d03480 00000400:00000200:2.0:1773613229.170620:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.170626:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b504d [1] + 224 00000800:00000001:2.0:1773613229.170633:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.170641:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.170644:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.170648:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613229.170654:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613229.170663:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a300 x1859762477085824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613229.170673:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73a300 x1859762477085824/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.170692:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613229.170700:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.170703:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613229.171607:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613229.171611:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:2.0:1773613229.171615:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.171619:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613229.171622:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:2.0:1773613229.171624:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:2.0:1773613229.171627:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613229.171631:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a300 x1859762477085952/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.171639:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613229.171642:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73a300 x1859762477085952/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.171648:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.171650:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613229.175553:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.175569:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613229.175572:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.175574:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.175581:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.175588:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613229.175595:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.175600:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.175604:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.175609:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d03500 00000400:00000200:2.0:1773613229.175613:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.175618:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5055 [1] + 224 00000800:00000001:2.0:1773613229.175625:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.175631:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.175634:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.175638:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613229.175644:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613229.175652:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a300 x1859762477085952/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613229.175662:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a73a300 x1859762477085952/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.175738:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613229.175745:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.175748:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613229.181277:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613229.181284:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:2.0:1773613229.181290:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.181297:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613229.181303:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613229.181305:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613229.181311:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613229.181317:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a300 x1859762477086080/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.181329:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613229.181332:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73a300 x1859762477086080/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.181338:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.181340:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613229.194177:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.194194:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613229.194199:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.194201:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.194210:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.194218:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613229.194239:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.194243:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.194249:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.194253:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d03580 00000400:00000200:2.0:1773613229.194258:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.194265:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b505d [1] + 224 00000800:00000001:2.0:1773613229.194273:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.194281:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.194285:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.194290:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613229.194296:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613229.194304:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a300 x1859762477086080/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613229.194316:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a73a300 x1859762477086080/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.194339:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613229.194348:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.194352:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613229.199756:0:84293:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613229.199765:0:84293:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613229.199767:0:84293:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613229.199770:0:84293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613229.199778:0:84293:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:2.0:1773613229.199781:0:84293:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613229.199787:0:84293:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:2.0:1773613229.199801:0:84293:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613229.199803:0:84293:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613229.199804:0:84293:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613229.199807:0:84293:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613229.199811:0:84293:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613229.199817:0:84293:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2bc00. 00000100:00000001:2.0:1773613229.199824:0:84293:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613229.199835:0:84293:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a300 x1859762477086080/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.199844:0:84293:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613229.199847:0:84293:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613229.199850:0:84293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364980d800. 02000000:00000001:2.0:1773613229.199854:0:84293:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613229.199856:0:84293:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613229.199858:0:84293:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613229.199860:0:84293:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613229.199871:0:84293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f50000. 02000000:00000001:2.0:1773613229.199875:0:84293:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613229.199877:0:84293:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613229.199879:0:84293:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a300. 00000100:00000001:2.0:1773613229.199884:0:84293:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613229.199886:0:84293:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613229.199889:0:84293:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773613229.199891:0:84293:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1e5bb20 released 00000080:00000001:2.0:1773613229.199892:0:84293:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773613229.199900:0:84293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613229.199903:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bb70 00000080:00002000:2.0:1773613229.199905:0:84293:0:(dcache.c:127:ll_ddelete()) deleting dentry f130a.recovery-small (ffff99365804aa20, parent ffff99365804ad80, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773613229.199908:0:84293:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613229.199912:0:84293:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613229.199917:0:84293:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773613229.199921:0:84293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613229.199923:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bbf0 00000080:00002000:2.0:1773613229.199924:0:84293:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff99365804ad80, parent ffff99365037c6c0, inode ffff9936503fec08) hashed, 00000080:00000001:2.0:1773613229.199927:0:84293:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613229.200137:0:84293:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613229.200140:0:84293:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613229.200142:0:84293:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613229.200144:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bb20 00000080:00200000:2.0:1773613229.200146:0:84293:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613229.200152:0:84293:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659439400. 00800000:00000002:2.0:1773613229.200157:0:84293:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613229.200160:0:84293:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613229.200163:0:84293:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613229.200165:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5ba40 00800000:00000002:2.0:1773613229.200167:0:84293:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613229.200171:0:84293:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613229.200174:0:84293:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613229.200178:0:84293:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613229.200179:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b910 00000002:00010000:2.0:1773613229.200181:0:84293:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613229.200189:0:84293:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613229.200191:0:84293:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613229.200192:0:84293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613229.200195:0:84293:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 2 00010000:00000001:2.0:1773613229.200197:0:84293:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613229.200200:0:84293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613229.200204:0:84293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613229.200209:0:84293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613229.200218:0:84293:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613229.200222:0:84293:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613229.200225:0:84293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613229.200232:0:84293:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613229.200233:0:84293:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613229.200235:0:84293:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613229.200237:0:84293:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613229.200239:0:84293:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613229.200241:0:84293:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613229.200244:0:84293:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613229.200246:0:84293:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613229.200249:0:84293:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659439400. 00000080:00000001:2.0:1773613229.200252:0:84293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613229.200254:0:84293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613229.200256:0:84293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613229.200258:0:84293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0108d 00800000:00000001:2.0:1773613229.200262:0:84293:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613229.200263:0:84293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613229.200265:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613229.200267:0:84293:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613229.200270:0:84293:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:2.0:1773613229.200272:0:84293:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:2.0:1773613229.200275:0:84293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:2.0:1773613229.200278:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613229.200279:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613229.200280:0:84293:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613229.200282:0:84293:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613229.200285:0:84293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0108d from it ffffaca8c1e5bb58 00010000:00000001:2.0:1773613229.200287:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613229.200288:0:84293:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613229.200289:0:84293:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:2.0:1773613229.200291:0:84293:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:2.0:1773613229.200293:0:84293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:2.0:1773613229.200295:0:84293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613229.200298:0:84293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613229.200306:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613229.200308:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613229.200310:0:84293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613229.200312:0:84293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613229.200315:0:84293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613229.200321:0:84293:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613229.200325:0:84293:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613229.200327:0:84293:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613229.200331:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613229.200332:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613229.200333:0:84293:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200337:0:84293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613229.200338:0:84293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200340:0:84293:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200343:0:84293:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200345:0:84293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613229.200346:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613229.200347:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613229.200348:0:84293:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613229.200350:0:84293:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613229.200352:0:84293:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613229.200356:0:84293:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613229.200359:0:84293:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773613229.200361:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bae8 00000080:00002000:2.0:1773613229.200362:0:84293:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff99365804ad80) flags 0x28000e refc 0 00000080:00000001:2.0:1773613229.200365:0:84293:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613229.200367:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bb30 00000080:00200000:2.0:1773613229.200368:0:84293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=24 00000080:00000001:2.0:1773613229.200372:0:84293:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1773613229.200374:0:84293:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613229.200377:0:84293:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773613229.200378:0:84293:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08), inode mode 41ed mask 1 00000080:00000001:2.0:1773613229.200380:0:84293:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613229.200387:0:84293:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9936448279a0. 00000020:00000001:2.0:1773613229.200389:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bae8 00000080:00200000:2.0:1773613229.200390:0:84293:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff9936503fec08), flags=8 00000080:00000001:2.0:1773613229.200392:0:84293:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773613229.200393:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b998 00000080:00200000:2.0:1773613229.200395:0:84293:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff9936503fec08), intent=getattr 00000080:00000010:2.0:1773613229.200399:0:84293:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993659439400. 00000080:00000001:2.0:1773613229.200402:0:84293:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613229.200403:0:84293:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613229.200404:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b8b8 00800000:00000002:2.0:1773613229.200405:0:84293:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130a.recovery-small' on [0x20000bf89:0x4:0x0] 00800000:00000001:2.0:1773613229.200407:0:84293:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1773613229.200410:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b850 00800000:00000002:2.0:1773613229.200411:0:84293:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x4:0x0], fid2=[0x0:0x0:0x0], name='f130a.recovery-small' -> mds #0 00000002:00000001:2.0:1773613229.200413:0:84293:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613229.200414:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b788 00000002:00010000:2.0:1773613229.200415:0:84293:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130a.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613229.200417:0:84293:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613229.200419:0:84293:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613229.200422:0:84293:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000020:00000040:2.0:1773613229.200424:0:84293:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613229.200428:0:84293:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613229.200431:0:84293:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613229.200433:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613229.200434:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613229.200434:0:84293:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.200436:0:84293:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613229.200438:0:84293:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613229.200440:0:84293:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613229.200444:0:84293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa000. 00000100:00000001:2.0:1773613229.200449:0:84293:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200453:0:84293:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613229.200454:0:84293:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200455:0:84293:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613229.200456:0:84293:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613229.200457:0:84293:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613229.200462:0:84293:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00010000:00000001:2.0:1773613229.200464:0:84293:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613229.200466:0:84293:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613229.200468:0:84293:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:2.0:1773613229.200469:0:84293:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613229.200471:0:84293:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613229.200473:0:84293:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3400. 00000020:00000001:2.0:1773613229.200475:0:84293:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613229.200477:0:84293:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3400 with handle 0xa1aa084204a010a2 to hash 00000020:00000001:2.0:1773613229.200478:0:84293:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613229.200479:0:84293:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613229.200481:0:84293:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613229.200483:0:84293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613229.200484:0:84293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613229.200486:0:84293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613229.200491:0:84293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613229.200498:0:84293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613229.200501:0:84293:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613229.200503:0:84293:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613229.200507:0:84293:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a3006c0. 00000100:00000001:2.0:1773613229.200508:0:84293:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184786112 : -113016524765504 : ffff99364a3006c0) 00000100:00000001:2.0:1773613229.200510:0:84293:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613229.200511:0:84293:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000001:2.0:1773613229.200514:0:84293:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613229.200516:0:84293:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.200517:0:84293:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613229.200518:0:84293:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613229.200523:0:84293:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.200528:0:84293:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613229.200530:0:84293:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613229.200534:0:84293:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613229.200535:0:84293:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613229.200537:0:84293:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613229.200539:0:84293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:84293:1859762477086208:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613229.200543:0:84293:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613229.200548:0:84293:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613229.200549:0:84293:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613229.200551:0:84293:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613229.200555:0:84293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922f800. 02000000:00000001:2.0:1773613229.200557:0:84293:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613229.200565:0:84293:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613229.200570:0:84293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9478. 00000400:00000010:2.0:1773613229.200576:0:84293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613229.200584:0:84293:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477086208, portal 10 00000100:00000001:2.0:1773613229.200586:0:84293:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613229.200587:0:84293:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:2.0:1773613229.200593:0:84293:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.200600:0:84293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613229.200602:0:84293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613229.200604:0:84293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d77f8. 00000100:00000200:2.0:1773613229.200607:0:84293:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477086208, offset 0 00000400:00000200:2.0:1773613229.200613:0:84293:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613229.200621:0:84293:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.200628:0:84293:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613229.200633:0:84293:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613229.200637:0:84293:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613229.200640:0:84293:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613229.200644:0:84293:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613229.200647:0:84293:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224818:224818:256:4294967295] 192.168.203.144@tcp LPNI seq info [224753:224753:8:4294967295] 00000400:00000200:2.0:1773613229.200651:0:84293:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.200660:0:84293:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613229.200665:0:84293:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613229.200670:0:84293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613229.200676:0:84293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613229.200684:0:84293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613229.200689:0:84293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773613229.200780:0:84293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613229.200784:0:84293:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 234101 usecs (235 jiffies) 00000400:00000200:2.0:1773613229.200788:0:84293:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613229.200791:0:84293:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300319221 00000100:00000001:2.0:1773613229.200794:0:84293:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300319609 00000100:00000001:2.0:1773613229.200796:0:84293:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300319221 00000100:00000001:2.0:1773613229.200798:0:84293:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300319609 00000100:00000001:2.0:1773613229.200800:0:84293:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613229.200803:0:84293:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613229.200804:0:84293:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613229.200806:0:84293:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613229.200809:0:84293:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a3006c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613229.200811:0:84293:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613229.200814:0:84293:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613229.201922:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613229.201929:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:3.0:1773613229.201990:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613229.201999:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613229.202005:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d77f8 00000400:00000010:3.0:1773613229.202008:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d77f8. 00000100:00000001:3.0:1773613229.202011:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613229.202018:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613229.202028:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613229.202031:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613229.202037:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613229.202039:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613229.207619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00000080:00000010:2.1:1773613229.207985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca50a0. 00000800:00000001:2.0:1773613229.209058:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.209073:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613229.209076:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.209079:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.209087:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.209095:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613229.209102:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.209106:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.209112:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.209115:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d03600 00000400:00000200:2.0:1773613229.209119:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613229.209125:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5065 [1] + 224 00000800:00000001:2.0:1773613229.209132:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.209138:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613229.209141:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613229.209145:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613229.209151:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613229.209158:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613229.209168:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613229.209193:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613229.209200:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613229.209203:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613229.209290:0:84293:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613229.209297:0:84293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613229.209299:0:84293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613229.209301:0:84293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9478. 00000400:00000200:0.0:1773613229.209305:0:84293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:0.0:1773613229.209308:0:84293:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:0.0:1773613229.209310:0:84293:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613229.209314:0:84293:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613229.209323:0:84293:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613229.209328:0:84293:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613229.209330:0:84293:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613229.209332:0:84293:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613229.209335:0:84293:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613229.209337:0:84293:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613229.209339:0:84293:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613229.209342:0:84293:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613229.209352:0:84293:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613229.209356:0:84293:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613229.209359:0:84293:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773613229.209362:0:84293:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613229.209369:0:84293:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613229.209372:0:84293:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613229.209374:0:84293:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215217 00000100:00000001:0.0:1773613229.209376:0:84293:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613229.209379:0:84293:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773613229.209382:0:84293:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613229.209389:0:84293:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773613229.209391:0:84293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613229.209393:0:84293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613229.209396:0:84293:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613229.209404:0:84293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8380 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:84293:1859762477086208:192.168.203.144@tcp:101:ls.0 00000100:00000001:0.0:1773613229.209408:0:84293:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613229.209410:0:84293:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613229.209412:0:84293:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613229.209414:0:84293:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613229.209417:0:84293:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613229.209424:0:84293:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613229.209427:0:84293:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a3006c0. 00000100:00000001:0.0:1773613229.209429:0:84293:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613229.209431:0:84293:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773613229.209434:0:84293:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613229.209437:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613229.209440:0:84293:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613229.209442:0:84293:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=4 00000020:00000001:0.0:1773613229.209445:0:84293:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613229.209448:0:84293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00010000:0.0:1773613229.209452:0:84293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209461:0:84293:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773613229.209465:0:84293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209470:0:84293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613229.209472:0:84293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209477:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613229.209478:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613229.209480:0:84293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209486:0:84293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613229.209490:0:84293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613229.209493:0:84293:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613229.209496:0:84293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613229.209502:0:84293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba3400 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613229.209506:0:84293:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613229.209509:0:84293:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209514:0:84293:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613229.209516:0:84293:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613229.209519:0:84293:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209527:0:84293:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613229.209530:0:84293:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613229.209531:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613229.209532:0:84293:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613229.209533:0:84293:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=5 00000020:00000001:0.0:1773613229.209534:0:84293:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613229.209536:0:84293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613229.209538:0:84293:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613229.209540:0:84293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613229.209545:0:84293:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613229.209547:0:84293:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613229.209549:0:84293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613229.209550:0:84293:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613229.209553:0:84293:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613229.209554:0:84293:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613229.209556:0:84293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613229.209557:0:84293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613229.209560:0:84293:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3400 with handle 0xa1aa084204a010a2 from hash 00010000:00000001:0.0:1773613229.209562:0:84293:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613229.209563:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613229.209564:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613229.209566:0:84293:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613229.209567:0:84293:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613229.209568:0:84293:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613229.209570:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613229.209571:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613229.209573:0:84293:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613229.209575:0:84293:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613229.209577:0:84293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209581:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613229.209583:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613229.209584:0:84293:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773613229.209585:0:84293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613229.209586:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613229.209587:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613229.209588:0:84293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613229.209590:0:84293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010a2 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613229.209599:0:84293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613229.209600:0:84293:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773613229.209604:0:84293:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773613229.209609:0:84293:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613229.209616:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613229.209617:0:84293:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613229.209619:0:84293:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613229.209621:0:84293:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613229.209623:0:84293:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613229.209625:0:84293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613229.209626:0:84293:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613229.209628:0:84293:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613229.209631:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5b708 00000002:00002000:0.0:1773613229.209633:0:84293:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1773613229.209636:0:84293:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613229.209639:0:84293:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613229.209642:0:84293:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613229.209644:0:84293:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613229.209648:0:84293:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613229.209651:0:84293:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613229.209653:0:84293:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1e5bb20 it_disposition 7 00000080:00002000:0.0:1773613229.209658:0:84293:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658071870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1773613229.209665:0:84293:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613229.209670:0:84293:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613229.209672:0:84293:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613229.209674:0:84293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613229.209680:0:84293:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:0.0:1773613229.209682:0:84293:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613229.209687:0:84293:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:0.0:1773613229.209689:0:84293:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613229.209691:0:84293:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613229.209693:0:84293:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613229.209695:0:84293:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613229.209698:0:84293:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613229.209701:0:84293:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993659439400. 00000100:00000001:0.0:1773613229.209705:0:84293:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613229.209709:0:84293:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8380 x1859762477086208/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613245 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613229.209715:0:84293:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613229.209718:0:84293:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613229.209720:0:84293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922f800. 02000000:00000001:0.0:1773613229.209723:0:84293:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613229.209725:0:84293:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613229.209726:0:84293:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613229.209728:0:84293:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613229.209731:0:84293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa000. 02000000:00000001:0.0:1773613229.209734:0:84293:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613229.209736:0:84293:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613229.209738:0:84293:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 00000100:00000001:0.0:1773613229.209741:0:84293:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613229.209743:0:84293:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613229.209746:0:84293:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613229.209747:0:84293:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1e5bb20 released 00000080:00000001:0.0:1773613229.209749:0:84293:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613229.209753:0:84293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613229.209755:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bb70 00000080:00002000:0.0:1773613229.209757:0:84293:0:(dcache.c:127:ll_ddelete()) deleting dentry f130a.recovery-small (ffff993658071870, parent ffff99365804ad80, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773613229.209760:0:84293:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613229.209763:0:84293:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613229.209766:0:84293:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773613229.209770:0:84293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613229.209771:0:84293:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e5bbf0 00000080:00002000:0.0:1773613229.209774:0:84293:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff99365804ad80, parent ffff99365037c6c0, inode ffff9936503fec08) hashed, 00000080:00000001:0.0:1773613229.209776:0:84293:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613229.228096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3400. 00000080:00000010:0.1:1773613229.228118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9936448279a0. 00000100:00000040:2.0:1773613229.830017:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300319609, at 4300319616 00000100:00000010:2.0:1773613229.830038:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853120. 00000100:00000040:3.0:1773613229.832764:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300319609, at 4300319618 00000100:00000010:3.0:1773613229.832780:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8530c0. 00010000:00000001:0.0:1773613230.086864:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613230.086873:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.086879:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613230.086880:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.086884:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613230.086885:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613230.087091:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613230.087096:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613230.087100:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613230.167597:0:84335:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613230.167604:0:84335:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613230.167607:0:84335:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613230.167611:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b20 00000080:00200000:0.0:1773613230.167617:0:84335:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613230.167626:0:84335:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea9400. 00800000:00000002:0.0:1773613230.167634:0:84335:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613230.167640:0:84335:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613230.167647:0:84335:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613230.167649:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a40 00800000:00000002:0.0:1773613230.167652:0:84335:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613230.167657:0:84335:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613230.167662:0:84335:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613230.167669:0:84335:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613230.167671:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33910 00000002:00010000:0.0:1773613230.167673:0:84335:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613230.167677:0:84335:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613230.167679:0:84335:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613230.167683:0:84335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613230.167692:0:84335:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 2 00010000:00000001:0.0:1773613230.167696:0:84335:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613230.167702:0:84335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613230.167707:0:84335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613230.167713:0:84335:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773613230.167725:0:84335:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613230.167733:0:84335:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613230.167736:0:84335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773613230.167745:0:84335:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613230.167747:0:84335:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613230.167749:0:84335:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613230.167751:0:84335:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613230.167753:0:84335:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613230.167756:0:84335:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613230.167758:0:84335:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613230.167762:0:84335:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613230.167766:0:84335:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea9400. 00000080:00000001:0.0:1773613230.168910:0:84335:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613230.168918:0:84335:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613230.168926:0:84335:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613230.168932:0:84335:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0108d 00800000:00000001:0.0:1773613230.169170:0:84335:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613230.169174:0:84335:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613230.169178:0:84335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613230.169182:0:84335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613230.169185:0:84335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613230.169188:0:84335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613230.169192:0:84335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613230.169196:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613230.169198:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613230.169200:0:84335:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613230.169201:0:84335:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613230.169204:0:84335:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0108d from it ffffaca8c1f33b58 00010000:00000001:0.0:1773613230.169207:0:84335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613230.169208:0:84335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613230.169210:0:84335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613230.169212:0:84335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613230.169215:0:84335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613230.169219:0:84335:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613230.169223:0:84335:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613230.169233:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613230.169234:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613230.169236:0:84335:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613230.169239:0:84335:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613230.169242:0:84335:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613230.169253:0:84335:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613230.169257:0:84335:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613230.169259:0:84335:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613230.169265:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613230.169266:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613230.169268:0:84335:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169272:0:84335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613230.169274:0:84335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169277:0:84335:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169279:0:84335:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169282:0:84335:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613230.169283:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613230.169284:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613230.169288:0:84335:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613230.169290:0:84335:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613230.169293:0:84335:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613230.169300:0:84335:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613230.169307:0:84335:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773613230.169311:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b48 00000080:00002000:0.0:1773613230.169313:0:84335:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff99365804ad80) flags 0x28004e refc 0 00000080:00000001:0.0:1773613230.169316:0:84335:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613230.169319:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b90 00000080:00200000:0.0:1773613230.169320:0:84335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=8 00000080:00000001:0.0:1773613230.169326:0:84335:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613230.169328:0:84335:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613230.169341:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d08 00000080:00200008:0.0:1773613230.169343:0:84335:0:(file.c:6218:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff9936503fec08), request_mask 4095, flags 0, foreign 0 00000080:00000001:0.0:1773613230.169349:0:84335:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613230.169350:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c80 00000080:00200000:0.0:1773613230.169352:0:84335:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08),name=d130a.recovery-small 00000080:00000010:0.0:1773613230.169364:0:84335:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea9400. 00800000:00000002:0.0:1773613230.169371:0:84335:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613230.169378:0:84335:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613230.169382:0:84335:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613230.169384:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ba0 00800000:00000002:0.0:1773613230.169387:0:84335:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613230.169390:0:84335:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613230.169396:0:84335:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613230.169401:0:84335:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613230.169403:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a70 00000002:00010000:0.0:1773613230.169405:0:84335:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613230.169409:0:84335:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613230.169411:0:84335:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613230.169413:0:84335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613230.169420:0:84335:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:0.0:1773613230.169423:0:84335:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613230.169428:0:84335:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:0.0:1773613230.169431:0:84335:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613230.169433:0:84335:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613230.169436:0:84335:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613230.169439:0:84335:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773613230.169445:0:84335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613230.169450:0:84335:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613230.169458:0:84335:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613230.169462:0:84335:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613230.169465:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613230.169467:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613230.169468:0:84335:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613230.169471:0:84335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613230.169475:0:84335:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613230.169481:0:84335:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613230.169490:0:84335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecd800. 00000100:00000001:0.0:1773613230.169498:0:84335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169505:0:84335:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613230.169507:0:84335:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169509:0:84335:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613230.169510:0:84335:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613230.169512:0:84335:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613230.169518:0:84335:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00010000:00000001:0.0:1773613230.169522:0:84335:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613230.169525:0:84335:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613230.169528:0:84335:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 2 00010000:00000001:0.0:1773613230.169530:0:84335:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613230.169533:0:84335:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613230.169537:0:84335:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a936c00. 00000020:00000001:0.0:1773613230.169540:0:84335:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613230.169542:0:84335:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a936c00 with handle 0xa1aa084204a010a9 to hash 00000020:00000001:0.0:1773613230.169544:0:84335:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613230.169545:0:84335:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613230.169549:0:84335:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:0.0:1773613230.169552:0:84335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613230.169555:0:84335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613230.169558:0:84335:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613230.169566:0:84335:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613230.169578:0:84335:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613230.169584:0:84335:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613230.169586:0:84335:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613230.169594:0:84335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6f480. 00000100:00000001:0.0:1773613230.169597:0:84335:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298486400 : -113016411065216 : ffff993650f6f480) 00000100:00000001:0.0:1773613230.169599:0:84335:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613230.169601:0:84335:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000001:0.0:1773613230.169606:0:84335:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613230.169612:0:84335:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613230.169614:0:84335:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613230.169616:0:84335:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613230.169629:0:84335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613230.169638:0:84335:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613230.169641:0:84335:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613230.169645:0:84335:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613230.169648:0:84335:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613230.169651:0:84335:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613230.169655:0:84335:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job stat:144f5372-d9a2-4fb0-a726-ce1097458722:84335:1859762477086336:192.168.203.144@tcp:101:stat.0 00000100:00000001:0.0:1773613230.169660:0:84335:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613230.169667:0:84335:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613230.169669:0:84335:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613230.169672:0:84335:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613230.169678:0:84335:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc3000. 02000000:00000001:0.0:1773613230.169680:0:84335:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613230.169689:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613230.169693:0:84335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613230.169702:0:84335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613230.169711:0:84335:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477086336, portal 10 00000100:00000001:0.0:1773613230.169713:0:84335:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613230.169715:0:84335:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613230.169720:0:84335:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613246 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613230.169728:0:84335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613230.169731:0:84335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613230.169734:0:84335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17220. 00000100:00000200:0.0:1773613230.169738:0:84335:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477086336, offset 0 00000400:00000200:0.0:1773613230.169746:0:84335:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613230.169756:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613230.169765:0:84335:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613230.169771:0:84335:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613230.169776:0:84335:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613230.169781:0:84335:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613230.169784:0:84335:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613230.169787:0:84335:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224819:224819:256:4294967295] 192.168.203.144@tcp LPNI seq info [224754:224754:8:4294967295] 00000400:00000200:0.0:1773613230.169792:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613230.169803:0:84335:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613230.169810:0:84335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613230.169816:0:84335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613230.169824:0:84335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613230.169834:0:84335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613230.169840:0:84335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773613230.169872:0:84335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613230.169878:0:84335:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 233498 usecs (234 jiffies) 00000400:00000200:0.0:1773613230.169881:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613230.169885:0:84335:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300320189 00000100:00000010:0.0:1773613230.169890:0:84335:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853f00. 00000100:00000001:0.0:1773613230.169900:0:84335:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613230.169906:0:84335:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300320189 00000100:00000010:0.0:1773613230.169909:0:84335:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853000. 00000100:00000001:0.0:1773613230.169912:0:84335:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613230.169915:0:84335:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613230.169918:0:84335:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613230.169920:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613230.169922:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613230.169925:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 11 seconds 00000100:00000001:0.0:1773613230.169927:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613230.169931:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613230.170042:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613230.170048:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:3.0:1773613230.170054:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613230.170061:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613230.170067:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17220 00000400:00000010:3.0:1773613230.170069:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17220. 00000100:00000001:3.0:1773613230.170075:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613230.170080:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613246 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613230.170090:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613230.170094:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613246 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613230.170101:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613230.170102:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773613230.406889:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300320189, at 4300320192 00000100:00000010:3.0:1773613230.406906:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853000. 00000100:00000040:2.0:1773613230.407540:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300320189, at 4300320193 00000100:00000010:2.0:1773613230.407555:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853f00. 00000800:00000200:2.0:1773613230.982916:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613230.982924:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:2.0:1773613230.982932:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613230.982976:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613230.982985:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:2.0:1773613230.982989:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:2.0:1773613230.982999:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613230.983007:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477086592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.983024:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613230.983032:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477086592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.983046:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613230.983049:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613230.983199:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613230.983203:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613230.983207:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613230.983212:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:0.0:1773613230.983292:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613230.983295:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613230.984815:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613230.984823:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613230.984832:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613230.984842:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477086848/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.984863:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613230.984866:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477086848/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.984874:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613230.984876:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613230.984913:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613230.984917:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613230.984921:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613230.984926:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613230.984929:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:2.0:1773613230.984931:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:2.0:1773613230.984947:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613230.984952:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738380 x1859762477086464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.984959:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613230.984962:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738380 x1859762477086464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.984968:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613230.984970:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613230.986183:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613230.986192:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:2.0:1773613230.986198:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613230.986207:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613230.986214:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:2.0:1773613230.986216:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:2.0:1773613230.986222:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613230.986230:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477086720/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.986241:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613230.986245:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477086720/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613230.986252:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613230.986255:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613230.990841:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.990875:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613230.990880:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.990883:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.990894:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.990904:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613230.990918:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.990924:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.990930:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.990970:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d03780 00000400:00000200:3.0:1773613230.990976:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.990983:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b507d [1] + 224 00000800:00000001:3.0:1773613230.990992:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.990998:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991002:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613230.991006:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613230.991014:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613230.991023:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477086592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613230.991035:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739c00 x1859762477086592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613230.991195:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613230.991208:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991212:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613230.991214:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991216:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991219:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991222:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613230.991226:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991229:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991231:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991234:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d03700 00000400:00000200:3.0:1773613230.991238:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991243:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b508d [1] + 224 00000800:00000001:3.0:1773613230.991248:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991251:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991253:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613230.991257:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613230.991260:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613230.991265:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738380 x1859762477086464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613230.991274:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738380 x1859762477086464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613230.991282:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613230.991285:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991288:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613230.991290:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991291:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991295:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991298:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613230.991302:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991304:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991307:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991310:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03880 00000400:00000200:3.0:1773613230.991313:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991318:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5085 [1] + 224 00000800:00000001:3.0:1773613230.991321:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991323:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991325:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613230.991328:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613230.991331:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613230.991335:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477086848/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613230.991344:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477086848/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613230.991359:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613230.991361:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991363:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613230.991364:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991366:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991368:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991371:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613230.991375:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991377:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991379:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991381:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03800 00000400:00000200:3.0:1773613230.991384:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613230.991387:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5095 [1] + 224 00000800:00000001:3.0:1773613230.991390:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991412:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613230.991414:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613230.991418:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613230.991421:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613230.991426:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477086720/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613230.991435:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b480 x1859762477086720/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613230.991443:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613230.991445:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613230.991448:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613231.110520:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613231.110529:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613231.110541:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613231.110543:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613231.110547:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613231.110548:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613231.110704:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613231.110709:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613231.110712:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613232.134037:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.134046:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.134053:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.134054:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.134059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.134061:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613232.134299:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613232.134304:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613232.134307:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613232.182853:0:84337:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613232.182862:0:84337:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613232.182865:0:84337:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613232.182869:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbb20 00000080:00200000:0.0:1773613232.182876:0:84337:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613232.182886:0:84337:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8000. 00800000:00000002:0.0:1773613232.182894:0:84337:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613232.182899:0:84337:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613232.182904:0:84337:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.182906:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcba40 00800000:00000002:0.0:1773613232.182909:0:84337:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613232.182913:0:84337:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613232.182919:0:84337:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613232.182925:0:84337:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.182927:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb910 00000002:00010000:0.0:1773613232.182929:0:84337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613232.182962:0:84337:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613232.182965:0:84337:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613232.182968:0:84337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613232.182976:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 3 00010000:00000001:0.0:1773613232.182980:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.182986:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.182991:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613232.182998:0:84337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773613232.183010:0:84337:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613232.183017:0:84337:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.183021:0:84337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773613232.183029:0:84337:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613232.183032:0:84337:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613232.183034:0:84337:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613232.183036:0:84337:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613232.183039:0:84337:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613232.183041:0:84337:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613232.183044:0:84337:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613232.183048:0:84337:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:0.0:1773613232.183052:0:84337:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8000. 00000080:00000001:0.0:1773613232.183057:0:84337:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613232.183059:0:84337:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.183062:0:84337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613232.183066:0:84337:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0108d 00800000:00000001:0.0:1773613232.183070:0:84337:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613232.183072:0:84337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613232.183074:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.183077:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.183080:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613232.183082:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.183085:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.183088:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.183090:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613232.183091:0:84337:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.183093:0:84337:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.183096:0:84337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0108d from it ffffaca8c1dcbb58 00010000:00000001:0.0:1773613232.183099:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.183101:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.183102:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613232.183104:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.183107:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.183109:0:84337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613232.183113:0:84337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613232.183120:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.183122:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.183123:0:84337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613232.183126:0:84337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613232.183129:0:84337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613232.183147:0:84337:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.183151:0:84337:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613232.183153:0:84337:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613232.183158:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.183159:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.183161:0:84337:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183164:0:84337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613232.183166:0:84337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183169:0:84337:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183171:0:84337:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183173:0:84337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613232.183175:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.183176:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613232.183179:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613232.183181:0:84337:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613232.183184:0:84337:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613232.183189:0:84337:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.183194:0:84337:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773613232.183197:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbb48 00000080:00002000:0.0:1773613232.183198:0:84337:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff99365804ad80) flags 0x28004e refc 1 00000080:00000001:0.0:1773613232.183202:0:84337:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613232.183204:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbb90 00000080:00200000:0.0:1773613232.183206:0:84337:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=8 00000080:00000001:0.0:1773613232.183210:0:84337:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613232.183213:0:84337:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613232.183219:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbd08 00000080:00200008:0.0:1773613232.183220:0:84337:0:(file.c:6218:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff9936503fec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613232.183225:0:84337:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613232.183226:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbc80 00000080:00200000:0.0:1773613232.183228:0:84337:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08),name=d130a.recovery-small 00000080:00000010:0.0:1773613232.183233:0:84337:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8000. 00800000:00000002:0.0:1773613232.183236:0:84337:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613232.183241:0:84337:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613232.183243:0:84337:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.183244:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbba0 00800000:00000002:0.0:1773613232.183246:0:84337:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613232.183249:0:84337:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613232.183253:0:84337:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613232.183257:0:84337:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.183258:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcba70 00000002:00010000:0.0:1773613232.183260:0:84337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613232.183263:0:84337:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613232.183264:0:84337:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613232.183266:0:84337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613232.183269:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:0.0:1773613232.183271:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613232.183275:0:84337:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:0.0:1773613232.183278:0:84337:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.183280:0:84337:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.183283:0:84337:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613232.183286:0:84337:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773613232.183292:0:84337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613232.183297:0:84337:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613232.183305:0:84337:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613232.183311:0:84337:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613232.183313:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.183315:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.183316:0:84337:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.183319:0:84337:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613232.183322:0:84337:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613232.183325:0:84337:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613232.183334:0:84337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecc000. 00000100:00000001:0.0:1773613232.183343:0:84337:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183350:0:84337:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613232.183352:0:84337:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183354:0:84337:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613232.183356:0:84337:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.183358:0:84337:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.183364:0:84337:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00010000:00000001:0.0:1773613232.183369:0:84337:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613232.183372:0:84337:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613232.183374:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 3 00010000:00000001:0.0:1773613232.183376:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.183379:0:84337:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613232.183384:0:84337:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937c00. 00000020:00000001:0.0:1773613232.183387:0:84337:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613232.183389:0:84337:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937c00 with handle 0xa1aa084204a010b0 to hash 00000020:00000001:0.0:1773613232.183392:0:84337:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613232.183394:0:84337:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.183397:0:84337:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.183400:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.183402:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.183406:0:84337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613232.183414:0:84337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613232.183425:0:84337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613232.183432:0:84337:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613232.183434:0:84337:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613232.183442:0:84337:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6f600. 00000100:00000001:0.0:1773613232.183445:0:84337:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298486784 : -113016411064832 : ffff993650f6f600) 00000100:00000001:0.0:1773613232.183448:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.183450:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000001:0.0:1773613232.183455:0:84337:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613232.183459:0:84337:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.183462:0:84337:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613232.183464:0:84337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613232.183477:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.183486:0:84337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613232.183489:0:84337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.183493:0:84337:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613232.183496:0:84337:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613232.183499:0:84337:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613232.183503:0:84337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:84337:1859762477086976:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613232.183507:0:84337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613232.183514:0:84337:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613232.183516:0:84337:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.183519:0:84337:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613232.183525:0:84337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc1000. 02000000:00000001:0.0:1773613232.183527:0:84337:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613232.183536:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613232.183541:0:84337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613232.183549:0:84337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613232.183557:0:84337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477086976, portal 10 00000100:00000001:0.0:1773613232.183559:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.183561:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:0.0:1773613232.183567:0:84337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.183580:0:84337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613232.183583:0:84337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613232.183586:0:84337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613232.183590:0:84337:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477086976, offset 0 00000400:00000200:0.0:1773613232.183598:0:84337:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613232.183608:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613232.183617:0:84337:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613232.183624:0:84337:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613232.183629:0:84337:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613232.183634:0:84337:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613232.183637:0:84337:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613232.183642:0:84337:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224824:224824:256:4294967295] 192.168.203.144@tcp LPNI seq info [224759:224759:8:4294967295] 00000400:00000200:0.0:1773613232.183647:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613232.183660:0:84337:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613232.183667:0:84337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613232.183673:0:84337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613232.183682:0:84337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613232.183692:0:84337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613232.183698:0:84337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773613232.183721:0:84337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613232.183728:0:84337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 232913 usecs (233 jiffies) 00000400:00000200:0.0:1773613232.183731:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613232.183734:0:84337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300322200 00000100:00000001:0.0:1773613232.183737:0:84337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300324730 00000100:00000001:0.0:1773613232.183740:0:84337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300322200 00000100:00000001:0.0:1773613232.183743:0:84337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300324730 00000100:00000001:0.0:1773613232.183745:0:84337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613232.183749:0:84337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.183752:0:84337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613232.183754:0:84337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613232.183757:0:84337:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f600 going to sleep for 11 seconds 00000100:00000001:0.0:1773613232.183760:0:84337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613232.183763:0:84337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613232.184497:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613232.184506:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613232.184515:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.184524:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613232.184531:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:2.0:1773613232.184534:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:2.0:1773613232.184540:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613232.184547:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.184558:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613232.184562:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.184569:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613232.184571:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613232.191904:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.191926:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.191931:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.191973:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.191986:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.191994:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.192005:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.192011:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.192017:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.192022:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d03900 00000400:00000200:2.0:1773613232.192027:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.192035:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b509d [1] + 224 00000800:00000001:2.0:1773613232.192045:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.192055:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.192058:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.192063:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613232.192072:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613232.192084:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613232.192096:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.192113:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613232.192124:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.192128:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.192201:0:84337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613232.192212:0:84337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613232.192214:0:84337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613232.192223:0:84337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613232.192228:0:84337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613232.192231:0:84337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613232.192234:0:84337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613232.192239:0:84337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613232.192248:0:84337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.192254:0:84337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613232.192256:0:84337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.192259:0:84337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613232.192264:0:84337:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613232.192267:0:84337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613232.192270:0:84337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.192273:0:84337:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613232.192284:0:84337:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613232.192289:0:84337:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613232.192293:0:84337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613232.192294:0:84337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.192298:0:84337:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613232.192302:0:84337:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.192307:0:84337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613232.192309:0:84337:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215218 gen 10 00000100:00000040:0.0:1773613232.192316:0:84337:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215218) req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613232.192323:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613232.192327:0:84337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477085568/t103079215218(103079215218) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613244 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613232.192335:0:84337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613232.192337:0:84337:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613232.192341:0:84337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b2ac00. 02000000:00000001:0.0:1773613232.192346:0:84337:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613232.192349:0:84337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613232.192351:0:84337:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613232.192354:0:84337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613232.192357:0:84337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a000. 02000000:00000001:0.0:1773613232.192361:0:84337:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613232.192363:0:84337:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613232.192364:0:84337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:0.0:1773613232.192368:0:84337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613232.192370:0:84337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.192373:0:84337:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613232.192375:0:84337:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1773613232.192378:0:84337:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613232.192380:0:84337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613232.192385:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.192391:0:84337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613232.192394:0:84337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613232.192397:0:84337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613232.192401:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613248 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613232.192409:0:84337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:84337:1859762477086976:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613232.192414:0:84337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.192418:0:84337:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.192420:0:84337:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613232.192422:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613232.192425:0:84337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613248 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.192437:0:84337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613232.192440:0:84337:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6f600. 00000100:00000001:0.0:1773613232.192443:0:84337:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613232.192444:0:84337:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.192448:0:84337:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613232.192452:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192455:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192459:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=4 00000020:00000001:0.0:1773613232.192461:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192465:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000040:0.0:1773613232.192472:0:84337:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937c00, remote cookie: 0x1dc4d5fc0aabd7e3, flags: 0x1001 00010000:00010000:0.0:1773613232.192492:0:84337:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613232.192502:0:84337:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x4:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613232.192506:0:84337:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1773613232.192514:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 2 00010000:00000001:0.0:1773613232.192517:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.192521:0:84337:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.192524:0:84337:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613232.192534:0:84337:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192542:0:84337:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613232.192547:0:84337:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613232.192549:0:84337:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613232.192551:0:84337:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613232.192553:0:84337:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613232.192556:0:84337:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x4:0x0].0x0 (ffff99364a9aa400) refcount = 2 00010000:00000040:0.0:1773613232.192561:0:84337:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773613232.192564:0:84337:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8200/0xa1aa084204a01094 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7a4 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773613232.192572:0:84337:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192578:0:84337:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613232.192581:0:84337:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613232.192583:0:84337:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.192586:0:84337:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613232.192589:0:84337:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.192593:0:84337:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192600:0:84337:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613232.192602:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192604:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192605:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192606:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192608:0:84337:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.192613:0:84337:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613232.192615:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192616:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192618:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192620:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192622:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192625:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192626:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192627:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=4 00000020:00000001:0.0:1773613232.192629:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192631:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192634:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.192639:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.192642:0:84337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192649:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192651:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192652:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192653:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192655:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=5 00000020:00000001:0.0:1773613232.192657:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192659:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192662:0:84337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613232.192665:0:84337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192671:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192673:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613232.192675:0:84337:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192682:0:84337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613232.192683:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192684:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192685:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192686:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613232.192692:0:84337:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613232.192699:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192701:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192702:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192704:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192706:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192708:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192709:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613232.192711:0:84337:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.192713:0:84337:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.192716:0:84337:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613232.192719:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192720:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192721:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192723:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192725:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00000002:00010000:0.0:1773613232.192728:0:84337:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192735:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192736:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192739:0:84337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613232.192740:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192742:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192743:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192745:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192747:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000040:0.0:1773613232.192750:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 3 00010000:00000001:0.0:1773613232.192752:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613232.192756:0:84337:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/4 (0 0) 00010000:00000001:0.0:1773613232.192758:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192759:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613232.192761:0:84337:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613232.192764:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb9f0 00000002:00002000:0.0:1773613232.192766:0:84337:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613232.192769:0:84337:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.192774:0:84337:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.192777:0:84337:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613232.192781:0:84337:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613232.192784:0:84337:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613232.192789:0:84337:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:0.0:1773613232.192794:0:84337:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8000. 00000080:00000001:0.0:1773613232.192799:0:84337:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613232.192802:0:84337:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613232.192809:0:84337:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613232.192813:0:84337:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613232.192817:0:84337:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773613232.192819:0:84337:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:0.0:1773613232.192822:0:84337:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.192827:0:84337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:0.0:1773613232.192831:0:84337:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:0.0:1773613232.192836:0:84337:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 11776 00010000:00000001:0.0:1773613232.192839:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192840:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192851:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192854:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192856:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192858:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192859:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613232.192862:0:84337:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773613232.192864:0:84337:0:(llite_lib.c:1781:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773613232.192865:0:84337:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613232.192868:0:84337:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613232.192871:0:84337:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.192875:0:84337:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff9936503fec08) for lock 0xa1aa084204a010b0 00800000:00000001:0.0:1773613232.192879:0:84337:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613232.192881:0:84337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613232.192882:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192883:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192885:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192886:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192888:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192890:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192891:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613232.192893:0:84337:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.192895:0:84337:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.192899:0:84337:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613232.192901:0:84337:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.192905:0:84337:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.192907:0:84337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x4:0x0](ffff9936503fec08) 00000080:00010000:0.0:1773613232.192910:0:84337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010b0 from it ffffaca8c1dcbcb8 00010000:00000001:0.0:1773613232.192912:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.192913:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.192914:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613232.192916:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192918:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613232.192920:0:84337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613232.192922:0:84337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.192929:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192930:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192931:0:84337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613232.192975:0:84337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613232.192978:0:84337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a010b0 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd7e3 expref: -99 pid: 84337 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613232.192986:0:84337:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.192989:0:84337:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613232.192991:0:84337:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613232.192997:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.192998:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.192999:0:84337:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193003:0:84337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613232.193005:0:84337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193007:0:84337:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193010:0:84337:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193012:0:84337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613232.193014:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193015:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613232.193017:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613232.193023:0:84337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477086976/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.193029:0:84337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613232.193031:0:84337:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613232.193034:0:84337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc1000. 02000000:00000001:0.0:1773613232.193039:0:84337:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613232.193041:0:84337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613232.193042:0:84337:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613232.193044:0:84337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613232.193047:0:84337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecc000. 02000000:00000001:0.0:1773613232.193050:0:84337:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613232.193052:0:84337:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613232.193054:0:84337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:0.0:1773613232.193057:0:84337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613232.193058:0:84337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613232.193064:0:84337:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613232.193069:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbd08 00000080:00000008:0.0:1773613232.193072:0:84337:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff9936503fec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613232.193141:0:84337:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613232.193145:0:84337:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613232.193146:0:84337:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613232.193148:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbbc0 00000080:00200000:0.0:1773613232.193150:0:84337:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613232.193157:0:84337:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8000. 00800000:00000002:0.0:1773613232.193162:0:84337:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613232.193166:0:84337:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613232.193169:0:84337:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.193170:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbae0 00800000:00000002:0.0:1773613232.193172:0:84337:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613232.193176:0:84337:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613232.193180:0:84337:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613232.193184:0:84337:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.193186:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb9b0 00000002:00010000:0.0:1773613232.193188:0:84337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613232.193192:0:84337:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613232.193195:0:84337:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613232.193197:0:84337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613232.193200:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 3 00010000:00000001:0.0:1773613232.193202:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.193205:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.193207:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613232.193211:0:84337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773613232.193218:0:84337:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613232.193222:0:84337:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.193225:0:84337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773613232.193231:0:84337:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613232.193233:0:84337:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613232.193236:0:84337:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613232.193238:0:84337:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613232.193240:0:84337:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613232.193242:0:84337:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613232.193244:0:84337:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613232.193246:0:84337:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:0.0:1773613232.193248:0:84337:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8000. 00000080:00000001:0.0:1773613232.193251:0:84337:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613232.193253:0:84337:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.193255:0:84337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613232.193258:0:84337:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0108d 00800000:00000001:0.0:1773613232.193261:0:84337:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613232.193262:0:84337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613232.193263:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.193264:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.193266:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613232.193268:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.193270:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.193273:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193274:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613232.193275:0:84337:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.193277:0:84337:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613232.193279:0:84337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0108d from it ffffaca8c1dcbbf8 00010000:00000001:0.0:1773613232.193281:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.193282:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.193283:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:0.0:1773613232.193285:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.193287:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:0.0:1773613232.193289:0:84337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613232.193291:0:84337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613232.193298:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193299:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.193300:0:84337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613232.193302:0:84337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613232.193304:0:84337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0108d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd788 expref: -99 pid: 84293 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773613232.193310:0:84337:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613232.193312:0:84337:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613232.193313:0:84337:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613232.193316:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193317:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.193318:0:84337:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193320:0:84337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613232.193321:0:84337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193323:0:84337:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193325:0:84337:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193327:0:84337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613232.193328:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193330:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613232.193331:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613232.193333:0:84337:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613232.193336:0:84337:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613232.193340:0:84337:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.193345:0:84337:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773613232.193347:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbbc0 00000080:00002000:0.0:1773613232.193349:0:84337:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff99365804ad80) flags 0x28004e refc 1 00000080:00000001:0.0:1773613232.193352:0:84337:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613232.193354:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbc08 00000080:00200000:0.0:1773613232.193356:0:84337:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=266 00000080:00000001:0.0:1773613232.193359:0:84337:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613232.193361:0:84337:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.193366:0:84337:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773613232.193367:0:84337:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08), inode mode 41ed mask 44 00000080:00000001:0.0:1773613232.193370:0:84337:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.193377:0:84337:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773613232.193380:0:84337:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773613232.193382:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcbb78 00000080:00200008:0.0:1773613232.193384:0:84337:0:(file.c:1030:ll_file_open()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff9936503fec08), flags 704400 00000080:00000010:0.0:1773613232.193390:0:84337:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364a3fde00. 00000080:00000001:0.0:1773613232.193397:0:84337:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1773613232.193400:0:84337:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8000. 00800000:00000002:0.0:1773613232.193403:0:84337:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613232.193406:0:84337:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613232.193407:0:84337:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.193409:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcba28 00800000:00000002:0.0:1773613232.193411:0:84337:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x4:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613232.193415:0:84337:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1773613232.193418:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb9a8 00800000:00000002:0.0:1773613232.193420:0:84337:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613232.193423:0:84337:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613232.193424:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb8e0 00000002:00010000:0.0:1773613232.193426:0:84337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1773613232.193431:0:84337:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613232.193434:0:84337:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773613232.193438:0:84337:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613232.193442:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa400 count: 3 00010000:00000001:0.0:1773613232.193444:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.193447:0:84337:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613232.193451:0:84337:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193453:0:84337:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.193455:0:84337:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.193457:0:84337:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613232.193459:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 3 00010000:00000001:0.0:1773613232.193461:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.193463:0:84337:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613232.193464:0:84337:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193466:0:84337:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.193468:0:84337:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613232.193472:0:84337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613232.193475:0:84337:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:0.0:1773613232.193481:0:84337:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773613232.193483:0:84337:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193486:0:84337:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613232.193490:0:84337:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613232.193492:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.193494:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.193495:0:84337:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.193527:0:84337:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613232.193529:0:84337:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613232.193533:0:84337:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613232.193541:0:84337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecc000. 00000100:00000001:0.0:1773613232.193549:0:84337:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193554:0:84337:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613232.193556:0:84337:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193558:0:84337:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613232.193559:0:84337:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.193561:0:84337:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.193568:0:84337:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00010000:00000001:0.0:1773613232.193572:0:84337:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613232.193574:0:84337:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613232.193577:0:84337:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa200 count: 3 00010000:00000001:0.0:1773613232.193579:0:84337:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613232.193581:0:84337:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613232.193585:0:84337:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937a00. 00000020:00000001:0.0:1773613232.193588:0:84337:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613232.193590:0:84337:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937a00 with handle 0xa1aa084204a010b7 to hash 00000020:00000001:0.0:1773613232.193592:0:84337:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613232.193594:0:84337:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613232.193598:0:84337:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613232.193600:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.193603:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.193607:0:84337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613232.193614:0:84337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773613232.193627:0:84337:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773613232.193636:0:84337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773613232.193645:0:84337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613232.193650:0:84337:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613232.193652:0:84337:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613232.193660:0:84337:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6f600. 00000100:00000001:0.0:1773613232.193662:0:84337:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298486784 : -113016411064832 : ffff993650f6f600) 00000100:00000001:0.0:1773613232.193665:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.193667:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000001:0.0:1773613232.193672:0:84337:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613232.193676:0:84337:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.193678:0:84337:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613232.193680:0:84337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613232.193685:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.193693:0:84337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613232.193696:0:84337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.193700:0:84337:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613232.193703:0:84337:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613232.193706:0:84337:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613232.193710:0:84337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:84337:1859762477087232:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613232.193714:0:84337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613232.193720:0:84337:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613232.193723:0:84337:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.193726:0:84337:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613232.193868:0:84337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:0.0:1773613232.193872:0:84337:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613232.193882:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613232.193886:0:84337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613232.193894:0:84337:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff993644bc1000. 00000100:00000200:0.0:1773613232.193902:0:84337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477087232, portal 10 00000100:00000001:0.0:1773613232.193905:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.193907:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:0.0:1773613232.193913:0:84337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.193920:0:84337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613232.193923:0:84337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613232.193927:0:84337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613232.193931:0:84337:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477087232, offset 0 00000400:00000200:0.0:1773613232.193962:0:84337:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613232.193972:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613232.193981:0:84337:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613232.193987:0:84337:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613232.193992:0:84337:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613232.193997:0:84337:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613232.194001:0:84337:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613232.194005:0:84337:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224825:224825:256:4294967295] 192.168.203.144@tcp LPNI seq info [224760:224760:8:4294967295] 00000400:00000200:0.0:1773613232.194010:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613232.194021:0:84337:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613232.194027:0:84337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613232.194034:0:84337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613232.194041:0:84337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613232.194050:0:84337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613232.194055:0:84337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1773613232.194070:0:84337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613232.194075:0:84337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 232317 usecs (233 jiffies) 00000400:00000200:0.0:1773613232.194078:0:84337:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613232.194081:0:84337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300322211 00000100:00000001:0.0:1773613232.194085:0:84337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300324730 00000100:00000001:0.0:1773613232.194087:0:84337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300322211 00000100:00000001:0.0:1773613232.194089:0:84337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300324730 00000100:00000001:0.0:1773613232.194092:0:84337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613232.194095:0:84337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.194097:0:84337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613232.194100:0:84337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613232.194103:0:84337:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f600 going to sleep for 11 seconds 00000100:00000001:0.0:1773613232.194105:0:84337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613232.194109:0:84337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613232.194424:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613232.194430:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:2.0:1773613232.194436:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.194442:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613232.194448:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:2.0:1773613232.194450:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:2.0:1773613232.194454:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613232.194460:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.194470:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613232.194474:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.194481:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613232.194483:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613232.197818:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.197850:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.197855:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.197858:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.197869:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.197878:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.197888:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.197895:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.197901:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.197906:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x69b71b1d03a00 00000400:00000200:2.0:1773613232.197912:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.197919:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x1b50a5 [64] + 224 00000800:00000001:2.0:1773613232.197929:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.197978:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.197982:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.197987:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613232.197996:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613232.198007:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613232.198019:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.198030:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613232.198039:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.198043:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.198135:0:84337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613232.198145:0:84337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613232.198148:0:84337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613232.198152:0:84337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613232.198157:0:84337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644bc1000 00000400:00000010:0.0:1773613232.198160:0:84337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff993644bc1000. 00000100:00000001:0.0:1773613232.198163:0:84337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613232.198169:0:84337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613232.198276:0:84337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.198283:0:84337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613232.198286:0:84337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.198289:0:84337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613232.198294:0:84337:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613232.198297:0:84337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613232.198300:0:84337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613232.198304:0:84337:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613232.198315:0:84337:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f6458 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613232.198320:0:84337:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613232.198323:0:84337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773613232.198327:0:84337:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9936590e6680 x1859762477087232/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.198335:0:84337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613232.198339:0:84337:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613232.198342:0:84337:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613232.198343:0:84337:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613232.198346:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.198348:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000001:0.0:1773613232.198351:0:84337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613232.198353:0:84337:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215218 00000100:00000001:0.0:1773613232.198356:0:84337:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613232.198358:0:84337:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773613232.198363:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.198371:0:84337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773613232.198375:0:84337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613232.198377:0:84337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613232.198381:0:84337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613232.198396:0:84337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:84337:1859762477087232:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613232.198402:0:84337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613232.198405:0:84337:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613232.198408:0:84337:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613232.198410:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613232.198414:0:84337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.198421:0:84337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613232.198424:0:84337:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6f600. 00000100:00000001:0.0:1773613232.198428:0:84337:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613232.198429:0:84337:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773613232.198434:0:84337:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613232.198440:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.198443:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.198447:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:0.0:1773613232.198449:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613232.198453:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00010000:0.0:1773613232.198459:0:84337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198471:0:84337:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773613232.198476:0:84337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198616:0:84337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613232.198619:0:84337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198626:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.198628:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613232.198631:0:84337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198637:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.198641:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.198645:0:84337:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613232.198648:0:84337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613232.198654:0:84337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a937a00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613232.198659:0:84337:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613232.198663:0:84337:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198670:0:84337:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613232.198672:0:84337:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613232.198675:0:84337:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198681:0:84337:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613232.198684:0:84337:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613232.198685:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613232.198687:0:84337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613232.198689:0:84337:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:0.0:1773613232.198691:0:84337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613232.198693:0:84337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613232.198696:0:84337:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613232.198700:0:84337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613232.198706:0:84337:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613232.198708:0:84337:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.198710:0:84337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613232.198713:0:84337:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613232.198717:0:84337:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613232.198719:0:84337:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613232.198721:0:84337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613232.198722:0:84337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613232.198725:0:84337:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937a00 with handle 0xa1aa084204a010b7 from hash 00010000:00000001:0.0:1773613232.198728:0:84337:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613232.198729:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.198730:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.198732:0:84337:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613232.198733:0:84337:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613232.198735:0:84337:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613232.198738:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.198739:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.198740:0:84337:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.198742:0:84337:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613232.198745:0:84337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198751:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.198752:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.198753:0:84337:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773613232.198754:0:84337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613232.198756:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613232.198757:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.198759:0:84337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613232.198761:0:84337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937a00/0xa1aa084204a010b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 84337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613232.198772:0:84337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613232.198774:0:84337:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773613232.198780:0:84337:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773613232.198787:0:84337:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613232.198797:0:84337:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613232.198802:0:84337:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613232.198815:0:84337:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613232.198817:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613232.198818:0:84337:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.198821:0:84337:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.198823:0:84337:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.198827:0:84337:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773613232.198829:0:84337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613232.198830:0:84337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00010000:00000001:0.0:1773613232.198833:0:84337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613232.198834:0:84337:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613232.198836:0:84337:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613232.198839:0:84337:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1dcb860 00000002:00002000:0.0:1773613232.198851:0:84337:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1773613232.198854:0:84337:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.198859:0:84337:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613232.198862:0:84337:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613232.198866:0:84337:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613232.198869:0:84337:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613232.198874:0:84337:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:0.0:1773613232.198879:0:84337:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8000. 00000080:00000001:0.0:1773613232.198884:0:84337:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613232.198891:0:84337:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613232.198894:0:84337:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613232.198897:0:84337:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773613232.198899:0:84337:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:0.0:1773613232.198902:0:84337:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.198907:0:84337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:0.0:1773613232.198910:0:84337:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:0.0:1773613232.198915:0:84337:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 11776 00000080:00000001:0.0:1773613232.198918:0:84337:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613232.198921:0:84337:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613232.198922:0:84337:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613232.198925:0:84337:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613232.198928:0:84337:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613232.198930:0:84337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613232.201466:0:84337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6680 x1859762477087232/t103079215219(103079215219) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613248 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613232.201495:0:84337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613232.206186:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613232.206198:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:3.0:1773613232.206207:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613232.206217:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613232.206226:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:3.0:1773613232.206230:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:3.0:1773613232.206238:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613232.206247:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477087360/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613232.206260:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613232.206264:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477087360/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613232.206271:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613232.206273:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613232.211110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00000800:00000001:2.0:1773613232.213244:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.213268:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.213273:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.213276:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.213288:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213297:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.213307:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213312:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213319:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213323:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x69b71b1d03a80 00000400:00000200:2.0:1773613232.213329:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213336:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x1b50ad [256] + 0 00000400:00000010:2.0:1773613232.213342:0:2383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864d68. 00000400:00000200:2.0:1773613232.213348:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff993643ffc000 00000800:00000001:2.0:1773613232.213355:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.213368:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.213371:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.213376:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613232.213383:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993643ffc000 00000400:00000010:2.0:1773613232.213385:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff993643ffc000. 00000100:00000001:2.0:1773613232.213394:0:2383:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1773613232.213397:0:2383:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff99364a73b480 desc ffff993650f52800 mbits 1859762477087360 00000100:00000001:2.0:1773613232.213416:0:2383:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1773613232.213425:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613232.213429:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213436:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613232.213443:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224827:224827:256:4294967295] 192.168.203.144@tcp LPNI seq info [224762:224762:8:4294967295] 00000400:00000200:2.0:1773613232.213448:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.213458:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613232.213464:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613232.213472:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99364b028000. 00000800:00000200:2.0:1773613232.213479:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613232.213489:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613232.213494:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b028000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613232.213572:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613232.213576:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99364b028000. 00000400:00000200:2.0:1773613232.213580:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.213583:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613232.213589:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.213593:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.217620:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.217644:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.217650:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.217653:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.217664:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.217674:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.217685:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.217691:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.217698:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.217703:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x69b71b1d03a80 00000400:00000200:2.0:1773613232.217708:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.217716:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x1b50b5 [1] + 224 00000800:00000001:2.0:1773613232.217724:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.217733:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.217737:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.217742:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613232.217750:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613232.217760:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477087360/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613232.217771:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99364a73b480 x1859762477087360/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.217871:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613232.217883:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.217887:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613232.224060:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613232.224068:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613232.224073:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613232.224082:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613232.224089:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:3.0:1773613232.224092:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:3.0:1773613232.224099:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613232.224108:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477087616/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613232.224121:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613232.224125:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477087616/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613232.224132:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613232.224134:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613232.228103:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.228130:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.228135:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.228138:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.228151:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.228159:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.228172:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.228178:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.228184:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.228189:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d03b80 00000400:00000200:2.0:1773613232.228195:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.228203:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b50bd [1] + 224 00000800:00000001:2.0:1773613232.228212:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.228225:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.228228:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.228234:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613232.228244:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613232.228253:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477087616/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613232.228265:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a73b480 x1859762477087616/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613232.228292:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613232.228301:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.228305:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613232.236849:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613232.236858:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:3.0:1773613232.236865:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613232.236874:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613232.236880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:3.0:1773613232.236883:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:3.0:1773613232.236900:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613232.236908:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477087872/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613248 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613232.236921:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613232.236925:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477087872/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613248 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613232.236931:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613232.236962:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613232.245922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00010000:00000010:1.1:1773613232.245956:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa400. 00010000:00000010:1.1:1773613232.245962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8200. 00010000:00000010:1.1:1773613232.245965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00000800:00000001:2.0:1773613232.251622:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.251648:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613232.251654:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.251658:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.251670:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251679:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613232.251692:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251698:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251704:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251708:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d03c80 00000400:00000200:2.0:1773613232.251714:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251722:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b50c5 [1] + 224 00000800:00000001:2.0:1773613232.251731:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613232.251744:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613232.251748:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.251753:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613232.251762:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613232.251774:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477087872/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613248 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613232.251786:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a73b480 x1859762477087872/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613248 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613232.251814:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613232.251825:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613232.251830:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251836:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613232.251852:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224830:224830:256:4294967295] 192.168.203.144@tcp LPNI seq info [224765:224765:8:4294967295] 00000400:00000200:2.0:1773613232.251857:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613232.251866:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613232.251871:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613232.251878:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362a00. 00000800:00000200:2.0:1773613232.251886:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613232.251894:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613232.251899:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1773613232.252019:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1773613232.252067:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613232.252073:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362a00. 00000400:00000200:2.0:1773613232.252077:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613232.252081:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613232.252754:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613232.518463:0:67848:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1773613232.518473:0:67848:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613233.158083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613233.158092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613233.158099:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613233.158100:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613233.158104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613233.158106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613233.158199:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613233.158203:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613233.158206:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613234.182133:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613234.182146:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613234.182148:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613234.182152:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613234.182158:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613234.182160:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613234.182162:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613234.182165:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613234.182170:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613234.182172:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613234.182176:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613234.182178:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613234.182309:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613234.182313:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613234.182316:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613234.950094:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300324730, at 4300324736 00000100:00000040:2.0:1773613234.950094:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300324730, at 4300324736 00000100:00000010:3.0:1773613234.950115:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848660. 00000100:00000010:2.0:1773613234.950120:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848060. 00010000:00000001:0.0:1773613235.207884:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613235.207894:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613235.207900:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613235.207904:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613235.207906:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613235.207914:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613235.207916:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613235.207918:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613235.207922:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613235.207924:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613235.207926:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613235.207929:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613235.207951:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613235.207953:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613235.208165:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613235.208170:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613235.208174:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613236.102440:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.102445:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613236.102448:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613236.102456:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.102465:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613236.102467:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.102472:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613236.102475:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613236.102478:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613236.102490:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477088000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613236.102494:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613236.102501:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613236.102504:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.102507:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613236.102512:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613236.102515:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613236.102523:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613236.102529:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613236.102537:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613236.102545:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088000, portal 25 00000100:00000001:0.0:1773613236.102548:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613236.102550:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208960 : -113016520342656 : ffff99364a738380) 00000100:00000040:0.0:1773613236.102562:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.102576:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613236.102579:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613236.102583:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613236.102587:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477088000, offset 0 00000400:00000200:0.0:1773613236.102595:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613236.102605:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613236.102614:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613236.102619:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613236.102625:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613236.102630:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613236.102632:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613236.102637:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224831:224831:256:4294967295] 192.168.203.144@tcp LPNI seq info [224766:224766:8:4294967295] 00000400:00000200:0.0:1773613236.102642:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613236.102653:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613236.102660:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613236.102666:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613236.102674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613236.102683:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613236.102688:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613236.102708:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613236.102712:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613236.102715:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300329849 00000100:00000010:0.0:1773613236.102720:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853540. 00000100:00000001:0.0:1773613236.102728:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613236.102734:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300329849 00000100:00000010:0.0:1773613236.102736:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853e40. 00000100:00000001:0.0:1773613236.102740:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613236.102743:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613236.102746:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.102750:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.102753:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.102761:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613236.102764:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613236.102766:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.102767:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613236.102769:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613236.102773:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.102789:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613236.102791:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.102793:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613236.102795:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613236.102797:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613236.102800:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477088256:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613236.102804:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613236.102806:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613236.102808:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.102809:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613236.102812:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613236.102827:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613236.102831:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613236.102834:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613236.102838:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613236.102840:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088256, portal 4 00000100:00000001:0.0:1773613236.102842:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613236.102843:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189215232 : -113016520336384 : ffff99364a739c00) 00000100:00000040:0.0:1773613236.102850:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.102856:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613236.102858:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613236.102861:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17220. 00000100:00000200:0.0:1773613236.102863:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477088256, offset 0 00000400:00000200:0.0:1773613236.102867:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613236.102871:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613236.102874:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613236.102877:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613236.102879:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613236.102882:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613236.102884:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613236.102887:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224833:224833:254:4294967295] 192.168.203.144@tcp LPNI seq info [224768:224768:6:4294967295] 00000400:00000200:0.0:1773613236.102891:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613236.102897:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613236.102902:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613236.102906:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613236.102910:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613236.102915:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613236.102917:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613236.102920:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613236.102923:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 175655 usecs (176 jiffies) 00000400:00000200:0.0:1773613236.102926:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613236.102928:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300326064 00000100:00000001:0.0:1773613236.102930:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300329849 00000100:00000001:0.0:1773613236.102932:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300326064 00000100:00000001:0.0:1773613236.102974:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300329849 00000100:00000001:0.0:1773613236.102976:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613236.102978:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.102980:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.102982:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.102986:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613236.102987:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613236.102990:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.102991:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613236.102992:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.102994:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613236.103563:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613236.103650:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613236.103660:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.103665:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613236.103673:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:2.0:1773613236.103676:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:2.0:1773613236.103681:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613236.103687:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.103701:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613236.103705:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.103712:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613236.103713:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613236.103727:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613236.103729:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:2.0:1773613236.103732:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.103735:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613236.103737:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:2.0:1773613236.103738:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:2.0:1773613236.103744:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613236.103747:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.103753:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613236.103756:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.103762:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613236.103763:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613236.103770:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613236.103772:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613236.104102:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.104107:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613236.104110:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17220 00000400:00000010:2.0:1773613236.104112:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17220. 00000100:00000001:2.0:1773613236.104115:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613236.104119:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.104126:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613236.104129:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.104141:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613236.104143:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613236.104218:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613236.104221:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613236.104224:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.104228:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613236.104231:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:2.0:1773613236.104232:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:2.0:1773613236.104235:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613236.104238:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477088384/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.104246:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613236.104249:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477088384/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.104256:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613236.104258:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613236.108360:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108378:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613236.108383:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108384:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.108395:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108402:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613236.108410:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108414:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108419:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108423:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03e00 00000400:00000200:3.0:1773613236.108427:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108432:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50dd [1] + 224 00000800:00000001:3.0:1773613236.108440:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108444:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.108447:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613236.108451:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613236.108458:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613236.108467:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613236.108479:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613236.108504:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613236.108518:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108522:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613236.108523:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108524:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.108527:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108529:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613236.108532:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108534:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108535:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108537:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d03e80 00000400:00000200:3.0:1773613236.108539:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.108543:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50e5 [1] + 224 00000800:00000001:3.0:1773613236.108545:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108552:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.108553:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613236.108555:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613236.108557:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613236.108560:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477088384/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613236.108566:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477088384/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613236.108581:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613236.108584:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.108592:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.108967:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.108971:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613236.108975:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613236.108977:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613236.108979:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613236.108982:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:0.0:1773613236.108984:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:0.0:1773613236.108987:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613236.108992:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613236.109005:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.109011:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613236.109013:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.109015:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613236.109016:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613236.109017:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613236.109019:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.109020:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613236.109025:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=14 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613236.109027:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613236.109030:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613236.109031:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613236.109033:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613236.109035:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.109038:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613236.109039:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:0.0:1773613236.109041:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613236.109043:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613236.109046:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.109052:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613236.109054:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613236.109055:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613236.109058:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613236.109066:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477088256:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613236.109071:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.109073:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613236.109076:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739c00 x1859762477088256/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.109087:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613236.109088:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613236.109090:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613236.109094:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613236.109095:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613236.109097:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613236.109099:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613236.109101:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c300. 02000000:00000001:0.0:1773613236.109112:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613236.109114:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613236.109115:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739c00. 00000100:00000001:0.0:1773613236.109118:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613236.109120:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.109122:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.109124:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.109125:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613236.109127:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.109128:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613236.111739:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.111758:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613236.111764:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.111766:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613236.112063:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.112073:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613236.112084:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.112090:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.112096:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.112101:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d03d80 00000400:00000200:2.0:1773613236.113005:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113021:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50d5 [1] + 224 00000800:00000001:2.0:1773613236.113035:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.113048:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613236.113052:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.113058:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613236.113068:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613236.113080:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613236.113093:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.113282:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613236.113296:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.113302:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613236.113305:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.113308:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613236.113313:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113318:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613236.113326:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113329:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113332:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113335:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d03d00 00000400:00000200:2.0:1773613236.113340:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613236.113346:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50cd [1] + 224 00000800:00000001:2.0:1773613236.113350:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.113359:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613236.113362:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613236.113365:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613236.113369:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613236.113374:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613236.113383:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613236.113404:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613236.113409:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613236.113412:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.114184:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.114190:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613236.114199:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613236.114201:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613236.114205:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613236.114212:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:0.0:1773613236.114215:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:0.0:1773613236.114218:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613236.114226:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613236.114237:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.114244:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613236.114246:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.114249:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613236.114253:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613236.114256:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613236.114259:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.114263:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613236.114270:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613236.114275:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613236.114278:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613236.114280:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613236.114283:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613236.114286:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.114289:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613236.114295:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.114303:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613236.114306:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613236.114309:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613236.114314:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613236.114323:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477088000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613236.114329:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.114332:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613236.114336:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738380 x1859762477088000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613236.114343:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613236.114346:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613236.114351:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613236.114355:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613236.114358:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613236.114360:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613236.114363:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613236.114365:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:0.0:1773613236.114370:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613236.114372:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613236.114374:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738380. 00000100:00000001:0.0:1773613236.114378:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613236.114380:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.114382:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.114393:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613236.114395:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.114397:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613236.114400:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613236.115078:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613236.115092:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477088128:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613236.115096:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613236.115098:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613236.115100:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477088128/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613236.115176:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613236.115179:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613236.115182:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:1.0:1773613236.115185:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613236.115187:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613236.115188:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613236.115190:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613236.115192:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:1.0:1773613236.115195:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613236.115196:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613236.115197:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613236.115200:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613236.115202:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613236.115204:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613236.115209:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613236.115210:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613236.115212:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613236.115214:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613236.230465:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613236.230475:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613236.230482:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613236.230483:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613236.230487:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613236.230488:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613236.230669:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613236.230673:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613236.230677:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1773613236.257125:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.257151:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613236.257155:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.257158:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.257170:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.257179:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613236.257190:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.257195:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.257202:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.257206:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d03680 00000400:00000200:3.0:1773613236.257212:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613236.257217:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5075 [1] + 0 00000800:00000001:3.0:1773613236.257228:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.257241:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613236.257247:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613236.257253:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613236.257265:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613236.257278:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1773613236.257290:0:2384:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=1152 replied=0 unlinked=0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613246 ref 2 fl Rpc:Q/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613236.257316:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613236.257327:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613236.257331:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613236.257710:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613236.257716:0:84335:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1773613236.257719:0:84335:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1773613236.257727:0:84335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 02000000:00000010:0.0:1773613236.257735:0:84335:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613236.257738:0:84335:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613236.257741:0:84335:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613236.257743:0:84335:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.257753:0:84335:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613236.257755:0:84335:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613236.257761:0:84335:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=19 v=5 (1 0 0 0) 02000000:00000010:0.0:1773613236.257767:0:84335:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff993660500a00. 00000100:00000010:0.0:1773613236.257773:0:84335:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00001000:0.0:1773613236.257782:0:84335:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 35s (25s) req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613271 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613236.257790:0:84335:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613236.257793:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613237.254130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613237.254137:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613237.254143:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613237.254144:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613237.254147:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613237.254148:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613237.254211:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613237.254216:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613237.254220:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613238.278242:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613238.278251:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613238.278258:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613238.278259:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613238.278264:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613238.278265:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613238.278545:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613238.278549:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613238.278552:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613239.302145:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613239.302156:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613239.302164:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613239.302165:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613239.302169:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613239.302171:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613239.302312:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613239.302316:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613239.302320:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613240.070085:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300329849, at 4300329856 00000100:00000010:3.0:1773613240.070103:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853e40. 00000100:00000040:2.0:1773613240.070286:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300329849, at 4300329856 00000100:00000010:2.0:1773613240.070294:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853540. 00010000:00000001:0.0:1773613240.326650:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613240.326658:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613240.326663:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613240.326664:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613240.326667:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613240.326668:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613240.327014:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613240.327017:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613240.327019:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613241.222498:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613241.222507:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613241.222509:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=25 : 25 : 19) 00000100:00100000:0.0:1773613241.222515:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 25 seconds 00000100:00000001:0.0:1773613241.222519:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613241.222524:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.222749:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613241.222756:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613241.222768:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613241.222775:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613241.222808:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613241.222812:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613241.222819:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613241.222830:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362a00. 00000100:00000001:2.0:1773613241.222839:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.222854:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613241.222866:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613241.222871:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.222879:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_01+1] req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.222924:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.222928:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613241.222931:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613241.222973:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613241.222976:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613241.222979:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613241.222980:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613241.222982:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613241.222988:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362600. 00000100:00000001:2.0:1773613241.222991:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.222997:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613241.223004:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613241.223007:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223011:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_00+0] req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.223020:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223023:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613241.223026:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613241.223029:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb100. 00000020:00000040:2.0:1773613241.223032:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613241.223034:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613241.223036:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613241.223037:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613241.223041:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362d00. 00000100:00000001:2.0:1773613241.223044:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223048:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613241.223055:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.223056:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613241.223060:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223061:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613241.223065:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613241.223065:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c8dd92] to pc [ptlrpcd_01_01+1] req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613241.223076:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.223077:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223081:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613241.223088:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613241.223093:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000100:00000001:3.0:1773613241.223094:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1773613241.223097:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613241.223099:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.223102:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613241.223104:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613241.223105:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613241.223107:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613241.223109:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613241.223112:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613241.223112:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362c00. 00000100:00100000:3.0:1773613241.223118:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477088512:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613241.223118:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223123:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773613241.223127:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1773613241.223130:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613241.223134:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613241.223138:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773613241.223140:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613241.223143:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613241.223144:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ace00. 02000000:00000001:3.0:1773613241.223147:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223149:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a30704] to pc [ptlrpcd_01_00+0] req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613241.223158:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613241.223163:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613241.223164:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dacb8. 00000100:00000040:2.0:1773613241.223170:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5668) 00000400:00000010:3.0:1773613241.223172:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613241.223180:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088512, portal 25 00000100:00000001:3.0:1773613241.223182:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613241.223184:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:3.0:1773613241.223191:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223199:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613241.223202:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613241.223206:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000001:2.0:1773613241.223208:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1773613241.223211:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477088512, offset 0 00000100:00000001:2.0:1773613241.223212:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613241.223215:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613241.223222:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613241.223226:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613241.223235:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613241.223237:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613241.223240:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:2.0:1773613241.223242:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613241.223245:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613241.223248:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613241.223252:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00100000:2.0:1773613241.223255:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477088640:192.168.203.144@tcp:400:kworker.0 00000400:00000200:3.0:1773613241.223258:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773613241.223262:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1773613241.223265:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 02000000:00000001:2.0:1773613241.223266:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613241.223270:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613241.223271:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1773613241.223274:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1773613241.223275:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613241.223281:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224835:224835:256:4294967295] 192.168.203.144@tcp LPNI seq info [224770:224770:8:4294967295] 02000000:00000010:2.0:1773613241.223282:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24000. 00000400:00000200:3.0:1773613241.223286:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:2.0:1773613241.223287:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613241.223294:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.223299:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000400:00000010:2.0:1773613241.223300:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9528. 00000800:00000200:3.0:1773613241.223306:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613241.223308:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000800:00000010:3.0:1773613241.223311:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0b00. 00000100:00000200:2.0:1773613241.223313:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088640, portal 10 00000100:00000001:2.0:1773613241.223317:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613241.223320:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000800:00000200:3.0:1773613241.223321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000040:2.0:1773613241.223331:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773613241.223333:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613241.223339:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613241.223346:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613241.223350:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613241.223353:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773613241.223354:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7b28. 00000100:00000200:2.0:1773613241.223359:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477088640, offset 0 00000400:00000200:3.0:1773613241.223360:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613241.223363:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300334970 00000100:00000010:3.0:1773613241.223368:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed2a0. 00000400:00000200:2.0:1773613241.223369:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613241.223375:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613241.223377:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1773613241.223381:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:3.0:1773613241.223382:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300334970 00000100:00000010:3.0:1773613241.223386:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed660. 00000400:00000200:2.0:1773613241.223388:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773613241.223390:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613241.223394:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773613241.223394:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:3.0:1773613241.223398:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613241.223400:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773613241.223401:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613241.223406:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613241.223410:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224836:224836:255:4294967295] 192.168.203.144@tcp LPNI seq info [224771:224771:7:4294967295] 00000400:00000200:2.0:1773613241.223416:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613241.223417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613241.223424:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:3.0:1773613241.223428:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1773613241.223431:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613241.223432:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613241.223437:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1773613241.223438:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362200. 00000100:00000001:3.0:1773613241.223439:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613241.223442:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1773613241.223447:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000040:3.0:1773613241.223450:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613241.223456:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:3.0:1773613241.223462:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1773613241.223462:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613241.223465:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613241.223468:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773613241.223468:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613241.223471:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613241.223473:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.223475:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 229422 usecs (230 jiffies) 00000100:00100000:3.0:1773613241.223476:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477088768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613241.223481:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1773613241.223482:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:3.0:1773613241.223484:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613241.223486:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.223487:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300331239 02000000:00000001:3.0:1773613241.223488:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613241.223492:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ade00. 00000100:00000001:2.0:1773613241.223493:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300334970 02000000:00000001:3.0:1773613241.223494:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.223499:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300331239 00000400:00000200:3.0:1773613241.223501:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613241.223505:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300334970 00000400:00000010:3.0:1773613241.223506:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab58. 00000400:00000010:3.0:1773613241.223510:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000001:2.0:1773613241.223513:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1773613241.223514:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088768, portal 4 00000100:00000001:3.0:1773613241.223518:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613241.223518:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223520:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561989376 : -113016147562240 : ffff993660abb100) 00000100:00000001:2.0:1773613241.223524:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613241.223528:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613241.223532:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223541:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613241.223547:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613241.223547:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613241.223551:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613241.223553:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 02000000:00000001:2.0:1773613241.223555:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1773613241.223557:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477088768, offset 0 02000000:00000001:2.0:1773613241.223559:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613241.223564:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613241.223565:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613241.223572:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00100000:2.0:1773613241.223572:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477088896:192.168.203.144@tcp:400:kworker.0 00000400:00000200:3.0:1773613241.223579:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:2.0:1773613241.223579:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613241.223583:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1773613241.223584:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613241.223588:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613241.223590:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613241.223593:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613241.223596:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224837:224837:254:4294967295] 192.168.203.144@tcp LPNI seq info [224772:224772:6:4294967295] 00000400:00000200:3.0:1773613241.223600:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.223605:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613241.223608:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613241.223611:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613241.223614:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613241.223617:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613241.223618:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613241.223621:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613241.223623:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 174441 usecs (175 jiffies) 00000400:00000200:3.0:1773613241.223625:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613241.223626:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300331184 00000100:00000001:3.0:1773613241.223628:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300334970 00000100:00000001:3.0:1773613241.223630:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300331184 00000100:00000001:3.0:1773613241.223631:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300334970 00000100:00000001:3.0:1773613241.223633:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613241.223634:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223635:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223636:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.223638:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613241.223639:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613241.223640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613241.223641:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613241.223642:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223643:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613241.223709:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613241.223712:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0b00. 00000400:00000200:3.0:1773613241.223718:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.223722:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613241.223727:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:3.0:1773613241.223729:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:3.0:1773613241.223734:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613241.223738:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223745:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613241.223747:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223752:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223753:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613241.223763:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613241.223764:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362200. 00000400:00000200:3.0:1773613241.223766:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.223768:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613241.223770:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7b28 00000400:00000010:3.0:1773613241.223771:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7b28. 00000100:00000001:3.0:1773613241.223773:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613241.223775:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223791:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613241.223793:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223797:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223798:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613241.223861:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613241.223862:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:3.0:1773613241.223864:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.223866:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613241.223868:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613241.223869:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613241.223870:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613241.223872:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223877:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613241.223879:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.223883:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.223884:0:2383:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773613241.224040:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613241.224043:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613241.224047:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613241.224049:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613241.224053:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613241.224056:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613241.224060:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613241.224063:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477088896, portal 4 00000100:00000001:2.0:1773613241.224065:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613241.224067:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:2.0:1773613241.224074:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.224080:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613241.224083:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613241.224085:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7440. 00000100:00000200:2.0:1773613241.224088:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477088896, offset 0 00000400:00000200:2.0:1773613241.224092:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613241.224097:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613241.224101:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613241.224104:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613241.224107:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613241.224109:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613241.224111:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613241.224114:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224838:224838:256:4294967295] 192.168.203.144@tcp LPNI seq info [224773:224773:8:4294967295] 00000400:00000200:2.0:1773613241.224119:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613241.224125:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613241.224130:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613241.224134:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362500. 00000800:00000200:2.0:1773613241.224139:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613241.224143:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613241.224147:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613241.224160:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.224165:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 723787 usecs (724 jiffies) 00000400:00000200:2.0:1773613241.224169:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613241.224171:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300331734 00000100:00000001:2.0:1773613241.224174:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300334970 00000100:00000001:2.0:1773613241.224177:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300331734 00000100:00000001:2.0:1773613241.224179:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300334970 00000100:00000001:2.0:1773613241.224181:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613241.224184:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.224187:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.224189:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.224194:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613241.224196:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613241.224198:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.224199:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613241.224201:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.224204:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613241.224232:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613241.224236:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362500. 00000400:00000200:3.0:1773613241.224240:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.224244:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613241.224247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7440 00000400:00000010:3.0:1773613241.224249:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7440. 00000100:00000001:3.0:1773613241.224252:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613241.224256:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.224263:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613241.224266:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.224272:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.224273:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613241.226590:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226612:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613241.226616:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226620:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.226630:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226640:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613241.226649:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226655:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226660:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226665:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04000 00000400:00000200:3.0:1773613241.226671:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226678:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b510d [1] + 224 00000800:00000001:3.0:1773613241.226687:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226693:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.226697:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.226702:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613241.226710:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613241.226720:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613241.226732:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.226765:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613241.226775:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226794:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613241.226796:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226798:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.226801:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226805:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613241.226809:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226811:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226814:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226817:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04080 00000400:00000200:3.0:1773613241.226820:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.226824:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b511d [1] + 224 00000800:00000001:3.0:1773613241.226827:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226834:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.226836:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.226839:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613241.226842:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613241.226846:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613241.226855:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.226869:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613241.226873:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.226877:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.227139:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.227144:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613241.227153:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613241.227155:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613241.227159:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613241.227164:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000400:00000010:2.0:1773613241.227167:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:2.0:1773613241.227170:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613241.227175:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613241.227185:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227192:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613241.227194:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.227196:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613241.227200:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613241.227203:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613241.227205:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613241.227209:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613241.227220:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=19 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613241.227225:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=115 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613241.227227:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613241.227229:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613241.227233:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613241.227236:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227241:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613241.227244:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613241.227246:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613241.227248:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.227253:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227261:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613241.227264:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613241.227266:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613241.227271:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613241.227286:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477088896:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613241.227291:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227293:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613241.227297:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477088896/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227304:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613241.227307:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613241.227311:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613241.227315:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613241.227319:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613241.227321:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613241.227323:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613241.227326:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362c00. 02000000:00000001:2.0:1773613241.227330:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613241.227331:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613241.227334:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:2.0:1773613241.227338:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613241.227339:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.227343:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227345:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.227346:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613241.227348:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227350:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227365:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.227367:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613241.227370:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613241.227372:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613241.227374:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab58. 00000400:00000200:2.0:1773613241.227378:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:2.0:1773613241.227380:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:2.0:1773613241.227383:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613241.227388:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613241.227401:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227408:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613241.227409:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.227411:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613241.227412:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613241.227414:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613241.227415:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613241.227417:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613241.227421:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=19 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613241.227425:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613241.227427:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613241.227428:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613241.227430:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613241.227432:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227434:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613241.227436:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:2.0:1773613241.227438:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613241.227439:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.227443:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227450:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613241.227451:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613241.227453:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613241.227456:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613241.227464:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477088768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613241.227469:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227471:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613241.227474:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb100 x1859762477088768/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.227486:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613241.227487:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613241.227489:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ade00. 02000000:00000001:2.0:1773613241.227492:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613241.227494:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613241.227495:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613241.227497:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613241.227499:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362d00. 02000000:00000001:2.0:1773613241.227501:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613241.227502:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613241.227503:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb100. 00000100:00000001:2.0:1773613241.227506:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613241.227507:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.227509:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227511:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.227512:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613241.227514:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.227516:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613241.229478:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229500:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613241.229505:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229508:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.229518:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229527:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613241.229548:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229553:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229559:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229563:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d03f80 00000400:00000200:3.0:1773613241.229568:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229575:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50fd [1] + 224 00000800:00000001:3.0:1773613241.229583:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229589:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.229593:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.229597:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613241.229605:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613241.229615:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613241.229626:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.229649:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613241.229659:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229663:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613241.229665:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229667:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.229670:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229673:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613241.229677:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229680:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229682:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229685:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d03f00 00000400:00000200:3.0:1773613241.229689:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613241.229694:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b50ed [1] + 224 00000800:00000001:3.0:1773613241.229697:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229702:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613241.229704:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613241.229707:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613241.229710:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613241.229714:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613241.229722:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.229750:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613241.229754:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613241.229757:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.229771:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613241.229775:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613241.229795:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613241.229797:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613241.229801:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dacb8. 00000400:00000200:3.0:1773613241.229805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613241.229808:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613241.229811:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613241.229815:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613241.229832:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.229839:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613241.229842:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.229845:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613241.229848:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613241.229851:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613241.229854:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613241.229857:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613241.229866:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613241.229870:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613241.229873:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613241.229875:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613241.229878:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613241.229881:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.229885:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613241.229889:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.229896:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613241.229899:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613241.229901:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613241.229905:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613241.229914:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477088512:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613241.229919:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.229922:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613241.229925:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477088512/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613241.229932:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613241.229985:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613241.229990:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ace00. 02000000:00000001:3.0:1773613241.229994:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613241.229997:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613241.229999:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613241.230002:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613241.230004:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362a00. 02000000:00000001:3.0:1773613241.230009:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613241.230012:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613241.230014:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:3.0:1773613241.230018:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613241.230019:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.230022:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613241.230033:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613241.230035:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613241.230037:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613241.230039:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.230464:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.230468:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613241.230473:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613241.230475:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613241.230478:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9528. 00000400:00000200:2.0:1773613241.230483:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:2.0:1773613241.230485:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:2.0:1773613241.230489:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613241.230496:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613241.230506:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.230513:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613241.230515:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.230517:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613241.230518:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613241.230520:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613241.230523:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613241.230526:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613241.230544:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613241.230548:0:2391:0:(import.c:2202:obd_at_measure()) AT ffff99364b4f6458 change: old=5 new=36 delta=31 (val=36) hist 36 5 5 5 00000100:00001000:2.0:1773613241.230551:0:2391:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff993644bc9800 ptl 12 has changed from 5 to 36 00000100:00001000:2.0:1773613241.230554:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613241.230557:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613241.230558:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613241.230561:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613241.230565:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.230569:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613241.230572:0:2391:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215221 gen 10 00000100:00000040:2.0:1773613241.230579:0:2391:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215221) req@ffff99364a73b480 x1859762477087872/t103079215221(103079215221) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.230586:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613241.230589:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477087872/t103079215221(103079215221) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.230595:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613241.230597:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613241.230600:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f52800. 02000000:00000001:2.0:1773613241.230604:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613241.230606:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613241.230607:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613241.230609:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613241.230611:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2b200. 02000000:00000001:2.0:1773613241.230614:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613241.230615:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613241.230617:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:2.0:1773613241.230620:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613241.230621:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.230624:0:2391:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773613241.230627:0:2391:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1773613241.230630:0:2391:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613241.230632:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613241.230635:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.230641:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613241.230643:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613241.230644:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613241.230648:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613241.230654:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477088640:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613241.230660:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.230661:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613241.230664:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477088640/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613241.230670:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613241.230671:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613241.230673:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24000. 02000000:00000001:2.0:1773613241.230676:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613241.230677:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613241.230678:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613241.230680:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613241.230681:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362600. 02000000:00000001:2.0:1773613241.230684:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613241.230685:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613241.230686:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613241.230688:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613241.230689:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.230690:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613241.230694:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613241.230696:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613241.230698:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613241.230700:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613241.350081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613241.350090:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613241.350097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613241.350098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613241.350102:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613241.350104:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613241.352842:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613241.352850:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613241.352857:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613242.374095:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613242.374104:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613242.374111:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613242.374112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613242.374116:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613242.374121:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613242.374124:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613242.374128:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613242.374132:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613242.374135:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613242.374138:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613242.374140:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613242.374208:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613242.374213:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613242.374218:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613243.398098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613243.398108:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613243.398116:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613243.398117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613243.398121:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613243.398123:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613243.398493:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613243.398498:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613243.398503:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613244.423056:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613244.423068:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613244.423071:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613244.423075:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613244.423080:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613244.423083:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613244.423085:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613244.423087:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613244.423092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613244.423094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613244.423097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613244.423099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613244.423151:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613244.423155:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613244.423158:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613245.190091:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300334970, at 4300334976 00000100:00000040:2.0:1773613245.190091:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300334970, at 4300334976 00000100:00000010:2.0:1773613245.190114:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed2a0. 00000100:00000010:3.0:1773613245.190337:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed660. 00010000:00000001:0.0:1773613245.446729:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613245.446735:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613245.446742:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613245.446745:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613245.446777:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613245.446782:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613245.446784:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613245.446785:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613245.446788:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613245.446791:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613245.446793:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613245.446794:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613245.446798:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613245.446799:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613245.449256:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613245.449264:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613245.449268:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613246.343070:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613246.343080:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613246.343090:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706d80. 00000020:00000040:3.0:1773613246.343095:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613246.343099:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613246.343102:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613246.343106:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613246.343114:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0600. 00000100:00000001:3.0:1773613246.343120:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613246.343131:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613246.343142:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613246.343146:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613246.343152:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a36babe3] to pc [ptlrpcd_01_01+1] req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.343182:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613246.343185:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613246.343189:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613246.343193:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704000. 00000020:00000040:3.0:1773613246.343196:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613246.343199:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613246.343200:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613246.343202:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613246.343206:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0b00. 00000100:00000001:2.0:1773613246.343208:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613246.343210:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.343214:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773613246.343217:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613246.343218:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613246.343226:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.343249:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613246.343251:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613246.343254:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.343256:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.343260:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613246.343264:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773613246.343265:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000975208dc] to pc [ptlrpcd_01_00+0] req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773613246.343270:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613246.343279:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477089024:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613246.343282:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.343285:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773613246.343287:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613246.343291:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1773613246.343292:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773613246.343294:0:42692:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 02000000:00000001:2.0:1773613246.343296:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.343299:0:42692:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 02000000:00000001:2.0:1773613246.343301:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1773613246.343304:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704380. 02000000:00000010:2.0:1773613246.343307:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24000. 00000020:00000040:3.0:1773613246.343308:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 02000000:00000001:2.0:1773613246.343312:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.343314:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613246.343317:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613246.343318:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613246.343322:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000010:3.0:1773613246.343324:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0c00. 00000100:00000001:3.0:1773613246.343329:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773613246.343329:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9528. 00000100:00000001:3.0:1773613246.343334:0:42692:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000400:00000010:2.0:1773613246.343338:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00080000:3.0:1773613246.343339:0:42692:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1773613246.343345:0:42692:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff993644bc9800: disconnect after 20s idle 00000100:00000200:2.0:1773613246.343347:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089024, portal 25 00000100:00000001:3.0:1773613246.343348:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613246.343352:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.343353:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613246.343356:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000040:3.0:1773613246.343359:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce015ea5] to pc [ptlrpcd_rcv+-1] req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613246.343366:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.343388:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613246.343393:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613246.343396:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613246.343399:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477089024, offset 0 00000100:00000001:3.0:1773613246.343403:0:42692:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613246.343407:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613246.343408:0:42692:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613246.343412:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613246.343415:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1773613246.343418:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000010:3.0:1773613246.343420:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707480. 00000020:00000040:3.0:1773613246.343424:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613246.343428:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1773613246.343428:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 02000000:00000001:3.0:1773613246.343432:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1773613246.343435:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1773613246.343436:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613246.343441:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0400. 00000400:00000200:2.0:1773613246.343441:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:0.0:1773613246.343442:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613246.343446:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773613246.343447:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773613246.343448:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613246.343448:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773613246.343450:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000040:0.0:1773613246.343455:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613246.343458:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1773613246.343459:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224839:224839:256:4294967295] 192.168.203.144@tcp LPNI seq info [224774:224774:8:4294967295] 00000400:00000200:2.0:1773613246.343469:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613246.343470:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613246.343472:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613246.343476:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613246.343479:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613246.343481:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1773613246.343482:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613246.343484:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:3.0:1773613246.343486:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613246.343487:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477089280:192.168.203.144@tcp:9:kworker.0 00000800:00000200:2.0:1773613246.343492:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613246.343493:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773613246.343496:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a506e867] to pc [ptlrpcd_01_01+1] req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773613246.343496:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1773613246.343498:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 02000000:00000001:0.0:1773613246.343499:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613246.343504:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1773613246.343508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 02000000:00000010:0.0:1773613246.343508:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613246.343512:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613246.343518:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:3.0:1773613246.343519:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613246.343519:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613246.343523:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000800:00000200:2.0:1773613246.343524:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1773613246.343526:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5673) 00000400:00000010:0.0:1773613246.343528:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613246.343533:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089280, portal 4 00000100:00000001:0.0:1773613246.343535:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613246.343536:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613246.343536:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000400:00000200:2.0:1773613246.343540:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613246.343542:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300340090 00000100:00000040:0.0:1773613246.343543:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773613246.343547:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220c0c0. 00000100:00000001:0.0:1773613246.343550:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613246.343552:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613246.343553:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1773613246.343554:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613246.343557:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477089280, offset 0 00000100:00000001:2.0:1773613246.343558:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300340090 00000100:00000010:2.0:1773613246.343561:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220cf60. 00000400:00000200:0.0:1773613246.343562:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613246.343564:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1773613246.343566:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613246.343567:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.343569:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613246.343570:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:2.0:1773613246.343572:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613246.343573:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773613246.343574:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773613246.343576:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613246.343578:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613246.343580:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:2.0:1773613246.343581:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613246.343583:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1773613246.343583:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224840:224840:255:4294967295] 192.168.203.144@tcp LPNI seq info [224775:224775:7:4294967295] 00000100:00000001:2.0:1773613246.343585:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.343587:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773613246.343587:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613246.343588:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613246.343592:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773613246.343594:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613246.343598:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613246.343599:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613246.343601:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773613246.343602:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 02000000:00000001:2.0:1773613246.343603:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613246.343604:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613246.343606:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773613246.343606:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00100000:2.0:1773613246.343609:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477089408:192.168.203.144@tcp:400:kworker.0 00000800:00000200:0.0:1773613246.343610:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:2.0:1773613246.343613:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1773613246.343613:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1773613246.343615:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1773613246.343616:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.343617:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.343618:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1773613246.343619:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1773613246.343620:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 173225 usecs (174 jiffies) 02000000:00000010:2.0:1773613246.343621:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613246.343624:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773613246.343626:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:0.0:1773613246.343626:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613246.343628:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613246.343629:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300336303 00000400:00000010:2.0:1773613246.343632:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000100:00000001:0.0:1773613246.343632:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300340090 00000400:00000200:3.0:1773613246.343634:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773613246.343635:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300336303 00000400:00000010:2.0:1773613246.343636:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613246.343639:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089408, portal 4 00000100:00000001:0.0:1773613246.343639:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300340090 00000100:00000001:2.0:1773613246.343642:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613246.343642:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.343645:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000400:00000200:3.0:1773613246.343646:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:0.0:1773613246.343646:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613246.343651:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613246.343651:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613246.343654:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.343655:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000100:00000001:0.0:1773613246.343658:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613246.343660:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773613246.343660:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773613246.343662:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773613246.343663:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613246.343663:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613246.343664:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773613246.343665:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7550. 00000100:00000001:0.0:1773613246.343666:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613246.343670:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:3.0:1773613246.343676:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613246.343676:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477089408, offset 0 00000100:00000200:3.0:1773613246.343682:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773613246.343684:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613246.343692:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613246.343698:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773613246.343699:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613246.343704:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1773613246.343706:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773613246.343710:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613246.343716:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613246.343721:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:3.0:1773613246.343722:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.343726:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773613246.343727:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224841:224841:254:4294967295] 192.168.203.144@tcp LPNI seq info [224776:224776:6:4294967295] 00000400:00000200:2.0:1773613246.343732:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613246.343737:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613246.343756:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613246.343760:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613246.343764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613246.343768:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613246.343772:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613246.343775:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613246.343777:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1773613246.343779:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 718382 usecs (719 jiffies) 00000800:00000010:3.0:1773613246.343782:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:2.0:1773613246.343785:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.343789:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773613246.343789:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300336848 00000100:00000001:2.0:1773613246.343795:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300340090 00000400:00000200:3.0:1773613246.343798:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613246.343799:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300336848 00000400:00000200:3.0:1773613246.343803:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000100:00000001:2.0:1773613246.343804:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300340090 00000400:00000010:3.0:1773613246.343808:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:2.0:1773613246.343809:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613246.343813:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773613246.343813:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.343818:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773613246.343820:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.343821:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.343827:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613246.343830:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613246.343833:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613246.343834:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.343837:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773613246.343839:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.343840:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613246.343846:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773613246.343850:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613246.343855:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.343856:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613246.343859:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613246.343860:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.343864:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.343865:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613246.343867:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613246.343872:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.343880:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613246.343881:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.343884:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1773613246.343885:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1773613246.343886:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1773613246.343890:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 02000000:00000001:2.0:1773613246.343891:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613246.343897:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1773613246.343898:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477089152:192.168.203.144@tcp:400:kworker.0 00000400:00000200:3.0:1773613246.343905:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613246.343905:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613246.343909:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1773613246.343910:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7550 02000000:00000001:2.0:1773613246.343913:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613246.343914:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7550. 02000000:00000001:2.0:1773613246.343917:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773613246.343919:0:2383:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1773613246.343922:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24600. 00000100:00000200:3.0:1773613246.343925:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.343958:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613246.343962:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.343968:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.343970:0:2383:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773613246.344106:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613246.344110:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613246.344114:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613246.344118:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613246.344121:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089152, portal 10 00000100:00000001:2.0:1773613246.344122:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613246.344124:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000040:2.0:1773613246.344130:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.344137:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613246.344139:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613246.344141:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7cc0. 00000100:00000200:2.0:1773613246.344144:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477089152, offset 0 00000400:00000200:2.0:1773613246.344148:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613246.344152:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613246.344155:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613246.344158:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613246.344160:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613246.344163:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613246.344165:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613246.344168:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224842:224842:256:4294967295] 192.168.203.144@tcp LPNI seq info [224777:224777:8:4294967295] 00000400:00000200:2.0:1773613246.344171:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613246.344176:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613246.344181:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613246.344184:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362c00. 00000800:00000200:2.0:1773613246.344188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613246.344191:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613246.344193:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613246.344204:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613246.344207:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 228840 usecs (229 jiffies) 00000400:00000200:2.0:1773613246.344210:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613246.344211:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300336359 00000100:00000001:2.0:1773613246.344213:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300340090 00000100:00000001:2.0:1773613246.344215:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300336359 00000100:00000001:2.0:1773613246.344217:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300340090 00000100:00000001:2.0:1773613246.344218:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.344220:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.344223:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.344225:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.344233:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.344235:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613246.346185:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613246.346193:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362c00. 00000400:00000200:3.0:1773613246.346199:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613246.346206:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613246.346211:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7cc0 00000400:00000010:3.0:1773613246.346214:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7cc0. 00000100:00000001:3.0:1773613246.346219:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613246.346225:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.346247:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613246.346250:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.346257:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613246.346259:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613246.348837:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.348852:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613246.348856:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.348858:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.348866:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.348873:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613246.348881:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.348886:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.348891:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.348896:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04280 00000400:00000200:3.0:1773613246.348900:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.348906:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5145 [1] + 224 00000800:00000001:3.0:1773613246.348913:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.348918:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.348921:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613246.348925:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613246.348931:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613246.348978:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613246.348989:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.349012:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613246.349021:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.349025:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613246.349027:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.349033:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.349037:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.349040:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613246.349044:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.349046:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.349049:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.349052:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04200 00000400:00000200:3.0:1773613246.349056:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.349060:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b513d [1] + 224 00000800:00000001:3.0:1773613246.349064:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.349069:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.349070:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613246.349073:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613246.349076:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613246.349081:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613246.349089:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.349113:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613246.349118:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.349121:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613246.349159:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613246.349164:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613246.349170:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613246.349186:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613246.349189:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613246.349193:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:0.0:1773613246.349195:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:0.0:1773613246.349198:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613246.349203:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613246.349213:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613246.349220:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613246.349221:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613246.349224:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613246.349227:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613246.349230:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613246.349232:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613246.349234:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613246.349243:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=24 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613246.349247:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613246.349249:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613246.349251:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613246.349253:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613246.349256:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613246.349260:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613246.349262:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:0.0:1773613246.349264:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613246.349265:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613246.349271:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613246.349277:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613246.349280:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613246.349281:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773613246.349285:0:2388:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773613246.349292:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1773613246.349297:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613246.349309:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477089280:192.168.203.144@tcp:9:kworker.0 00000100:00000001:0.0:1773613246.349313:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613246.349315:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613246.349318:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704380 x1859762477089280/t0(0) o9->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613246.349324:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613246.349326:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613246.349330:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613246.349334:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613246.349336:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613246.349338:0:2388:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613246.349339:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613246.349342:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0c00. 02000000:00000001:0.0:1773613246.349345:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613246.349347:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613246.349349:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704380. 00000100:00000001:0.0:1773613246.349352:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613246.349353:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613246.349355:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613246.349362:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613246.349364:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613246.349367:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613246.349368:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.351309:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.351317:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613246.351324:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613246.351326:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613246.351330:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613246.351338:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:2.0:1773613246.351340:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:2.0:1773613246.351344:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613246.351355:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613246.351366:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.351374:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613246.351376:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.351378:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613246.351381:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613246.351383:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613246.351385:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.351387:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613246.351394:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=24 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613246.351398:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=120 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613246.351400:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613246.351402:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613246.351405:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613246.351408:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.351411:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613246.351413:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613246.351415:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613246.351416:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613246.351421:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.351427:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.351430:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613246.351431:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613246.351435:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613246.351442:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477089408:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613246.351447:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.351449:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613246.351452:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707480 x1859762477089408/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.351459:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613246.351461:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613246.351465:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613246.351468:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613246.351470:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613246.351472:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613246.351474:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613246.351477:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0400. 02000000:00000001:2.0:1773613246.351481:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613246.351482:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613246.351484:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707480. 00000100:00000001:2.0:1773613246.351487:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613246.351489:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.351492:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.351494:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.351495:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613246.351497:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.351498:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613246.353317:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.353331:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613246.353335:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.353336:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.353343:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.353348:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613246.353355:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.353358:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.353362:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.353364:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04100 00000400:00000200:3.0:1773613246.353368:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.353373:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b512d [1] + 224 00000800:00000001:3.0:1773613246.353379:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.353384:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.353386:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613246.353389:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613246.353395:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613246.353401:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613246.353410:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.353429:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613246.353436:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.353438:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.353766:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.353769:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613246.353776:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613246.353778:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613246.353780:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9528. 00000400:00000200:2.0:1773613246.353785:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:2.0:1773613246.353793:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:2.0:1773613246.353796:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613246.353801:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613246.353810:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.353816:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613246.353818:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.353820:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613246.353823:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613246.353825:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613246.353827:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.353830:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613246.353836:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613246.353840:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613246.353842:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613246.353844:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613246.353846:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613246.353848:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.353852:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613246.353856:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.353863:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.353865:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613246.353867:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613246.353871:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613246.353879:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477089024:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613246.353883:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.353885:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613246.353888:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706d80 x1859762477089024/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.353893:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613246.353895:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613246.353899:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24000. 02000000:00000001:2.0:1773613246.353902:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613246.353904:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613246.353906:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613246.353907:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613246.353910:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0600. 02000000:00000001:2.0:1773613246.353913:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613246.353915:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613246.353916:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706d80. 00000100:00000001:2.0:1773613246.353919:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613246.353921:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.353924:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.353925:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.353926:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613246.353928:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.353929:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613246.354389:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.354395:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613246.354397:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.354398:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.354401:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.354405:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613246.354408:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.354411:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.354413:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.354415:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04180 00000400:00000200:3.0:1773613246.354418:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613246.354421:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5155 [1] + 224 00000800:00000001:3.0:1773613246.354424:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.354428:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613246.354430:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613246.354432:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613246.354435:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613246.354438:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613246.354444:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613246.354457:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613246.354460:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613246.354462:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.354652:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.354655:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613246.354658:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613246.354667:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613246.354669:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:2.0:1773613246.354673:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:2.0:1773613246.354674:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:2.0:1773613246.354677:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613246.354681:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613246.354689:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.354694:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613246.354695:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.354697:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613246.354699:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613246.354700:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613246.354701:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613246.354703:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613246.354709:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=24 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613246.354712:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613246.354715:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613246.354716:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613246.354719:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613246.354722:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.354724:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613246.354726:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:2.0:1773613246.354728:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613246.354729:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613246.354733:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.354749:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613246.354752:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613246.354753:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613246.354757:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613246.354765:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477089152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613246.354769:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.354771:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613246.354774:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704000 x1859762477089152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613246.354780:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613246.354781:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613246.354792:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24600. 02000000:00000001:2.0:1773613246.354795:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613246.354796:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613246.354797:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613246.354799:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613246.354801:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0b00. 02000000:00000001:2.0:1773613246.354803:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613246.354804:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613246.354806:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704000. 00000100:00000001:2.0:1773613246.354808:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613246.354810:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.354811:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613246.354818:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613246.354820:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613246.354822:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613246.354824:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613246.471533:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613246.471539:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613246.471545:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613246.471546:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613246.471550:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613246.471551:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613246.471662:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613246.471665:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613246.471668:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613247.494064:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613247.494070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613247.494075:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613247.494076:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613247.494079:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613247.494081:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613247.494176:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613247.494180:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613247.494184:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613248.519643:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613248.519653:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613248.519661:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613248.519662:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613248.519666:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613248.519668:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613248.520208:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613248.520212:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613248.520216:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613249.542091:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613249.542098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613249.542104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613249.542104:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613249.542107:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613249.542108:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613249.542184:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613249.542187:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613249.542190:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613250.310125:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300340090, at 4300340096 00000100:00000010:2.0:1773613250.310155:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220c0c0. 00000100:00000040:3.0:1773613250.310411:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300340090, at 4300340096 00000100:00000010:3.0:1773613250.310419:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220cf60. 00010000:00000001:0.0:1773613250.566224:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613250.566233:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613250.566239:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613250.566240:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613250.566245:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613250.566246:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613250.566369:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613250.566373:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613250.566377:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613251.462106:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613251.462119:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613251.462133:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704700. 00000020:00000040:3.0:1773613251.462140:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613251.462145:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613251.462149:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613251.462155:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613251.462167:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0b00. 00000100:00000001:3.0:1773613251.462175:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462203:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613251.462214:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613251.462220:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462227:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030b0d02b] to pc [ptlrpcd_01_00+0] req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.462265:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462268:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613251.462271:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613251.462275:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705880. 00000020:00000040:3.0:1773613251.462277:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613251.462279:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613251.462281:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613251.462283:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613251.462286:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0600. 00000100:00000001:3.0:1773613251.462289:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462294:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613251.462302:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613251.462304:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462308:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b257904] to pc [ptlrpcd_01_01+1] req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.462317:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462319:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773613251.462324:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773613251.462327:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613251.462331:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613251.462335:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705c00. 00000020:00000040:3.0:1773613251.462337:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613251.462340:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613251.462341:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613251.462342:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613251.462346:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993642ed0400. 00000100:00000001:3.0:1773613251.462348:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462353:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613251.462360:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613251.462362:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462365:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e80742e] to pc [ptlrpcd_01_00+0] req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.462372:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613251.462377:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5678) 00000100:00000001:2.0:1773613251.462677:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.462692:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613251.462695:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613251.462703:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.462720:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613251.462723:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.462728:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613251.462732:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613251.462735:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613251.462738:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477089536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613251.462743:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613251.462759:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613251.462762:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.462765:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613251.462772:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24600. 02000000:00000001:2.0:1773613251.462774:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613251.462784:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613251.462788:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613251.462797:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613251.462805:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089536, portal 25 00000100:00000001:2.0:1773613251.462808:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613251.462810:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000040:2.0:1773613251.462816:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.462825:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613251.462828:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613251.462831:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00000200:2.0:1773613251.462834:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477089536, offset 0 00000400:00000200:2.0:1773613251.462842:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613251.462852:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.462862:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613251.462869:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613251.462874:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613251.462879:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613251.462883:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613251.462887:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224843:224843:256:4294967295] 192.168.203.144@tcp LPNI seq info [224778:224778:8:4294967295] 00000400:00000200:2.0:1773613251.462892:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.462903:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613251.462911:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613251.462916:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362700. 00000800:00000200:2.0:1773613251.462924:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613251.462932:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613251.462991:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613251.463001:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613251.463006:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613251.463019:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300345210 00000100:00000010:2.0:1773613251.463025:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220c0c0. 00000100:00000001:2.0:1773613251.463034:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613251.463039:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300345210 00000100:00000010:2.0:1773613251.463042:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220cde0. 00000100:00000001:2.0:1773613251.463045:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613251.463048:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.463051:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463055:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613251.463060:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.463068:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613251.463069:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.463072:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613251.463074:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613251.463076:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613251.463081:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477089792:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613251.463094:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613251.463096:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613251.463098:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.463100:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613251.463103:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24000. 02000000:00000001:2.0:1773613251.463105:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613251.463109:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613251.463112:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9528. 00000400:00000010:2.0:1773613251.463116:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613251.463120:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089792, portal 4 00000100:00000001:2.0:1773613251.463122:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613251.463124:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189002240 : -113016520549376 : ffff99364a705c00) 00000100:00000040:2.0:1773613251.463131:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.463139:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613251.463142:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613251.463144:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7660. 00000100:00000200:2.0:1773613251.463147:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477089792, offset 0 00000400:00000200:2.0:1773613251.463152:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613251.463156:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.463160:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613251.463163:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613251.463165:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613251.463168:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613251.463171:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613251.463175:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224844:224844:255:4294967295] 192.168.203.144@tcp LPNI seq info [224779:224779:7:4294967295] 00000400:00000200:2.0:1773613251.463180:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.463186:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613251.463191:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613251.463194:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613251.463199:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613251.463203:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613251.463206:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613251.463209:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613251.463213:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 713095 usecs (714 jiffies) 00000400:00000200:2.0:1773613251.463217:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613251.463219:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300341963 00000100:00000001:2.0:1773613251.463222:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300345210 00000100:00000001:2.0:1773613251.463224:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300341963 00000100:00000001:2.0:1773613251.463226:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300345210 00000100:00000001:2.0:1773613251.463229:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.463230:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463233:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463236:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.463245:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613251.463247:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613251.463250:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.463252:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613251.463253:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613251.463257:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773613251.463259:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.463261:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613251.463263:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.463265:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.463266:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613251.463267:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613251.463272:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.463280:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613251.463282:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.463284:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613251.463286:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613251.463289:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613251.463293:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477089664:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613251.463296:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613251.463299:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613251.463301:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.463303:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613251.463306:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613251.463308:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613251.463312:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613251.463315:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613251.463318:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613251.463322:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089664, portal 10 00000100:00000001:2.0:1773613251.463324:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613251.463325:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000040:2.0:1773613251.463331:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.463338:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613251.463340:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613251.463342:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7ee0. 00000100:00000200:2.0:1773613251.463345:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477089664, offset 0 00000400:00000200:2.0:1773613251.463349:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613251.463353:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.463356:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613251.463358:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613251.463361:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613251.463363:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613251.463365:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613251.463369:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224845:224845:254:4294967295] 192.168.203.144@tcp LPNI seq info [224780:224780:6:4294967295] 00000400:00000200:2.0:1773613251.463373:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613251.463379:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613251.463384:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613251.463388:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362c00. 00000800:00000200:2.0:1773613251.463392:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613251.463397:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613251.463399:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613251.463402:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613251.463405:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 228273 usecs (229 jiffies) 00000400:00000200:2.0:1773613251.463408:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613251.463410:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300341478 00000100:00000001:2.0:1773613251.463412:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300345210 00000100:00000001:2.0:1773613251.463414:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300341478 00000100:00000001:2.0:1773613251.463416:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300345210 00000100:00000001:2.0:1773613251.463418:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.463420:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463423:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463425:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.463438:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.463440:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613251.464497:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613251.464506:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362700. 00000400:00000200:3.0:1773613251.464513:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.464521:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613251.464528:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:3.0:1773613251.464531:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:3.0:1773613251.464536:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613251.464544:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.464557:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613251.464560:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.464566:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613251.464569:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613251.464922:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613251.464926:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:3.0:1773613251.464929:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.464954:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613251.464959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7660 00000400:00000010:3.0:1773613251.464961:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7660. 00000100:00000001:3.0:1773613251.464963:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613251.464969:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.464978:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613251.464981:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.464986:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613251.464988:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613251.466505:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613251.466515:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362c00. 00000400:00000200:3.0:1773613251.466522:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.466530:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613251.466537:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7ee0 00000400:00000010:3.0:1773613251.466540:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7ee0. 00000100:00000001:3.0:1773613251.466545:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613251.466554:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.466567:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613251.466906:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.466915:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613251.466917:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613251.471108:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.471125:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613251.471130:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.471132:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.471180:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.471185:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613251.471193:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.471196:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.471200:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.471203:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04300 00000400:00000200:3.0:1773613251.471207:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.471210:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5165 [1] + 224 00000800:00000001:3.0:1773613251.471217:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.471231:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.471233:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.471237:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613251.471242:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613251.471248:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613251.471256:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.471271:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613251.471277:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.471279:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.471330:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.471339:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613251.471350:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613251.471353:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613251.471358:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:2.0:1773613251.471366:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:2.0:1773613251.471368:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:2.0:1773613251.471372:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613251.471382:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613251.471393:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.471401:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613251.471403:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.471406:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613251.471410:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613251.471413:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613251.471416:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.471419:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613251.471427:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613251.471432:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613251.471435:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613251.471436:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613251.471439:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613251.471441:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.471445:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613251.471450:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.471456:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.471460:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613251.471462:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613251.471466:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613251.471485:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477089536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613251.471490:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.471493:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613251.471497:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704700 x1859762477089536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.471632:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613251.471635:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613251.471640:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24600. 02000000:00000001:2.0:1773613251.471645:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613251.471648:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613251.471649:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613251.471652:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613251.471656:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0b00. 02000000:00000001:2.0:1773613251.471660:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613251.471662:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613251.471664:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704700. 00000100:00000001:2.0:1773613251.471668:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613251.471670:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.471674:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.471677:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.471679:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613251.471680:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.471682:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613251.482204:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482221:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613251.482225:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482227:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.482236:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482243:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613251.482251:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482255:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482260:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482264:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04400 00000400:00000200:3.0:1773613251.482268:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482273:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5175 [1] + 224 00000800:00000001:3.0:1773613251.482280:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482284:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.482287:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.482291:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613251.482298:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613251.482306:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613251.482404:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.482430:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613251.482440:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482444:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613251.482446:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482449:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.482452:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482455:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613251.482459:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482462:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482465:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482468:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04380 00000400:00000200:3.0:1773613251.482471:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613251.482475:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5185 [1] + 224 00000800:00000001:3.0:1773613251.482478:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482482:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613251.482484:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613251.482487:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613251.482490:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613251.482494:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613251.482502:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613251.482509:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613251.482512:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613251.482514:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482583:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.482587:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613251.482593:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613251.482595:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613251.482598:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613251.482602:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613251.482604:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613251.482607:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613251.482611:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613251.482621:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482627:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613251.482629:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482631:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613251.482634:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613251.482636:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613251.482638:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.482640:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613251.482648:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=29 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613251.482651:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613251.482654:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613251.482656:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613251.482658:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613251.482661:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.482665:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613251.482666:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:2.0:1773613251.482668:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613251.482670:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613251.482675:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482682:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.482684:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613251.482686:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613251.482689:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613251.482702:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477089664:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613251.482717:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613251.482718:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613251.482720:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9528. 00000400:00000200:2.0:1773613251.482722:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:2.0:1773613251.482723:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:2.0:1773613251.482725:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613251.482728:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613251.482737:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482742:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613251.482743:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482745:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613251.482746:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613251.482747:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613251.482749:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613251.482750:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613251.482754:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=29 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613251.482756:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=125 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613251.482758:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613251.482760:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613251.482761:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613251.482763:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.482765:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613251.482767:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613251.482768:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613251.482770:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613251.482773:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482779:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613251.482781:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613251.482782:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613251.482785:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613251.482792:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477089792:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613251.482795:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482797:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613251.482801:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705880 x1859762477089664/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482807:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613251.482809:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613251.482812:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f25600. 02000000:00000001:2.0:1773613251.482814:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613251.482817:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613251.482819:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613251.482821:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613251.482823:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0600. 02000000:00000001:2.0:1773613251.482826:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613251.482827:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613251.482829:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705880. 00000100:00000001:2.0:1773613251.482832:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613251.482833:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482835:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613251.482838:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705c00 x1859762477089792/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613251.482843:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613251.482845:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613251.482846:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24000. 02000000:00000001:2.0:1773613251.482848:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613251.482849:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613251.482850:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613251.482852:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613251.482853:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993642ed0400. 02000000:00000001:2.0:1773613251.482855:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613251.482856:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613251.482857:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705c00. 00000100:00000001:2.0:1773613251.482858:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613251.482859:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482861:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613251.482868:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613251.482869:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613251.482871:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613251.482873:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613251.590067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613251.590074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613251.590080:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613251.590082:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613251.590085:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590087:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613251.590089:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590090:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613251.590092:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613251.590183:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613251.590186:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613251.590189:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613252.614995:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613252.615004:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613252.615012:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613252.615013:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613252.615018:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613252.615019:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613252.615132:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613252.615139:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613252.615144:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613253.639000:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613253.639008:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613253.639011:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613253.639014:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613253.639019:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613253.639021:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613253.639023:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613253.639025:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613253.639029:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613253.639031:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613253.639034:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613253.639035:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613253.639135:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613253.639138:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613253.639141:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613254.662051:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613254.662056:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613254.662060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613254.662063:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613254.662064:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613254.662070:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613254.662072:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613254.662074:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613254.662076:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613254.662078:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613254.662080:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613254.662083:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613254.662086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613254.662088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613254.662186:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613254.662190:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613254.662192:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613255.433248:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300345210, at 4300345219 00000100:00000010:3.0:1773613255.433262:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220cde0. 00000100:00000040:2.0:1773613255.433417:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300345210, at 4300345219 00000100:00000010:2.0:1773613255.433422:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220c0c0. 00010000:00000001:0.0:1773613255.686112:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613255.686118:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613255.686123:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613255.686125:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613255.686128:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613255.686130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613255.686220:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613255.686224:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613255.686227:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613256.582686:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613256.582695:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613256.582706:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613256.582711:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613256.582715:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613256.582718:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613256.582723:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613256.582731:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613256.582737:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.582748:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613256.582759:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613256.582762:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.582769:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c25f89e] to pc [ptlrpcd_00_00+0] req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.582834:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.582838:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.582841:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613256.582847:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.582855:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613256.582857:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.582862:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613256.582865:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613256.582867:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613256.582871:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477089920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613256.582875:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613256.582880:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613256.582883:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.582885:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613256.582890:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613256.582892:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613256.582900:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613256.582905:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613256.582911:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613256.582918:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477089920, portal 25 00000100:00000001:0.0:1773613256.582920:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613256.582922:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:0.0:1773613256.582928:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.582958:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613256.582961:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613256.582964:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613256.582968:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477089920, offset 0 00000400:00000200:0.0:1773613256.582974:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613256.582984:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.582992:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613256.582997:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613256.583002:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613256.583005:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613256.583008:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613256.583012:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224846:224846:256:4294967295] 192.168.203.144@tcp LPNI seq info [224781:224781:8:4294967295] 00000400:00000200:0.0:1773613256.583017:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.583026:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613256.583033:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613256.583038:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613256.583045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613256.583053:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613256.583057:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613256.583077:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613256.583080:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613256.583083:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300350330 00000100:00000010:0.0:1773613256.583088:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853480. 00000100:00000001:0.0:1773613256.583094:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613256.583100:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300350330 00000100:00000010:0.0:1773613256.583103:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853300. 00000100:00000001:0.0:1773613256.583106:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613256.583109:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613256.583123:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.583126:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.583128:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613256.583287:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613256.583292:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:3.0:1773613256.583298:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613256.583303:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613256.583309:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:3.0:1773613256.583311:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:3.0:1773613256.583315:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613256.583320:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.583330:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613256.583333:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.583339:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613256.583341:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613256.583434:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.583438:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613256.583441:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613256.583445:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613256.583448:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613256.583451:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613256.583452:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613256.583455:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613256.583460:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cd00. 00000100:00000001:1.0:1773613256.583463:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.583468:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613256.583476:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613256.583479:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.583483:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.586814:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613256.586821:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613256.586827:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.586830:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.586834:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613256.586837:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613256.586840:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.586842:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613256.586844:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.586846:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.586847:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.586849:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613256.586861:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.586871:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613256.586873:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.586878:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613256.586882:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613256.586884:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613256.586888:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090048:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613256.586892:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613256.586899:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613256.586902:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.586904:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613256.586913:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613256.586916:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613256.586924:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613256.586928:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613256.586950:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613256.586957:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090048, portal 10 00000100:00000001:0.0:1773613256.586959:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613256.586961:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:0.0:1773613256.586969:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.586976:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613256.586979:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613256.586983:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000200:0.0:1773613256.586986:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477090048, offset 0 00000400:00000200:0.0:1773613256.586992:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613256.587001:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.587008:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613256.587013:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613256.587018:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613256.587021:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613256.587025:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613256.587029:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224847:224847:256:4294967295] 192.168.203.144@tcp LPNI seq info [224782:224782:8:4294967295] 00000400:00000200:0.0:1773613256.587034:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.587043:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613256.587049:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613256.587055:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 00000800:00000200:0.0:1773613256.587061:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613256.587076:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613256.587080:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613256.587467:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613256.587472:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 227740 usecs (228 jiffies) 00000400:00000200:0.0:1773613256.587476:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613256.587479:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300346601 00000100:00000001:0.0:1773613256.587482:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300350330 00000100:00000001:0.0:1773613256.587484:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300346601 00000100:00000001:0.0:1773613256.587487:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300350330 00000100:00000001:0.0:1773613256.587489:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613256.587492:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.587494:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.587497:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.587522:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.587525:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.587678:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.587680:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.587682:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.587684:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613256.587725:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.587730:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613256.587734:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613256.587736:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613256.587740:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613256.587746:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613256.587751:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613256.587754:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613256.587757:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613256.587761:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613256.587770:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613256.587776:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.587783:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613256.587793:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613256.587798:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.587802:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b741157d] to pc [ptlrpcd_00_00+0] req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613256.587827:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.587832:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5684) 00000100:00000001:0.0:1773613256.587877:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773613256.587879:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773613256.587881:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.587886:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613256.587888:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.587890:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.587891:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.587893:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613256.587898:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.587905:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613256.587907:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.587910:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613256.587912:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613256.587914:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613256.587917:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477090176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613256.587920:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613256.587924:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613256.587925:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.587927:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613256.587931:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea9000. 02000000:00000001:0.0:1773613256.587962:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613256.587968:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613256.587971:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613256.587975:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613256.587978:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090176, portal 4 00000100:00000001:0.0:1773613256.587981:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613256.587982:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:0.0:1773613256.587988:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.587994:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613256.587997:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613256.587999:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613256.588002:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477090176, offset 0 00000400:00000200:0.0:1773613256.588007:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613256.588012:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.588016:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613256.588019:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613256.588022:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613256.588024:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613256.588027:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613256.588030:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224848:224848:255:4294967295] 192.168.203.144@tcp LPNI seq info [224783:224783:7:4294967295] 00000400:00000200:0.0:1773613256.588034:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613256.588040:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613256.588046:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613256.588050:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613256.588055:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613256.588060:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613256.588063:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613256.588066:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613256.588069:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 708001 usecs (709 jiffies) 00000400:00000200:0.0:1773613256.588072:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613256.588074:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300347083 00000100:00000001:0.0:1773613256.588077:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300350330 00000100:00000001:0.0:1773613256.588079:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300347083 00000100:00000001:0.0:1773613256.588080:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300350330 00000100:00000001:0.0:1773613256.588082:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613256.588084:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.588086:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.588088:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.588097:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.588099:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.588100:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.588102:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613256.588733:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613256.588746:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613256.588749:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613256.588751:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613256.588755:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613256.588760:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613256.588766:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613256.588769:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613256.588773:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613256.588777:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04480 00000400:00000200:3.0:1773613256.588782:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613256.588787:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5195 [1] + 224 00000800:00000001:3.0:1773613256.588793:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613256.588800:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613256.588802:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613256.588807:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613256.588812:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613256.588819:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613256.588829:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.588846:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613256.588879:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613256.588882:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:3.0:1773613256.588887:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613256.588891:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613256.588895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:3.0:1773613256.588897:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:3.0:1773613256.588901:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613256.588905:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.588913:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613256.588917:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.588923:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613256.588925:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613256.588930:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613256.588952:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.589240:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.589243:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613256.589248:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613256.589250:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613256.589252:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613256.589256:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:0.0:1773613256.589258:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:0.0:1773613256.589260:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613256.589265:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613256.589274:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.589286:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613256.589288:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.589290:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613256.589292:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613256.589294:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613256.589296:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.589300:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613256.589306:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613256.589310:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613256.589313:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613256.589314:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613256.589317:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613256.589319:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.589322:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613256.589326:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.589334:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613256.589336:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613256.589338:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613256.589342:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613256.589350:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477089920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613256.589355:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.589357:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613256.589361:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477089920/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.589367:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613256.589369:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613256.589373:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613256.589375:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613256.589378:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613256.589380:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613256.589382:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613256.589385:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:0.0:1773613256.589388:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613256.589390:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613256.589391:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:0.0:1773613256.589396:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613256.589397:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.589400:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.589402:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.589403:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613256.589404:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.589406:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613256.589480:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613256.589484:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:3.0:1773613256.589487:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613256.589491:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613256.589495:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:3.0:1773613256.589497:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:3.0:1773613256.589499:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613256.589503:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.589511:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613256.589514:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613256.589520:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613256.589521:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613256.597331:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597350:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613256.597353:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597356:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613256.597365:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597373:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613256.597382:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597387:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597392:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597396:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04500 00000400:00000200:2.0:1773613256.597401:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597407:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b519d [1] + 224 00000800:00000001:2.0:1773613256.597415:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597420:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613256.597423:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613256.597428:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613256.597435:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613256.597444:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613256.597456:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613256.597477:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613256.597486:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597489:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613256.597491:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597494:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613256.597497:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597500:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613256.597504:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597507:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597512:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04580 00000400:00000200:2.0:1773613256.597516:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613256.597520:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51a5 [1] + 224 00000800:00000001:2.0:1773613256.597524:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597797:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613256.597800:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613256.597804:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613256.597808:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613256.597813:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613256.597822:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613256.597849:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613256.597854:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613256.597858:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613256.597927:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613256.597931:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613256.597963:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613256.597965:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613256.597969:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:1.0:1773613256.597973:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:1.0:1773613256.597976:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:1.0:1773613256.597979:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613256.597984:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613256.597994:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613256.598000:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613256.598002:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613256.598004:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613256.598007:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613256.598009:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613256.598011:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613256.598014:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613256.598031:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=34 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613256.598036:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613256.598039:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613256.598041:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613256.598044:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613256.598047:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613256.598051:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613256.598053:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:1.0:1773613256.598055:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613256.598057:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613256.598061:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613256.598068:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613256.598071:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613256.598073:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613256.598077:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613256.598084:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477090176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613256.598089:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613256.598091:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613256.598094:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477090176/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613256.598101:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613256.598103:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613256.598106:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea9000. 02000000:00000001:1.0:1773613256.598242:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613256.598246:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613256.598248:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613256.598251:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613256.598254:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:1.0:1773613256.598258:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613256.598259:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613256.598262:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:1.0:1773613256.598266:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613256.598267:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613256.598269:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613256.598277:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613256.598279:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613256.598281:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613256.598283:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.598357:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.598360:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613256.598363:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613256.598365:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613256.598367:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613256.598371:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613256.598373:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613256.598375:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613256.598380:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613256.598389:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.598396:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613256.598397:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.598399:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613256.598401:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613256.598402:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613256.598404:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613256.598405:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613256.598410:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=34 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613256.598414:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613256.598416:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613256.598417:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613256.598419:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613256.598422:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.598424:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613256.598426:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:0.0:1773613256.598427:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613256.598429:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613256.598433:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.598440:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613256.598442:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613256.598443:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613256.598447:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613256.598454:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090048:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613256.598458:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.598460:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613256.598463:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477090048/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613256.598469:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613256.598471:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613256.598473:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613256.598475:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613256.598477:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613256.598478:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613256.598480:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613256.598481:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cd00. 02000000:00000001:0.0:1773613256.598484:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613256.598485:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613256.598486:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:0.0:1773613256.598489:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613256.598490:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.598492:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613256.598496:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613256.598498:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613256.598500:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613256.598502:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613256.710171:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613256.710179:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613256.710186:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613256.710187:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613256.710191:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613256.710192:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613256.710281:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613256.710284:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613256.710287:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613257.734070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613257.734078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613257.734085:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613257.734086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613257.734090:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613257.734092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613257.734366:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613257.734369:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613257.734372:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613258.758629:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613258.758635:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613258.758640:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613258.758642:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613258.758645:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613258.758646:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613258.759271:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613258.759275:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613258.759278:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613259.782228:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613259.782234:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613259.782239:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613259.782241:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613259.782254:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613259.782255:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613259.782348:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613259.782352:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613259.782355:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613260.550091:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300350330, at 4300350336 00000100:00000010:2.0:1773613260.550103:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853480. 00000100:00000040:3.0:1773613260.550540:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300350330, at 4300350336 00000100:00000010:3.0:1773613260.550557:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853300. 00010000:00000001:0.0:1773613260.806906:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613260.806912:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613260.806918:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613260.806920:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613260.806924:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613260.806925:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613260.807127:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613260.807130:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613260.807133:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613261.702171:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613261.702181:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613261.702191:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613261.702196:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613261.702200:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613261.702203:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613261.702208:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613261.702216:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362d00. 00000100:00000001:2.0:1773613261.702222:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.702233:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613261.702243:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613261.702247:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.702253:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_01+1] req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.702312:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.702316:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.702318:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613261.702324:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.702332:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613261.702334:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.702337:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613261.702340:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613261.702343:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613261.702346:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477090304:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613261.702349:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613261.702355:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613261.702358:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.702361:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613261.702366:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ac000. 02000000:00000001:3.0:1773613261.702368:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613261.702374:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613261.702378:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dacb8. 00000400:00000010:3.0:1773613261.702384:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613261.702390:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090304, portal 25 00000100:00000001:3.0:1773613261.702393:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613261.702395:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:3.0:1773613261.702399:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.702406:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613261.702419:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613261.702423:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613261.702426:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477090304, offset 0 00000400:00000200:3.0:1773613261.702432:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613261.702442:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.702449:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613261.702454:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613261.702458:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613261.702462:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613261.702465:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613261.702469:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224849:224849:256:4294967295] 192.168.203.144@tcp LPNI seq info [224784:224784:8:4294967295] 00000400:00000200:3.0:1773613261.702552:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.702561:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613261.702566:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613261.702571:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0c00. 00000800:00000200:3.0:1773613261.702577:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613261.702584:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613261.702588:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613261.702750:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613261.702756:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613261.702759:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300355449 00000100:00000010:3.0:1773613261.702764:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed660. 00000100:00000001:3.0:1773613261.702770:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613261.702775:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300355449 00000100:00000010:3.0:1773613261.702779:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edae0. 00000100:00000001:3.0:1773613261.702782:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613261.702784:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613261.702787:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.702790:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.702792:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613261.702899:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.702903:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613261.702906:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613261.702909:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb100. 00000020:00000040:2.0:1773613261.702912:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613261.702914:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613261.702916:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613261.702918:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613261.702922:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362600. 00000100:00000001:2.0:1773613261.702925:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.702930:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613261.703017:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613261.703019:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613261.703022:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.703023:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.703025:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.703028:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613261.703116:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613261.703120:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0c00. 00000400:00000200:3.0:1773613261.703124:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613261.703130:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613261.703136:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613261.703138:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613261.703142:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613261.703145:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.703154:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613261.703158:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.703164:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.703166:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613261.703188:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.703190:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613261.703236:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613261.703239:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.703243:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c8dd92] to pc [ptlrpcd_01_00+0] req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.703262:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.703265:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613261.703268:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613261.703272:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613261.703275:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613261.703278:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613261.703281:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613261.703283:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613261.703285:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613261.703287:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613261.703290:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362a00. 00000100:00000001:2.0:1773613261.703293:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.703297:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613261.703305:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613261.703306:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.703311:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a30704] to pc [ptlrpcd_01_01+1] req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.703324:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.703328:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5689) 00000100:00000001:3.0:1773613261.703823:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.703826:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.703827:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613261.703833:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.703841:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613261.703842:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.703846:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613261.703848:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613261.703850:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613261.703853:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477090432:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613261.703857:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613261.703861:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613261.703863:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.703866:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613261.703869:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584aca00. 02000000:00000001:3.0:1773613261.703871:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613261.703875:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613261.703879:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab00. 00000400:00000010:3.0:1773613261.703883:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613261.703888:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090432, portal 10 00000100:00000001:3.0:1773613261.703890:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613261.703891:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561989376 : -113016147562240 : ffff993660abb100) 00000100:00000040:3.0:1773613261.703898:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.703905:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613261.703907:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613261.703910:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000200:3.0:1773613261.703913:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477090432, offset 0 00000400:00000200:3.0:1773613261.703918:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613261.703924:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.703928:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613261.703932:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613261.703955:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613261.703957:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613261.703959:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613261.703963:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224850:224850:256:4294967295] 192.168.203.144@tcp LPNI seq info [224785:224785:8:4294967295] 00000400:00000200:3.0:1773613261.703967:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.703973:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613261.703978:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613261.703982:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0c00. 00000800:00000200:3.0:1773613261.703987:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613261.703992:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613261.703996:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613261.704012:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613261.704016:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 227191 usecs (228 jiffies) 00000400:00000200:3.0:1773613261.704019:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613261.704021:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300351718 00000100:00000001:3.0:1773613261.704024:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300355449 00000100:00000001:3.0:1773613261.704026:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300351718 00000100:00000001:3.0:1773613261.704028:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300355449 00000100:00000001:3.0:1773613261.704030:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613261.704032:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704034:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704036:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.704041:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613261.704042:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1773613261.704045:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.704046:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.704048:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613261.704050:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773613261.704052:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.704054:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613261.704055:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.704057:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.704059:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.704060:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613261.704064:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.704070:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613261.704071:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.704073:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613261.704075:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613261.704077:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613261.704080:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477090560:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613261.704083:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613261.704086:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613261.704087:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.704089:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613261.704092:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ac400. 02000000:00000001:3.0:1773613261.704094:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613261.704097:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613261.704099:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da478. 00000400:00000010:3.0:1773613261.704103:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613261.704106:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090560, portal 4 00000100:00000001:3.0:1773613261.704108:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613261.704109:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:3.0:1773613261.704114:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.704118:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613261.704120:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613261.704121:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613261.704123:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477090560, offset 0 00000400:00000200:3.0:1773613261.704125:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613261.704128:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.704130:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613261.704132:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613261.704134:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613261.704135:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613261.704137:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613261.704139:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224851:224851:255:4294967295] 192.168.203.144@tcp LPNI seq info [224786:224786:7:4294967295] 00000400:00000200:3.0:1773613261.704141:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.704145:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613261.704147:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613261.704149:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0400. 00000800:00000200:3.0:1773613261.704152:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613261.704154:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613261.704156:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613261.704158:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613261.704160:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 702890 usecs (703 jiffies) 00000400:00000200:3.0:1773613261.704163:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613261.704165:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300352193 00000100:00000001:3.0:1773613261.704167:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300355449 00000100:00000001:3.0:1773613261.704169:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300352193 00000100:00000001:3.0:1773613261.704171:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300355449 00000100:00000001:3.0:1773613261.704173:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613261.704174:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704177:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704178:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704189:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.704191:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.704192:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.704194:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613261.704258:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613261.704261:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0c00. 00000400:00000200:2.0:1773613261.704264:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613261.704267:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613261.704270:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:2.0:1773613261.704271:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:2.0:1773613261.704274:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613261.704277:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.704282:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613261.704284:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.704288:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613261.704289:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613261.704319:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613261.704320:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0400. 00000400:00000200:2.0:1773613261.704322:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613261.704323:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613261.704325:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:2.0:1773613261.704326:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:2.0:1773613261.704327:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613261.704329:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.704333:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613261.704335:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.704338:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613261.704339:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613261.709499:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709514:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613261.709518:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709520:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709529:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709537:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613261.709623:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709629:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709643:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709648:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04600 00000400:00000200:3.0:1773613261.709653:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709659:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51ad [1] + 224 00000800:00000001:3.0:1773613261.709667:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709673:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709676:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613261.709690:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613261.709696:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613261.709705:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613261.709716:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.709786:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613261.709791:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613261.709809:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613261.709821:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709825:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613261.709827:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709829:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709833:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709836:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613261.709840:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709842:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709845:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709847:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04680 00000400:00000200:3.0:1773613261.709851:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709854:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51bd [1] + 224 00000800:00000001:3.0:1773613261.709858:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709861:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709864:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613261.709867:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613261.709870:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613261.709874:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613261.709883:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.709898:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613261.709903:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709906:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613261.709908:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709910:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709912:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709915:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613261.709919:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709922:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709924:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709927:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04700 00000400:00000200:3.0:1773613261.709930:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613261.709963:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51cd [1] + 224 00000800:00000001:3.0:1773613261.709968:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.709974:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613261.709977:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613261.709981:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613261.709983:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613261.709989:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613261.709998:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710017:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613261.710024:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613261.710027:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710039:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.710042:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613261.710047:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613261.710049:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613261.710051:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da478. 00000400:00000200:3.0:1773613261.710055:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613261.710058:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613261.710062:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613261.710067:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613261.710076:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710082:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613261.710084:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710087:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613261.710090:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613261.710092:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613261.710095:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.710097:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613261.710105:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=39 v=5 (5 5 6 6) 00000100:00001000:3.0:1773613261.710109:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=135 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613261.710112:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613261.710113:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613261.710116:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613261.710120:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.710123:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613261.710126:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:3.0:1773613261.710128:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613261.710129:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613261.710134:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710140:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613261.710142:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613261.710144:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613261.710148:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613261.710155:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477090560:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613261.710161:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613261.710162:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613261.710163:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab00. 00000400:00000200:3.0:1773613261.710166:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613261.710167:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613261.710169:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613261.710172:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613261.710181:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710188:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613261.710189:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710191:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613261.710192:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613261.710193:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613261.710195:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613261.710196:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613261.710200:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=39 v=36 (36 5 5 5) 00000100:00001000:3.0:1773613261.710203:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613261.710205:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613261.710206:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613261.710208:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613261.710210:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.710212:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613261.710213:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:3.0:1773613261.710215:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613261.710216:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613261.710220:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710233:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613261.710235:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613261.710236:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613261.710240:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613261.710248:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477090432:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613261.710252:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710255:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613261.710259:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477090560/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710266:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613261.710269:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613261.710272:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ac400. 02000000:00000001:3.0:1773613261.710275:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613261.710278:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613261.710280:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613261.710282:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613261.710285:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362a00. 02000000:00000001:3.0:1773613261.710288:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613261.710290:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613261.710292:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:3.0:1773613261.710295:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613261.710297:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710299:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613261.710302:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb100 x1859762477090432/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613261.710308:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613261.710309:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613261.710310:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584aca00. 02000000:00000001:3.0:1773613261.710312:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613261.710313:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613261.710315:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613261.710317:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613261.710318:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362600. 02000000:00000001:3.0:1773613261.710321:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613261.710323:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613261.710324:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb100. 00000100:00000001:3.0:1773613261.710326:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613261.710327:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710330:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613261.710338:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613261.710340:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613261.710343:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613261.710344:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773613261.711813:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613261.711819:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613261.711822:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dacb8. 00000400:00000200:2.0:1773613261.711829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:2.0:1773613261.711831:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:2.0:1773613261.711836:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613261.711845:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613261.711856:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.711864:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613261.711866:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613261.711869:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613261.711872:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613261.711873:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613261.711875:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613261.711878:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613261.711883:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613261.711887:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=136 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613261.711890:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613261.711891:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613261.711894:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613261.711896:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613261.711899:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613261.711902:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.711909:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613261.711912:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613261.711914:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613261.711917:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613261.711925:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477090304:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613261.711932:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613261.711948:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613261.711952:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477090304/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613261.711958:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613261.711960:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613261.711963:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ac000. 02000000:00000001:2.0:1773613261.711966:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613261.711968:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613261.711970:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613261.711972:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613261.711974:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362d00. 02000000:00000001:2.0:1773613261.711978:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613261.711979:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613261.711981:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613261.711984:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613261.711985:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613261.711987:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613261.714134:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613261.714137:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613261.714140:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613261.714143:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830591:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613261.830598:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830604:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613261.830605:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830608:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613261.830612:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613261.830614:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613261.830617:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830620:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613261.830622:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830624:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613261.830626:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613261.831060:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613261.831063:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613261.831066:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613262.854018:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613262.854025:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613262.854031:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613262.854032:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613262.854035:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613262.854036:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613262.854126:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613262.854129:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613262.854132:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613263.878149:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613263.878157:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613263.878159:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613263.878162:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613263.878166:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613263.878168:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613263.878170:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613263.878172:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613263.878176:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613263.878178:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613263.878181:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613263.878182:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613263.878261:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613263.878264:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613263.878267:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613264.904344:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613264.904350:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613264.904355:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613264.904359:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613264.904361:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613264.904367:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613264.904369:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613264.904370:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613264.904373:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613264.904375:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613264.904377:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613264.904379:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613264.904382:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613264.904384:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613264.904551:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613264.904555:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613264.904558:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613265.670050:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300355449, at 4300355456 00000100:00000010:3.0:1773613265.670065:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edae0. 00000100:00000040:2.0:1773613265.670149:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300355449, at 4300355456 00000100:00000010:2.0:1773613265.670154:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed660. 00010000:00000001:0.0:1773613265.926063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613265.926070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613265.926076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613265.926077:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613265.926081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613265.926083:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613265.926249:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613265.926382:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613265.926386:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613266.310417:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613266.310422:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613266.310424:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773613266.310429:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 1 seconds 00000100:00000001:3.0:1773613266.310432:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613266.310435:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822113:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613266.822124:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613266.822135:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613266.822141:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613266.822144:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613266.822147:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613266.822152:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613266.822160:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613266.822168:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822178:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613266.822189:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613266.822193:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822199:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_01+1] req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822233:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822236:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613266.822239:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613266.822243:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613266.822245:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613266.822247:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613266.822248:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613266.822250:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613266.822253:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613266.822256:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822261:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613266.822269:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613266.822271:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822275:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_00+0] req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822283:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822285:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613266.822289:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613266.822291:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613266.822294:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613266.822297:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613266.822299:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613266.822302:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613266.822303:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613266.822304:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613266.822307:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613266.822310:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822314:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613266.822321:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613266.822322:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822326:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8c601ed] to pc [ptlrpcd_00_01+1] req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822333:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822337:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5694) 00000100:00000001:0.0:1773613266.822351:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.822354:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613266.822356:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613266.822361:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822374:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613266.822376:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822380:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613266.822382:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613266.822384:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613266.822388:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090816:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613266.822392:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613266.822397:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613266.822399:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822401:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613266.822405:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613266.822406:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613266.822413:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613266.822417:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613266.822423:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613266.822428:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090816, portal 10 00000100:00000001:0.0:1773613266.822430:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613266.822431:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613266.822437:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822444:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613266.822446:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613266.822448:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613266.822452:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477090816, offset 0 00000400:00000200:0.0:1773613266.822457:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822465:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822472:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613266.822476:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613266.822480:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613266.822484:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613266.822486:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822490:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224852:224852:256:4294967295] 192.168.203.144@tcp LPNI seq info [224787:224787:8:4294967295] 00000400:00000200:0.0:1773613266.822495:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822504:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613266.822509:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613266.822514:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613266.822521:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613266.822528:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613266.822533:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613266.822550:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822554:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 226618 usecs (227 jiffies) 00000400:00000200:0.0:1773613266.822557:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613266.822560:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300356835 00000100:00000010:0.0:1773613266.822565:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853240. 00000100:00000001:0.0:1773613266.822571:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613266.822575:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300356835 00000100:00000010:0.0:1773613266.822579:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853300. 00000100:00000001:0.0:1773613266.822582:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613266.822619:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.822623:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.822626:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.822629:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.822636:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613266.822638:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1773613266.822640:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.822642:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613266.822643:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613266.822646:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773613266.822647:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.822649:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613266.822650:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.822652:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.822653:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613266.822654:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613266.822659:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822666:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613266.822667:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822669:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613266.822671:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613266.822673:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613266.822676:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477090688:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613266.822679:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613266.822681:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613266.822683:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822684:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613266.822688:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea8a00. 02000000:00000001:0.0:1773613266.822689:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613266.822693:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613266.822695:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613266.822700:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613266.822703:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090688, portal 25 00000100:00000001:0.0:1773613266.822704:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613266.822706:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613266.822710:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822717:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613266.822719:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613266.822721:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17dd0. 00000100:00000200:0.0:1773613266.822724:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477090688, offset 0 00000400:00000200:0.0:1773613266.822728:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822732:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822736:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613266.822738:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613266.822740:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613266.822743:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613266.822745:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822748:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224853:224853:255:4294967295] 192.168.203.144@tcp LPNI seq info [224788:224788:7:4294967295] 00000400:00000200:0.0:1773613266.822752:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822758:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613266.822762:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613266.822765:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613266.822780:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613266.822791:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613266.822794:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613266.822796:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613266.822799:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613266.822801:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300360569 00000100:00000001:0.0:1773613266.822806:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300356835 00000100:00000001:0.0:1773613266.822809:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300360569 00000100:00000001:0.0:1773613266.822811:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300356835 00000100:00000001:0.0:1773613266.822814:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.822816:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.822818:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613266.822821:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822827:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613266.822828:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822830:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613266.822832:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613266.822834:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613266.822837:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090944:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613266.822840:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613266.822842:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613266.822843:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.822845:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613266.822848:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613266.822850:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613266.822852:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613266.822855:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9a0. 00000400:00000010:0.0:1773613266.822858:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613266.822860:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477090944, portal 4 00000100:00000001:0.0:1773613266.822862:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613266.822863:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:0.0:1773613266.822868:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.822873:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613266.822875:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613266.822877:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613266.822879:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477090944, offset 0 00000400:00000200:0.0:1773613266.822883:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822887:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822890:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613266.822892:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613266.822895:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613266.822897:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613266.822899:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613266.822902:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224854:224854:254:4294967295] 192.168.203.144@tcp LPNI seq info [224789:224789:6:4294967295] 00000400:00000200:0.0:1773613266.822906:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613266.822911:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613266.822915:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613266.822918:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613266.822922:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613266.822926:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613266.822928:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613266.822931:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.822971:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 697821 usecs (698 jiffies) 00000400:00000200:0.0:1773613266.822975:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613266.822977:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300357307 00000100:00000001:0.0:1773613266.822980:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300360569 00000100:00000001:0.0:1773613266.822983:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300357307 00000100:00000001:0.0:1773613266.822985:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300360569 00000100:00000001:0.0:1773613266.822987:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.822989:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.822992:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.822994:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613266.823213:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613266.823217:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613266.823350:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613266.823355:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:2.0:1773613266.823362:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613266.823368:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613266.823372:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:2.0:1773613266.823375:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:2.0:1773613266.823380:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613266.823384:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823394:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613266.823396:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823402:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613266.823404:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613266.823414:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613266.823416:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613266.823419:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613266.823421:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613266.823423:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:2.0:1773613266.823425:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:2.0:1773613266.823427:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613266.823430:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823435:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613266.823438:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823443:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613266.823444:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613266.823499:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613266.823502:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613266.823504:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613266.823507:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613266.823509:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:2.0:1773613266.823511:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:2.0:1773613266.823513:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613266.823516:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823522:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613266.823524:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.823536:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613266.823537:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613266.826157:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826182:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613266.826189:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826192:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613266.826210:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826221:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613266.826232:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826237:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826244:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826249:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04880 00000400:00000200:3.0:1773613266.826255:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826263:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51ed [1] + 224 00000800:00000001:3.0:1773613266.826273:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826279:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613266.826283:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613266.826288:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613266.826297:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613266.826309:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613266.826322:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613266.826349:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613266.826365:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826368:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613266.826370:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826372:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613266.826375:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826378:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613266.826382:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826385:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826387:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826390:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04780 00000400:00000200:3.0:1773613266.826394:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613266.826451:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51e5 [1] + 224 00000800:00000001:3.0:1773613266.826457:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826464:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613266.826467:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613266.826470:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613266.826473:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613266.826479:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613266.826487:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613266.826494:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613266.826498:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613266.826501:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.826775:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.826781:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613266.826789:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613266.826792:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613266.826795:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613266.826800:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:0.0:1773613266.826886:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:0.0:1773613266.826892:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613266.826898:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613266.826907:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.826914:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613266.826916:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.826919:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613266.826924:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613266.826927:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613266.826929:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.826932:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613266.826982:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613266.826988:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=141 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613266.826991:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613266.826992:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.826996:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613266.826999:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.827002:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.827007:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.827015:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.827019:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613266.827021:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613266.827025:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613266.827033:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477090688:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613266.827040:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613266.827041:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613266.827043:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9a0. 00000400:00000200:0.0:1773613266.827046:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:0.0:1773613266.827048:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:0.0:1773613266.827050:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613266.827055:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613266.827063:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.827069:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613266.827070:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.827072:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613266.827073:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613266.827075:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613266.827076:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.827078:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613266.827085:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=44 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613266.827088:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=140 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613266.827090:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613266.827091:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.827094:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613266.827097:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.827101:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613266.827103:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613266.827105:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613266.827107:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.827111:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.827117:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.827119:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613266.827121:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613266.827124:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613266.827131:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090944:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613266.827136:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.827139:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613266.827143:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477090688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.827150:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613266.827153:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613266.827157:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8a00. 02000000:00000001:0.0:1773613266.827160:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613266.827164:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613266.827166:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613266.827168:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613266.827171:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613266.827176:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613266.827178:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613266.827180:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613266.827185:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613266.827187:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.827188:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613266.827192:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477090944/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.827199:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613266.827200:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613266.827201:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea9a00. 02000000:00000001:0.0:1773613266.827204:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613266.827205:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613266.827206:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613266.827208:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613266.827210:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:0.0:1773613266.827212:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613266.827213:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613266.827215:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:0.0:1773613266.827217:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613266.827218:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.827222:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.827224:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.827226:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613266.827227:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.827229:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613266.828903:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613266.828919:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613266.828922:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613266.828924:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613266.828932:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613266.828986:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613266.828995:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613266.828999:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613266.829005:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613266.829009:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04800 00000400:00000200:2.0:1773613266.829014:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613266.829021:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51dd [1] + 224 00000800:00000001:2.0:1773613266.829029:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613266.829037:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613266.829040:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613266.829045:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613266.829053:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613266.829061:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613266.829072:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613266.829082:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613266.829090:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613266.829094:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.830016:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.830026:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613266.830038:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613266.830041:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613266.830045:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613266.830054:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613266.830057:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613266.830062:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613266.830073:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613266.830086:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.830094:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613266.830096:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.830099:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613266.830105:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613266.830108:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613266.830112:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613266.830116:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613266.830127:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=44 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613266.830133:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613266.830137:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613266.830139:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.830142:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613266.830147:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.830152:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613266.830154:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:0.0:1773613266.830157:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613266.830158:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613266.830163:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.830170:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613266.830174:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613266.830176:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613266.830180:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613266.830188:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477090816:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613266.830193:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.830196:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613266.830199:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477090816/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613266.830207:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613266.830209:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613266.830213:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613266.830217:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613266.830220:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613266.830222:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613266.830224:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613266.830227:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:0.0:1773613266.830233:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613266.830235:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613266.830238:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613266.830242:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613266.830244:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.830247:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613266.830254:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613266.830257:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613266.830259:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613266.830262:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.950117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613266.950127:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.950135:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613266.950136:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613266.950140:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613266.950141:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613266.950470:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613266.950474:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613266.950477:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613267.335002:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613267.335010:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613267.335012:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773613267.335017:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 1 seconds 00000100:00000001:3.0:1773613267.335020:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613267.335023:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613267.976354:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613267.976363:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613267.976369:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613267.976371:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613267.976374:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613267.976376:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613267.976463:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613267.976468:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613267.976471:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613268.358046:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613268.358054:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613268.358056:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773613268.358061:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 1 seconds 00000100:00000001:3.0:1773613268.358065:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613268.358068:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613268.998190:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613268.998199:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613268.998207:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613268.998208:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613268.998212:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613268.998213:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613268.998318:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613268.998322:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613268.998325:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613269.382079:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613269.382091:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613269.382095:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773613269.382102:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 1 seconds 00000100:00000001:3.0:1773613269.382107:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613269.382112:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613270.022130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613270.022140:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613270.022147:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613270.022148:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613270.022152:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613270.022153:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613270.028680:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613270.028690:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613270.028696:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613270.413725:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613270.413736:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613270.413738:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773613270.413746:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 1 seconds 00000100:00000001:3.0:1773613270.413750:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613270.413755:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613270.790078:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300360569, at 4300360576 00000100:00000010:3.0:1773613270.790101:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853300. 00000100:00000040:2.0:1773613270.792728:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300360569, at 4300360578 00000100:00000010:2.0:1773613270.792750:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853240. 00010000:00000001:0.0:1773613271.046490:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613271.046499:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613271.046508:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613271.046509:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613271.046514:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613271.046516:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613271.046625:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613271.046630:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613271.046634:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613271.430074:0:84335:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773613271.430084:0:84335:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1773613271.430109:0:84335:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773613230/real 1773613230] req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773613271 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1773613271.430129:0:84335:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613271.430132:0:84335:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613271.430136:0:84335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:3.0:1773613271.430145:0:84335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:3.0:1773613271.430148:0:84335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:3.0:1773613271.430153:0:84335:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613271.430158:0:84335:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773613271 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613271.430167:0:84335:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773613271 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613271.430174:0:84335:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613271.430176:0:84335:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.430189:0:84335:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613271.430192:0:84335:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.430195:0:84335:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1773613271.430199:0:84335:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1773613271.430210:0:84335:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff993644bc9800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1773613271.430214:0:84335:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773613271.430217:0:84335:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773613271.430220:0:84335:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.430222:0:84335:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773613271.430224:0:84335:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1773613271.430237:0:84335:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1773613271.430239:0:84335:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.430242:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613271.430243:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613271.430246:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 0 seconds 00000100:00000001:3.0:1773613271.430249:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613271.430252:0:84335:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.430255:0:84335:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613271.430258:0:84335:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.430264:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.430272:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613271.430279:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613271.430292:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613271.430298:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430303:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613271.430307:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613271.430314:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613271.430323:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362d00. 00000100:00000001:2.0:1773613271.430332:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.430339:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613271.430350:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613271.430356:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.430362:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_00+0] req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.430399:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773613271.430402:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773613271.430406:0:42692:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1773613271.430408:0:42692:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773613271.430410:0:42692:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773613271.430414:0:42692:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773613271.430418:0:42692:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff993644bc9800: connect to NID 192.168.203.144@tcp last attempt 5640 00000400:00000200:2.0:1773613271.430428:0:42692:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.430435:0:42692:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:2.0:1773613271.430439:0:42692:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430442:0:42692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613271.430445:0:42692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430447:0:42692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:2.0:1773613271.430451:0:42692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613271.430453:0:42692:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:2.0:1773613271.430457:0:42692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613271.430461:0:42692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:2.0:1773613271.430464:0:42692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:2.0:1773613271.430466:0:42692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000040:2.0:1773613271.430469:0:42692:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430471:0:42692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613271.430473:0:42692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430475:0:42692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:2.0:1773613271.430488:0:42692:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00080000:2.0:1773613271.430492:0:42692:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff993644bc9800: import ffff99364b4f6000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:2.0:1773613271.430495:0:42692:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613271.430498:0:42692:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773613271.430506:0:42692:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613271.430509:0:42692:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.430512:0:42692:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1773613271.430517:0:42692:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1773613271.430520:0:42692:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.430522:0:42692:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613271.430526:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613271.430529:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:2.0:1773613271.430533:0:42692:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773613271.430535:0:42692:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.430538:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613271.430540:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613271.430542:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613271.430555:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604ab000. 00000100:00000001:2.0:1773613271.430559:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613271.430575:0:42692:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613271.430582:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613271.430698:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.430702:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613271.430705:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613271.430724:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.430732:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613271.430733:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613271.430738:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613271.430741:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613271.430744:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613271.430748:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477091072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613271.430753:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613271.430760:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613271.430763:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613271.430766:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613271.430773:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ac800. 02000000:00000001:3.0:1773613271.430775:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613271.430782:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613271.430786:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab00. 00000400:00000010:3.0:1773613271.430793:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613271.430802:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477091072, portal 25 00000100:00000001:3.0:1773613271.430805:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613271.430806:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:3.0:1773613271.430812:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.430819:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613271.430822:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613271.430825:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613271.430828:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477091072, offset 0 00000400:00000200:3.0:1773613271.430836:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613271.430846:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613271.430854:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613271.430870:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613271.430876:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613271.430880:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613271.430883:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613271.430888:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224855:224855:256:4294967295] 192.168.203.144@tcp LPNI seq info [224790:224790:8:4294967295] 00000400:00000200:3.0:1773613271.430893:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613271.430904:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613271.430911:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613271.430917:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993642ed0600. 00000800:00000200:3.0:1773613271.430925:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613271.430958:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613271.430964:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993642ed0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613271.430976:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613271.430980:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613271.430983:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300365178 00000100:00000010:3.0:1773613271.430989:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edae0. 00000100:00000001:3.0:1773613271.430997:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613271.431002:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300365178 00000100:00000010:3.0:1773613271.431006:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edea0. 00000100:00000001:3.0:1773613271.431009:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613271.431012:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613271.431016:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.431018:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.431021:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.431030:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613271.431032:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613271.431034:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.431036:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613271.431037:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.431039:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613271.431157:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613271.431161:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993642ed0600. 00000400:00000200:3.0:1773613271.431167:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613271.431173:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613271.431178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613271.431180:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613271.431185:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613271.431190:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.431199:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613271.431203:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.431210:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.431212:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613271.431692:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.431705:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b685d6ce] to pc [ptlrpcd_rcv+-1] req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613271.431745:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613271.431748:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613271.431750:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613271.431755:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613271.431760:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613271.431761:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613271.431764:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613271.431766:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613271.431768:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613271.431770:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477091200:192.168.203.144@tcp:38:kworker.0 00000100:00000001:0.0:1773613271.431773:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613271.431777:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613271.431779:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613271.431780:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613271.431784:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecd000. 02000000:00000001:0.0:1773613271.431786:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613271.431789:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613271.431792:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613271.431796:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613271.431800:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477091200, portal 10 00000100:00000001:0.0:1773613271.431801:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613271.431802:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:0.0:1773613271.431808:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613271.431812:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613271.431814:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613271.431816:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613271.431818:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477091200, offset 0 00000400:00000200:0.0:1773613271.431821:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613271.431826:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613271.431831:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613271.431834:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613271.431836:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613271.431838:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613271.431840:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613271.431842:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224856:224856:256:4294967295] 192.168.203.144@tcp LPNI seq info [224791:224791:8:4294967295] 00000400:00000200:0.0:1773613271.431844:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613271.431851:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613271.431854:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613271.431857:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613271.431861:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613271.431864:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613271.431867:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773613271.431874:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613271.431878:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 226052 usecs (227 jiffies) 00000400:00000200:0.0:1773613271.431880:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613271.431882:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300361444 00000100:00000001:0.0:1773613271.431884:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300365178 00000100:00000001:0.0:1773613271.431886:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300361444 00000100:00000001:0.0:1773613271.431887:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300365178 00000100:00000001:0.0:1773613271.431888:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613271.431889:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.431891:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.431892:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613271.431908:0:42692:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.431911:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613271.431915:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613271.431917:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613271.431920:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613271.431924:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abbb80. 00000020:00000040:2.0:1773613271.431926:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613271.431929:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613271.431931:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613271.431933:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613271.431949:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362500. 00000100:00000001:2.0:1773613271.431954:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.431960:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613271.431968:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613271.431971:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.431976:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f065bd28] to pc [ptlrpcd_01_01+1] req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.431990:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.431995:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5698) 00000800:00000200:2.0:1773613271.432068:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613271.432071:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613271.432075:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.432078:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613271.432081:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:2.0:1773613271.432083:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:2.0:1773613271.432085:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613271.432088:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432098:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613271.432100:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432104:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.432105:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613271.432114:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613271.432116:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613271.432117:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613271.432119:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773613271.432120:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613271.432124:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613271.432126:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613271.432127:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613271.432128:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613271.432128:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613271.432131:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432135:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613271.432136:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613271.432139:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613271.432140:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613271.432142:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613271.432143:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477091328:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613271.432145:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613271.432147:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613271.432148:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613271.432150:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613271.432153:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24000. 02000000:00000001:2.0:1773613271.432154:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613271.432156:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613271.432159:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9528. 00000400:00000010:2.0:1773613271.432162:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613271.432164:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477091328, portal 4 00000100:00000001:2.0:1773613271.432166:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613271.432167:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561992064 : -113016147559552 : ffff993660abbb80) 00000100:00000040:2.0:1773613271.432171:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432175:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613271.432176:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613271.432178:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613271.432179:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477091328, offset 0 00000400:00000200:2.0:1773613271.432182:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613271.432184:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.432186:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613271.432188:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613271.432190:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613271.432191:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613271.432193:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613271.432195:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224857:224857:256:4294967295] 192.168.203.144@tcp LPNI seq info [224792:224792:8:4294967295] 00000400:00000200:2.0:1773613271.432198:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.432202:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613271.432205:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613271.432207:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362200. 00000800:00000200:2.0:1773613271.432210:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613271.432213:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613271.432215:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613271.432222:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.432224:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 692807 usecs (693 jiffies) 00000400:00000200:2.0:1773613271.432226:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613271.432228:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300361910 00000100:00000001:2.0:1773613271.432229:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300365178 00000100:00000001:2.0:1773613271.432231:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300361910 00000100:00000001:2.0:1773613271.432232:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300365178 00000100:00000001:2.0:1773613271.432234:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613271.432236:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.432237:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.432238:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613271.432269:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613271.432271:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362200. 00000400:00000200:2.0:1773613271.432274:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.432276:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613271.432278:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613271.432279:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613271.432281:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613271.432283:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432288:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613271.432290:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.432294:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.432295:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613271.434277:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.434286:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.435320:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613271.435327:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773613271.435333:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613271.435335:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613271.435340:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.435343:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613271.436517:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436532:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613271.436537:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436539:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.436547:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436554:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613271.436573:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436578:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436583:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436587:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04900 00000400:00000200:2.0:1773613271.436592:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436598:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b51f5 [1] + 224 00000800:00000001:2.0:1773613271.436604:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436610:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.436613:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.436617:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613271.436624:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613271.436631:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613271.436642:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.436662:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613271.436670:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436673:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613271.436675:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436677:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.436680:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436684:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613271.436688:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436690:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436693:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436696:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x69b71b1d04980 00000400:00000200:2.0:1773613271.436699:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.436704:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5205 [1] + 0 00000800:00000001:2.0:1773613271.436708:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.436713:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.436715:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.436718:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613271.436720:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613271.436725:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.437182:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.437187:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613271.437194:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613271.437196:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613271.437199:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab00. 00000400:00000200:3.0:1773613271.437204:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613271.437216:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613271.437221:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613271.437226:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613271.437235:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.437241:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613271.437243:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.437246:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613271.437249:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613271.437251:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613271.437253:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613271.437256:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613271.437262:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613271.437265:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613271.437267:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613271.437269:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613271.437272:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613271.437275:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.437277:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613271.437282:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.437290:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613271.437293:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613271.437295:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613271.437298:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613271.437306:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477091072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613271.437310:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.437312:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613271.437315:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477091072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.437322:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613271.437324:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613271.437327:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ac800. 02000000:00000001:3.0:1773613271.437330:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613271.437333:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613271.437335:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613271.437337:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613271.437340:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362d00. 02000000:00000001:3.0:1773613271.437343:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613271.437345:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613271.437347:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:3.0:1773613271.437350:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613271.437351:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.437354:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.437357:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.437358:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613271.437359:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.437361:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613271.437525:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.437544:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613271.437550:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.437555:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613271.439209:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613271.439218:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613271.439227:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613271.439229:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613271.439233:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613271.439242:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613271.439244:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613271.439247:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613271.439258:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613271.439268:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613271.439274:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613271.439276:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613271.439277:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613271.439281:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613271.439283:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613271.439285:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613271.439288:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613271.439297:0:2388:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=49 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613271.439300:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613271.439302:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613271.439303:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613271.439305:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613271.439309:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.439312:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613271.439314:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:0.0:1773613271.439315:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613271.439317:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613271.439320:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613271.439324:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613271.439326:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613271.439328:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613271.439329:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773613271.439336:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff993644bc9800: connect to target with instance 25 00000020:00000001:0.0:1773613271.439339:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613271.439341:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:0.0:1773613271.439343:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613271.439346:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:0.0:1773613271.439347:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:0.0:1773613271.439349:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00001000:0.0:1773613271.439351:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=1773613271 v=0 (0 0 0 0) 00000100:00001000:0.0:1773613271.439353:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99364b4f6410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773613271.439356:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000020:00000040:0.0:1773613271.439361:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:0.0:1773613271.439364:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773613271.439367:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:0.0:1773613271.439370:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff993644bc9800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1773613271.439373:0:2388:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1773613271.439374:0:2388:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613271.439376:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773613271.439379:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773613271.439382:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613271.439383:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613271.439384:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613271.439385:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613271.439387:0:2388:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:0.0:1773613271.439390:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1773613271.439393:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773613271.439395:0:2388:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773613271.439397:0:2388:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773613271.439399:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773613271.439401:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773613271.439401:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773613271.439402:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773613271.439403:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773613271.439405:0:2388:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1773613271.439406:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff993644b25548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1773613271.439409:0:2388:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa1aa084204a0080c 00800000:00000040:0.0:1773613271.439412:0:2388:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff993644bc9800=144f5372-d9a2-4fb0-a726-ce1097458722 device 3 (ffff993644b23370) type mdc at LMV idx 0 00800000:00000040:0.0:1773613271.439414:0:2388:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff993644b23370 already active! 00800000:00000001:0.0:1773613271.439416:0:2388:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613271.439417:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613271.439418:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613271.439420:0:2388:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000002:00000001:3.0:1773613271.441039:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.441050:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1773613271.441059:0:2388:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff993644bc9800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:3.0:1773613271.441073:0:2388:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000007dd93034): req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773613271 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.441153:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613271.441157:0:84335:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.441172:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613271.441196:0:84385:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1773613271.441201:0:84385:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1773613271.441205:0:84385:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613271.441208:0:84385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613271.441211:0:84385:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613271.441213:0:84385:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1773613271.441215:0:84385:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613271.442434:0:84335:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613271.442441:0:84335:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613271.442447:0:84335:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613271.442450:0:84335:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613271.442452:0:84335:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613271.442455:0:84335:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1773613271.442461:0:84335:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859762477086336 new x1859762477091456 02000000:00000001:1.0:1773613271.442465:0:84335:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613271.442467:0:84335:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613271.442477:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613271.442489:0:84335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864d10. 00000400:00000010:1.0:1773613271.442500:0:84335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613271.442510:0:84335:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477086336, portal 10 00000100:00000001:1.0:1773613271.442513:0:84335:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613271.442514:0:84335:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:1.0:1773613271.442528:0:84335:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.442538:0:84335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613271.442541:0:84335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613271.442544:0:84335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613271.442549:0:84335:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477086336, offset 0 00000400:00000200:1.0:1773613271.442557:0:84335:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613271.442579:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613271.442596:0:84335:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613271.442603:0:84335:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613271.442608:0:84335:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613271.442613:0:84335:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613271.442616:0:84335:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613271.442620:0:84335:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224858:224858:256:4294967295] 192.168.203.144@tcp LPNI seq info [224793:224793:8:4294967295] 00000400:00000200:1.0:1773613271.442625:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613271.442636:0:84335:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613271.442643:0:84335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613271.442651:0:84335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ca00. 00000800:00000200:1.0:1773613271.442659:0:84335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613271.442667:0:84335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613271.442673:0:84335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773613271.442697:0:84335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613271.442702:0:84335:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 225488 usecs (226 jiffies) 00000400:00000200:1.0:1773613271.442706:0:84335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613271.442803:0:84335:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300361454 00000100:00000001:1.0:1773613271.442809:0:84335:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300365178 00000100:00000001:1.0:1773613271.442812:0:84335:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300361454 00000100:00000001:1.0:1773613271.442815:0:84335:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300365178 00000100:00000001:1.0:1773613271.442817:0:84335:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613271.442821:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613271.442824:0:84335:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613271.442826:0:84335:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=36 : 36 : 24) 00000100:00100000:1.0:1773613271.442829:0:84335:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6f480 going to sleep for 36 seconds 00000100:00000001:1.0:1773613271.442833:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613271.442835:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.443332:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613271.443344:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613271.443351:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477091200:192.168.203.144@tcp:38:kworker.0 00000100:00000001:3.0:1773613271.443355:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.443358:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613271.443360:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477091200/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.443364:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613271.443368:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613271.443373:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecd000. 02000000:00000001:3.0:1773613271.443376:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613271.443378:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613271.443379:0:2388:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613271.443381:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613271.443383:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604ab000. 02000000:00000001:3.0:1773613271.443386:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613271.443387:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613271.443388:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:3.0:1773613271.443391:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613271.443392:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.443394:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.443401:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613271.443402:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.443404:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.443405:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613271.443467:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.443482:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613271.443485:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.443487:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.443493:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.443498:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613271.443506:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.443510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.443514:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.443518:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04a00 00000400:00000200:2.0:1773613271.443522:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.443528:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b520d [1] + 224 00000800:00000001:2.0:1773613271.443535:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.443543:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.443546:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.443551:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613271.443559:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613271.443581:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613271.443599:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613271.443617:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613271.444050:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.444052:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613271.444058:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613271.444061:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613271.444064:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9528. 00000400:00000200:3.0:1773613271.444067:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:3.0:1773613271.444069:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:3.0:1773613271.444071:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613271.444075:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613271.444082:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.444086:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613271.444087:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.444089:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613271.444092:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613271.444094:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613271.444095:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613271.444098:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613271.444105:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=49 v=5 (5 5 6 6) 00000100:00001000:3.0:1773613271.444109:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=145 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613271.444111:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613271.444112:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613271.444115:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613271.444118:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.444121:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613271.444122:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:3.0:1773613271.444124:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613271.444125:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613271.444128:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.444132:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613271.444134:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613271.444136:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613271.444138:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613271.444142:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477091328:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613271.444145:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.444146:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613271.444147:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abbb80 x1859762477091328/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613271.444151:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613271.444152:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613271.444154:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24000. 02000000:00000001:3.0:1773613271.444156:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613271.444157:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613271.444158:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613271.444160:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613271.444161:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362500. 02000000:00000001:3.0:1773613271.444163:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613271.444164:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613271.444165:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abbb80. 00000100:00000001:3.0:1773613271.444168:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613271.444169:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.444170:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613271.444173:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613271.444174:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613271.444175:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613271.444177:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613271.444200:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1773613271.444256:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613271.444260:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:2.0:1773613271.444263:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.444266:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613271.444269:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:2.0:1773613271.444270:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:2.0:1773613271.444276:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613271.444279:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613271.444286:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613271.444288:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613271.444293:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613271.444293:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613271.444329:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613271.452510:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.452535:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613271.452542:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.452545:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.452557:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.452574:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613271.452665:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.452671:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.452678:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.452683:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d04a80 00000400:00000200:2.0:1773613271.452689:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613271.452696:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b521d [1] + 224 00000800:00000001:2.0:1773613271.452706:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.452770:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613271.452774:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613271.452780:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613271.452789:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613271.452800:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613271.452813:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453056:0:84335:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613271.453142:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613271.453154:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613271.453159:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613271.453193:0:84335:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613271.453196:0:84335:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613271.453200:0:84335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864d10. 00000400:00000200:1.0:1773613271.453204:0:84335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:1.0:1773613271.453208:0:84335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:1.0:1773613271.453215:0:84335:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613271.453220:0:84335:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613271.453229:0:84335:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773613312 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453235:0:84335:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613271.453237:0:84335:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613271.453240:0:84335:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613271.453244:0:84335:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613271.453247:0:84335:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613271.453250:0:84335:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613271.453253:0:84335:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613271.453266:0:84335:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=49 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613271.453271:0:84335:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613271.453274:0:84335:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773613271.453278:0:84335:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453286:0:84335:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613271.453290:0:84335:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613271.453293:0:84335:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:1.0:1773613271.453295:0:84335:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613271.453297:0:84335:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773613271.453302:0:84335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453308:0:84335:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773613271.453312:0:84335:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613271.453315:0:84335:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613271.453319:0:84335:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613271.453327:0:84335:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job stat:144f5372-d9a2-4fb0-a726-ce1097458722:84335:1859762477086336:192.168.203.144@tcp:101:stat.0 00000100:00000001:1.0:1773613271.453334:0:84335:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613271.453337:0:84335:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613271.453339:0:84335:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613271.453341:0:84335:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613271.453344:0:84335:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453351:0:84335:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613271.453354:0:84335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6f480. 00000100:00000001:1.0:1773613271.453358:0:84335:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613271.453359:0:84335:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773613271.453363:0:84335:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613271.453368:0:84335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613271.453372:0:84335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613271.453374:0:84335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=4 00000020:00000001:1.0:1773613271.453377:0:84335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:1.0:1773613271.453381:0:84335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00010000:1.0:1773613271.453387:0:84335:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453400:0:84335:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773613271.453404:0:84335:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453410:0:84335:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613271.453413:0:84335:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453420:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613271.453422:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613271.453425:0:84335:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453431:0:84335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613271.453436:0:84335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613271.453440:0:84335:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613271.453443:0:84335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613271.453449:0:84335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a936c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:1.0:1773613271.453453:0:84335:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773613271.453457:0:84335:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453465:0:84335:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773613271.453467:0:84335:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773613271.453470:0:84335:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453475:0:84335:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773613271.453478:0:84335:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613271.453479:0:84335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613271.453481:0:84335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613271.453482:0:84335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936c00 refcount=5 00000020:00000001:1.0:1773613271.453484:0:84335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:1.0:1773613271.453486:0:84335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191300096 : -113016518251520 : ffff99364a936c00) 00010000:00000001:1.0:1773613271.453490:0:84335:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613271.453493:0:84335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773613271.453499:0:84335:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613271.453502:0:84335:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613271.453505:0:84335:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613271.453507:0:84335:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613271.453511:0:84335:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613271.453512:0:84335:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613271.453514:0:84335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613271.453515:0:84335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613271.453519:0:84335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a936c00 with handle 0xa1aa084204a010a9 from hash 00010000:00000001:1.0:1773613271.453521:0:84335:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613271.453522:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613271.453524:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613271.453525:0:84335:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613271.453527:0:84335:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613271.453528:0:84335:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613271.453531:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613271.453532:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613271.453533:0:84335:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613271.453535:0:84335:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613271.453538:0:84335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613271.453544:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613271.453545:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613271.453546:0:84335:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613271.453548:0:84335:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613271.453549:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613271.453550:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613271.453551:0:84335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613271.453554:0:84335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936c00/0xa1aa084204a010a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 84335 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613271.453572:0:84335:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa200 count: 0 00010000:00000010:1.0:1773613271.453581:0:84335:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345100. 00010000:00000001:1.0:1773613271.453600:0:84335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613271.453602:0:84335:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773613271.453608:0:84335:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773613271.453614:0:84335:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=-2 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613271.453622:0:84335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613271.453624:0:84335:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613271.453626:0:84335:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613271.453628:0:84335:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613271.453632:0:84335:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1773613271.453636:0:84335:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1773613271.453640:0:84335:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339f0 00000002:00002000:1.0:1773613271.453642:0:84335:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=b: rc = -2 00000002:00000001:1.0:1773613271.453645:0:84335:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773613271.453649:0:84335:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773613271.453653:0:84335:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:1.0:1773613271.453656:0:84335:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:1.0:1773613271.453660:0:84335:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:1.0:1773613271.453664:0:84335:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613271.453668:0:84335:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea9400. 00000080:00000001:1.0:1773613271.453677:0:84335:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1773613271.453680:0:84335:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613271.453684:0:84335:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477086336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 1 to 0 dl 1773613312 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613271.453691:0:84335:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613271.453694:0:84335:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613271.453698:0:84335:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc3000. 02000000:00000001:1.0:1773613271.453702:0:84335:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613271.453705:0:84335:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613271.453708:0:84335:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613271.453721:0:84335:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613271.453725:0:84335:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecd800. 02000000:00000001:1.0:1773613271.453730:0:84335:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613271.453732:0:84335:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613271.453734:0:84335:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:1.0:1773613271.453738:0:84335:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613271.453739:0:84335:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613271.453742:0:84335:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:1.0:1773613271.453761:0:84335:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773613271.453766:0:84335:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773613271.453768:0:84335:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff9936503fec08) 00800000:00000001:1.0:1773613271.453772:0:84335:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773613271.453774:0:84335:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x4:0x0] 00000002:00000001:1.0:1773613271.453780:0:84335:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773613271.453785:0:84335:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613271.453787:0:84335:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613271.453790:0:84335:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773613271.453793:0:84335:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773613271.453795:0:84335:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613271.453798:0:84335:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613271.453803:0:84335:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773613271.453805:0:84335:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1773613271.453816:0:84335:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773613271.453819:0:84335:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1773613271.462107:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa200. 00010000:00000010:1.1:1773613271.462123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936c00. 00000080:00000010:1.1:1773613271.462132:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9936503feb40. 00000080:00000010:1.1:1773613271.462143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5520. 00010000:00000001:0.0:1773613272.074209:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613272.074215:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613272.074222:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613272.074223:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613272.077643:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613272.077649:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613272.077654:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613272.166332:0:84470:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613273.094077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613273.094085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613273.094091:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613273.094093:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613273.094698:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613273.094703:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613273.094706:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613273.530679:0:84607:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613274.118038:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613274.118045:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613274.118048:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613274.118051:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613274.118055:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613274.118058:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613274.118059:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613274.118062:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613274.118065:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613274.118067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613274.118173:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613274.118177:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613274.118179:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613274.552515:0:84751:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613275.113394:0:84813:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613275.141996:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613275.142004:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613275.142009:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613275.142012:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613275.142014:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613275.142020:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613275.142022:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613275.142023:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613275.142026:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613275.142029:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613275.142031:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613275.142033:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613275.142631:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613275.142635:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613275.142638:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613275.399007:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300365178, at 4300365185 00000100:00000010:3.0:1773613275.399022:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edea0. 00000100:00000040:2.0:1773613275.399093:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300365178, at 4300365185 00000100:00000010:2.0:1773613275.399099:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edae0. 00000080:00000001:3.0:1773613275.789572:0:84905:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613276.009358:0:84941:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773613276.009365:0:84941:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130b: enqueue resend on a stale inode ========================================================== 18:21:15 (1773613275) 00000001:00000001:1.0:1773613276.017151:0:84941:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773613276.166612:0:53685:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613276.166619:0:53685:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.166623:0:53685:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613276.166624:0:53685:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613276.166644:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613276.166647:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613276.166650:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613276.344398:0:84810:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613276.344404:0:84810:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613276.344406:0:84810:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613276.344409:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97b20 00000080:00200000:3.0:1773613276.344413:0:84810:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613276.344420:0:84810:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e200. 00800000:00000002:3.0:1773613276.344426:0:84810:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613276.344429:0:84810:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613276.344434:0:84810:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.344436:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97a40 00800000:00000002:3.0:1773613276.344438:0:84810:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613276.344442:0:84810:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613276.344446:0:84810:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613276.344451:0:84810:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.344452:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97910 00000002:00010000:3.0:1773613276.344454:0:84810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613276.344459:0:84810:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.344461:0:84810:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613276.344464:0:84810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613276.344471:0:84810:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.344473:0:84810:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.344475:0:84810:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.344477:0:84810:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613276.344479:0:84810:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613276.344485:0:84810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613276.344489:0:84810:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613276.344495:0:84810:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613276.344499:0:84810:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.344502:0:84810:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.344505:0:84810:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613276.344508:0:84810:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613276.344512:0:84810:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613276.344519:0:84810:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613276.344536:0:84810:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.344542:0:84810:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.344544:0:84810:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.344545:0:84810:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.344546:0:84810:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.344548:0:84810:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.344553:0:84810:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613276.344557:0:84810:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613276.344559:0:84810:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613276.344563:0:84810:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb800. 00010000:00000010:3.0:1773613276.344567:0:84810:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50400. 00010000:00000001:3.0:1773613276.344572:0:84810:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613276.344575:0:84810:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3e00. 00000020:00000001:3.0:1773613276.344579:0:84810:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613276.344581:0:84810:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3e00 with handle 0xa1aa084204a010be to hash 00000020:00000001:3.0:1773613276.344583:0:84810:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613276.344585:0:84810:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.344588:0:84810:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.344592:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.344595:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.344599:0:84810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.344608:0:84810:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.344619:0:84810:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613276.344625:0:84810:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613276.344627:0:84810:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613276.344633:0:84810:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a60c0. 00000100:00000001:3.0:1773613276.344635:0:84810:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183367360 : -113016526184256 : ffff99364a1a60c0) 00000100:00000001:3.0:1773613276.344638:0:84810:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.344639:0:84810:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613276.344643:0:84810:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613276.344647:0:84810:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.344650:0:84810:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613276.344651:0:84810:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613276.344661:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.344670:0:84810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613276.344672:0:84810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.344676:0:84810:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613276.344679:0:84810:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613276.344682:0:84810:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613276.344685:0:84810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84810:1859762477091584:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613276.344689:0:84810:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613276.344694:0:84810:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613276.344696:0:84810:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.344698:0:84810:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613276.344703:0:84810:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613276.344705:0:84810:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613276.344712:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613276.344716:0:84810:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab00. 00000400:00000010:3.0:1773613276.344722:0:84810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613276.344729:0:84810:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477091584, portal 10 00000100:00000001:3.0:1773613276.344730:0:84810:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.344732:0:84810:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:3.0:1773613276.344737:0:84810:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.344744:0:84810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613276.344746:0:84810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613276.344749:0:84810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613276.344751:0:84810:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477091584, offset 0 00000400:00000200:3.0:1773613276.344757:0:84810:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613276.344764:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.344771:0:84810:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613276.344775:0:84810:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613276.344779:0:84810:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613276.344783:0:84810:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613276.344785:0:84810:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613276.344788:0:84810:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224859:224859:256:4294967295] 192.168.203.144@tcp LPNI seq info [224794:224794:8:4294967295] 00000400:00000200:3.0:1773613276.344792:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.344801:0:84810:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613276.344806:0:84810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613276.344811:0:84810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:3.0:1773613276.344817:0:84810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613276.344824:0:84810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613276.344828:0:84810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613276.344886:0:84810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613276.344900:0:84810:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 358941 usecs (359 jiffies) 00000400:00000200:3.0:1773613276.344903:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613276.344906:0:84810:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366489 00000100:00000010:3.0:1773613276.344911:0:84810:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edb40. 00000100:00000001:3.0:1773613276.344917:0:84810:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613276.344922:0:84810:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366489 00000100:00000010:3.0:1773613276.344925:0:84810:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed360. 00000100:00000001:3.0:1773613276.344928:0:84810:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613276.344930:0:84810:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613276.345082:0:84810:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.345084:0:84810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613276.345086:0:84810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613276.345088:0:84810:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a60c0 going to sleep for 50 seconds 00000100:00000001:3.0:1773613276.345090:0:84810:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613276.345092:0:84810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613276.345675:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613276.345681:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613276.345686:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.345692:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613276.345697:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:2.0:1773613276.345699:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:2.0:1773613276.345704:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613276.345709:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.345719:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.345723:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.345729:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.345730:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613276.350080:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.350095:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613276.350099:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.350102:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.350112:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.350120:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613276.350128:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.350133:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.350138:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.350143:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d04b00 00000400:00000200:2.0:1773613276.350148:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.350154:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5225 [1] + 224 00000800:00000001:2.0:1773613276.350161:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.350169:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.350171:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.350176:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613276.350182:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.350191:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613276.350208:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.350228:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613276.350237:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.350240:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613276.350293:0:84810:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613276.350299:0:84810:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613276.350301:0:84810:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613276.350304:0:84810:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab00. 00000400:00000200:3.0:1773613276.350308:0:84810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613276.350310:0:84810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613276.350314:0:84810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.350318:0:84810:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613276.350327:0:84810:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.350333:0:84810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613276.350335:0:84810:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613276.350338:0:84810:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613276.350341:0:84810:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613276.350343:0:84810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613276.350345:0:84810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.350349:0:84810:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613276.350357:0:84810:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:3.0:1773613276.350361:0:84810:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613276.350363:0:84810:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613276.350366:0:84810:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350369:0:84810:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613276.350372:0:84810:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.350375:0:84810:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613276.350377:0:84810:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:3.0:1773613276.350379:0:84810:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613276.350380:0:84810:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613276.350385:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.350392:0:84810:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613276.350395:0:84810:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613276.350397:0:84810:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613276.350400:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613276.350408:0:84810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84810:1859762477091584:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613276.350413:0:84810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613276.350416:0:84810:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.350418:0:84810:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613276.350420:0:84810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.350424:0:84810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.350430:0:84810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613276.350433:0:84810:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a60c0. 00000100:00000001:3.0:1773613276.350436:0:84810:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613276.350438:0:84810:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350440:0:84810:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613276.350443:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350446:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350448:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=4 00000020:00000001:3.0:1773613276.350450:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350453:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000040:3.0:1773613276.350459:0:84810:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc3e00, remote cookie: 0x1dc4d5fc0aabd81b, flags: 0x1001 00010000:00010000:3.0:1773613276.350464:0:84810:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.350475:0:84810:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350482:0:84810:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613276.350485:0:84810:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613276.350486:0:84810:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613276.350488:0:84810:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613276.350489:0:84810:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613276.350492:0:84810:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364cbeb800) refcount = 1 00010000:00010000:3.0:1773613276.350496:0:84810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350502:0:84810:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613276.350505:0:84810:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613276.350506:0:84810:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.350509:0:84810:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613276.350511:0:84810:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.350515:0:84810:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350520:0:84810:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613276.350522:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350523:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350524:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350525:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350544:0:84810:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.350548:0:84810:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613276.350550:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350551:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350552:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350554:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350557:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350559:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350560:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350561:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=4 00000020:00000001:3.0:1773613276.350562:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350564:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350567:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.350569:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.350573:0:84810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350578:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350580:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350581:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350582:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350583:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=5 00000020:00000001:3.0:1773613276.350585:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350587:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350589:0:84810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.350591:0:84810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350597:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350598:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613276.350601:0:84810:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350607:0:84810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.350608:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350609:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350611:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350612:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613276.350617:0:84810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613276.350625:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350626:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350627:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350629:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350631:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350633:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350634:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613276.350635:0:84810:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.350637:0:84810:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.350640:0:84810:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613276.350642:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350643:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350644:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350646:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350647:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00000002:00010000:3.0:1773613276.350651:0:84810:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350656:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350658:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350659:0:84810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613276.350660:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350661:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350663:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350664:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350666:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000040:3.0:1773613276.350672:0:84810:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:3.0:1773613276.350675:0:84810:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613276.350678:0:84810:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773613276.350681:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350682:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613276.350683:0:84810:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613276.350686:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97890 00000002:00002000:3.0:1773613276.350688:0:84810:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773613276.350690:0:84810:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.350694:0:84810:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.350696:0:84810:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613276.350699:0:84810:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613276.350702:0:84810:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613276.350706:0:84810:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613276.350710:0:84810:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e200. 00000080:00000001:3.0:1773613276.350714:0:84810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613276.350716:0:84810:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613276.350722:0:84810:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773613276.350725:0:84810:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773613276.350731:0:84810:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a8ec900. 00800000:00000001:3.0:1773613276.350734:0:84810:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057190996224 : -113016518555392 : ffff99364a8ec900) 00800000:00000001:3.0:1773613276.350736:0:84810:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.350738:0:84810:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773613276.350740:0:84810:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773613276.350742:0:84810:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773613276.350745:0:84810:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773613276.350748:0:84810:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773613276.350750:0:84810:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.350753:0:84810:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773613276.350756:0:84810:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773613276.350758:0:84810:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613228 to 1773613232 00000080:00200000:3.0:1773613276.350762:0:84810:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:3.0:1773613276.350764:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350766:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350767:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350769:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350771:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350772:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350774:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613276.350775:0:84810:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613276.350778:0:84810:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773613276.350779:0:84810:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a8ec900 1 00800000:00000010:3.0:1773613276.350781:0:84810:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a8ec900. 00800000:00000001:3.0:1773613276.350784:0:84810:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.350786:0:84810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010be 00800000:00000001:3.0:1773613276.350789:0:84810:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613276.350790:0:84810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613276.350791:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350792:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350794:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350796:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350797:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350799:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350801:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613276.350802:0:84810:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.350804:0:84810:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.350806:0:84810:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.350808:0:84810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613276.350811:0:84810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010be from it ffffaca8c0c97b58 00010000:00000001:3.0:1773613276.350813:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.350814:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.350815:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.350817:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350819:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.350820:0:84810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.350823:0:84810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.350829:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350830:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350831:0:84810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613276.350833:0:84810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613276.350836:0:84810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613276.350849:0:84810:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613276.350851:0:84810:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613276.350853:0:84810:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.350856:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350857:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.350859:0:84810:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350862:0:84810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613276.350863:0:84810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350865:0:84810:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350867:0:84810:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.350869:0:84810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.350870:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.350871:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613276.350873:0:84810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.350877:0:84810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477091584/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.350883:0:84810:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613276.350885:0:84810:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613276.350888:0:84810:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613276.350892:0:84810:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613276.350894:0:84810:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613276.350896:0:84810:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613276.350898:0:84810:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613276.350900:0:84810:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613276.350904:0:84810:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613276.350905:0:84810:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613276.350907:0:84810:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:3.0:1773613276.350910:0:84810:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613276.350911:0:84810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613276.350915:0:84810:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613276.350919:0:84810:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613276.351264:0:84810:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993643f57ec0. 00000020:00000001:3.0:1773613276.351335:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97ae8 00000080:00200000:3.0:1773613276.351338:0:84810:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=9 00000080:00000001:3.0:1773613276.351343:0:84810:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773613276.351344:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97998 00000080:00200000:3.0:1773613276.351346:0:84810:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:3.0:1773613276.351354:0:84810:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e200. 00800000:00000002:3.0:1773613276.351358:0:84810:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613276.351361:0:84810:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613276.351364:0:84810:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.351366:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c978b8 00800000:00000002:3.0:1773613276.351367:0:84810:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613276.351370:0:84810:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1773613276.351374:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97850 00800000:00000002:3.0:1773613276.351376:0:84810:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130b.recovery-small' -> mds #0 00000002:00000001:3.0:1773613276.351379:0:84810:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.351381:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97788 00000002:00010000:3.0:1773613276.351382:0:84810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613276.351385:0:84810:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613276.351387:0:84810:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613276.351391:0:84810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613276.351394:0:84810:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613276.351399:0:84810:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613276.351402:0:84810:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.351405:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.351406:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.351407:0:84810:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.351410:0:84810:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613276.351412:0:84810:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613276.351415:0:84810:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613276.351421:0:84810:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613276.351426:0:84810:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.351429:0:84810:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.351431:0:84810:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.351432:0:84810:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.351433:0:84810:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.351434:0:84810:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.351440:0:84810:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613276.351443:0:84810:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613276.351445:0:84810:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613276.351448:0:84810:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:3.0:1773613276.351450:0:84810:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.351453:0:84810:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613276.351455:0:84810:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2c00. 00000020:00000001:3.0:1773613276.351458:0:84810:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613276.351460:0:84810:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2c00 with handle 0xa1aa084204a010c5 to hash 00000020:00000001:3.0:1773613276.351462:0:84810:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613276.351464:0:84810:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.351466:0:84810:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.351469:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.351470:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.351473:0:84810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.351480:0:84810:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.351489:0:84810:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613276.351493:0:84810:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613276.351495:0:84810:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613276.351500:0:84810:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a60c0. 00000100:00000001:3.0:1773613276.351502:0:84810:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183367360 : -113016526184256 : ffff99364a1a60c0) 00000100:00000001:3.0:1773613276.351505:0:84810:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.351506:0:84810:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613276.351510:0:84810:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613276.351513:0:84810:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.351515:0:84810:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613276.351517:0:84810:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613276.351521:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.351911:0:84810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613276.351913:0:84810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.351916:0:84810:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613276.351918:0:84810:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613276.351919:0:84810:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613276.351922:0:84810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84810:1859762477091712:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613276.351925:0:84810:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613276.351928:0:84810:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613276.351930:0:84810:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.352053:0:84810:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613276.352058:0:84810:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613276.352060:0:84810:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613276.352065:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613276.352068:0:84810:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab00. 00000400:00000010:3.0:1773613276.352072:0:84810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613276.352076:0:84810:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477091712, portal 10 00000100:00000001:3.0:1773613276.352078:0:84810:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.352079:0:84810:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:3.0:1773613276.352084:0:84810:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.352088:0:84810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613276.352090:0:84810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613276.352092:0:84810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc7f8. 00000100:00000200:3.0:1773613276.352093:0:84810:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477091712, offset 0 00000400:00000200:3.0:1773613276.352097:0:84810:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613276.352102:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.352107:0:84810:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613276.352111:0:84810:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613276.352114:0:84810:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613276.352116:0:84810:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613276.352118:0:84810:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613276.352121:0:84810:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224860:224860:256:4294967295] 192.168.203.144@tcp LPNI seq info [224795:224795:8:4294967295] 00000400:00000200:3.0:1773613276.352124:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.352130:0:84810:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613276.352134:0:84810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613276.352137:0:84810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:3.0:1773613276.352142:0:84810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613276.352147:0:84810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613276.352150:0:84810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773613276.352193:0:84810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613276.352196:0:84810:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 358028 usecs (359 jiffies) 00000400:00000200:3.0:1773613276.352198:0:84810:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613276.352200:0:84810:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366497 00000100:00000001:3.0:1773613276.352206:0:84810:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300366489 00000100:00000001:3.0:1773613276.352209:0:84810:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366497 00000100:00000001:3.0:1773613276.352211:0:84810:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300366489 00000100:00000001:3.0:1773613276.352213:0:84810:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613276.352215:0:84810:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.352217:0:84810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613276.352218:0:84810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613276.352220:0:84810:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a60c0 going to sleep for 50 seconds 00000100:00000001:3.0:1773613276.352222:0:84810:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613276.352223:0:84810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613276.352497:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613276.352501:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613276.352505:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.352510:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613276.352516:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc7f8 00000400:00000010:2.0:1773613276.352519:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc7f8. 00000100:00000001:2.0:1773613276.352523:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613276.352541:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.352549:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.352552:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.352558:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.352559:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613276.355417:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.355431:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613276.355434:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.355436:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.355442:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.355447:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613276.355453:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.355455:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.355459:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.355462:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d04b80 00000400:00000200:2.0:1773613276.355466:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.355470:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5235 [1] + 224 00000800:00000001:2.0:1773613276.355475:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.355481:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.355484:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.355487:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613276.355492:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.355499:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613276.355507:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.355556:0:84810:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613276.355923:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613276.356020:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.356025:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613276.357071:0:84810:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613276.357074:0:84810:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613276.357078:0:84810:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab00. 00000400:00000200:3.0:1773613276.357083:0:84810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:3.0:1773613276.357085:0:84810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:3.0:1773613276.357090:0:84810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.357099:0:84810:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613276.357110:0:84810:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.357118:0:84810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613276.357120:0:84810:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613276.357123:0:84810:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613276.357127:0:84810:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613276.357129:0:84810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613276.357132:0:84810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.357135:0:84810:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613276.357144:0:84810:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:3.0:1773613276.357148:0:84810:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613276.357151:0:84810:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773613276.357155:0:84810:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.357162:0:84810:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773613276.357165:0:84810:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613276.357167:0:84810:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:3.0:1773613276.357169:0:84810:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613276.357170:0:84810:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773613276.357175:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.357183:0:84810:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773613276.357186:0:84810:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613276.357187:0:84810:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613276.357191:0:84810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613276.357198:0:84810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:84810:1859762477091712:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613276.357203:0:84810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613276.357206:0:84810:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773613276.357208:0:84810:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613276.357211:0:84810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.357213:0:84810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.357226:0:84810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613276.357228:0:84810:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a60c0. 00000100:00000001:3.0:1773613276.357231:0:84810:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613276.357233:0:84810:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773613276.357236:0:84810:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613276.357239:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.357242:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.357244:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613276.357246:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.357249:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00010000:3.0:1773613276.357254:0:84810:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357264:0:84810:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773613276.357268:0:84810:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357346:0:84810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.357349:0:84810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357354:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357356:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613276.357358:0:84810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357364:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.357368:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.357370:0:84810:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613276.357373:0:84810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.357379:0:84810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613276.357382:0:84810:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613276.357386:0:84810:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357392:0:84810:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613276.357395:0:84810:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613276.357398:0:84810:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357402:0:84810:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613276.357405:0:84810:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613276.357406:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.357407:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.357409:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=5 00000020:00000001:3.0:1773613276.357411:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.357413:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.357416:0:84810:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613276.357418:0:84810:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613276.357424:0:84810:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613276.357426:0:84810:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.357428:0:84810:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773613276.357430:0:84810:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613276.357432:0:84810:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613276.357434:0:84810:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613276.357436:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.357437:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613276.357440:0:84810:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2c00 with handle 0xa1aa084204a010c5 from hash 00010000:00000001:3.0:1773613276.357441:0:84810:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613276.357443:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357444:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357445:0:84810:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613276.357447:0:84810:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613276.357449:0:84810:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773613276.357451:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357452:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357453:0:84810:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.357455:0:84810:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.357457:0:84810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357463:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357464:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357465:0:84810:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773613276.357467:0:84810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.357468:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357469:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357470:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613276.357473:0:84810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 84810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613276.357482:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357484:0:84810:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773613276.357489:0:84810:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773613276.357494:0:84810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613276.357502:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773613276.357503:0:84810:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.357505:0:84810:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.357506:0:84810:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.357509:0:84810:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613276.357511:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773613276.357512:0:84810:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.357514:0:84810:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613276.357517:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97708 00000002:00002000:3.0:1773613276.357519:0:84810:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773613276.357522:0:84810:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.357525:0:84810:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.357739:0:84810:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613276.357742:0:84810:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773613276.357746:0:84810:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613276.357749:0:84810:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:3.0:1773613276.357752:0:84810:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773613276.357754:0:84810:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c0c97b20 it_disposition 7 00000080:00002000:3.0:1773613276.357759:0:84810:0:(namei.c:652:ll_splice_alias()) Add dentry ffff99365804b948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773613276.357767:0:84810:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.357772:0:84810:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.357774:0:84810:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613276.357777:0:84810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613276.357782:0:84810:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:3.0:1773613276.357785:0:84810:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.357789:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.357791:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613276.357795:0:84810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773613276.357803:0:84810:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613276.357808:0:84810:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.357811:0:84810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773613276.357817:0:84810:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613276.357818:0:84810:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613276.357820:0:84810:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613276.357823:0:84810:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773613276.357824:0:84810:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c0c97930 released 00000080:00010000:3.0:1773613276.357826:0:84810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010be from it ffffaca8c0c97930 00010000:00000001:3.0:1773613276.357828:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.357829:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.357831:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.357832:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.357834:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.357836:0:84810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.357838:0:84810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613276.357844:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357845:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357846:0:84810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613276.357848:0:84810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613276.357850:0:84810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613276.357856:0:84810:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613276.357859:0:84810:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613276.357861:0:84810:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.357865:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357866:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.357868:0:84810:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.357871:0:84810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613276.357872:0:84810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.357874:0:84810:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.357876:0:84810:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.357878:0:84810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.357879:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.357880:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613276.357881:0:84810:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773613276.357883:0:84810:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613276.358040:0:84810:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773613276.358045:0:84810:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e200. 00000100:00000001:3.0:1773613276.358049:0:84810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.358055:0:84810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477091712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.358062:0:84810:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613276.358064:0:84810:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613276.358067:0:84810:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613276.358070:0:84810:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613276.358071:0:84810:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613276.358073:0:84810:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613276.358075:0:84810:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613276.358078:0:84810:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613276.358082:0:84810:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613276.358084:0:84810:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613276.358085:0:84810:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:3.0:1773613276.358089:0:84810:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613276.358090:0:84810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613276.358092:0:84810:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773613276.358093:0:84810:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c0c97b20 released 00000080:00000001:3.0:1773613276.358094:0:84810:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773613276.358098:0:84810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613276.358100:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97b70 00000080:00002000:3.0:1773613276.358103:0:84810:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff99365804b948, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773613276.358106:0:84810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613276.358213:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97d08 00000080:00200008:3.0:1773613276.358217:0:84810:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613276.358222:0:84810:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613276.358224:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97c80 00000080:00200000:3.0:1773613276.358226:0:84810:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613276.358231:0:84810:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e200. 00800000:00000002:3.0:1773613276.358235:0:84810:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613276.358237:0:84810:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613276.358240:0:84810:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.358242:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97ba0 00800000:00000002:3.0:1773613276.358244:0:84810:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613276.358247:0:84810:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613276.358249:0:84810:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613276.358253:0:84810:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.358254:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97a70 00000002:00010000:3.0:1773613276.358256:0:84810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613276.358259:0:84810:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.358260:0:84810:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613276.358262:0:84810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613276.358265:0:84810:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:3.0:1773613276.358267:0:84810:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.358270:0:84810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.360131:0:84810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613276.360143:0:84810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773613276.360155:0:84810:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613276.360161:0:84810:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.360164:0:84810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773613276.360172:0:84810:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613276.360174:0:84810:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613276.360176:0:84810:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613276.360180:0:84810:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613276.360182:0:84810:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613276.360184:0:84810:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613276.360187:0:84810:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613276.360190:0:84810:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613276.360194:0:84810:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e200. 00000080:00000001:3.0:1773613276.360200:0:84810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613276.360201:0:84810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.360204:0:84810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613276.360207:0:84810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010be 00800000:00000001:3.0:1773613276.360211:0:84810:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613276.360213:0:84810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613276.360215:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.360217:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.360220:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.360222:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.360224:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.360227:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.360228:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613276.360230:0:84810:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.360231:0:84810:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.360234:0:84810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010be from it ffffaca8c0c97cb8 00010000:00000001:3.0:1773613276.360236:0:84810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.360237:0:84810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.360239:0:84810:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:3.0:1773613276.360240:0:84810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.360242:0:84810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:3.0:1773613276.360245:0:84810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.360247:0:84810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613276.360254:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.360255:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.360256:0:84810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613276.360258:0:84810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613276.360261:0:84810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613276.360268:0:84810:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613276.360433:0:84810:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613276.360436:0:84810:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.360440:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.360441:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.360442:0:84810:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.360445:0:84810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613276.360447:0:84810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.360448:0:84810:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.360452:0:84810:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.360454:0:84810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.360455:0:84810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.360456:0:84810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613276.360459:0:84810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613276.360460:0:84810:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613276.360464:0:84810:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613276.360469:0:84810:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c0c97d08 00000080:00000008:3.0:1773613276.360471:0:84810:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613276.369266:0:84989:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613276.369269:0:84989:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613276.369271:0:84989:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613276.369274:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bba8 00000080:00200000:1.0:1773613276.369278:0:84989:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613276.369285:0:84989:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03ea00. 00800000:00000002:1.0:1773613276.369291:0:84989:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613276.369295:0:84989:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613276.369300:0:84989:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613276.369302:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bac8 00800000:00000002:1.0:1773613276.369304:0:84989:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613276.369308:0:84989:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613276.369312:0:84989:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613276.369318:0:84989:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613276.369319:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b998 00000002:00010000:1.0:1773613276.369321:0:84989:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613276.369325:0:84989:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613276.369327:0:84989:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613276.369330:0:84989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613276.369336:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:1.0:1773613276.369339:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613276.369344:0:84989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613276.369348:0:84989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613276.369353:0:84989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613276.369361:0:84989:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613276.369364:0:84989:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613276.369366:0:84989:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773613276.369371:0:84989:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613276.369372:0:84989:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613276.369374:0:84989:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613276.369375:0:84989:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613276.369376:0:84989:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613276.369378:0:84989:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613276.369380:0:84989:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613276.369381:0:84989:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613276.369384:0:84989:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03ea00. 00000080:00000001:1.0:1773613276.369386:0:84989:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613276.369388:0:84989:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613276.369389:0:84989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613276.369392:0:84989:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010be 00800000:00000001:1.0:1773613276.369394:0:84989:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613276.369395:0:84989:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613276.369397:0:84989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613276.369398:0:84989:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613276.369409:0:84989:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:1.0:1773613276.369411:0:84989:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.369412:0:84989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.369414:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.369416:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613276.369417:0:84989:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613276.369418:0:84989:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613276.369419:0:84989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010be from it ffffaca8c176bbe0 00010000:00000001:1.0:1773613276.369421:0:84989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613276.369422:0:84989:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613276.369423:0:84989:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:1.0:1773613276.369424:0:84989:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.369425:0:84989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.369426:0:84989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613276.369428:0:84989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613276.369432:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.369432:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.369433:0:84989:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613276.369434:0:84989:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613276.369436:0:84989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613276.369440:0:84989:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613276.369442:0:84989:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613276.369443:0:84989:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613276.369446:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.369447:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.369448:0:84989:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.369450:0:84989:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613276.369452:0:84989:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.369453:0:84989:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.369454:0:84989:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.369458:0:84989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613276.369459:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.369459:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613276.369461:0:84989:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613276.369462:0:84989:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613276.369464:0:84989:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613276.369467:0:84989:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.369473:0:84989:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613276.369475:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bd78 00000080:00002000:1.0:1773613276.369477:0:84989:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804b948) flags 0x8000e refc 0 00000080:00000001:1.0:1773613276.369480:0:84989:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613276.369482:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bde8 00000080:00200000:1.0:1773613276.369483:0:84989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=1536 00000080:00000001:1.0:1773613276.369489:0:84989:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613276.369490:0:84989:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613276.369491:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bd90 00000080:00200000:1.0:1773613276.369493:0:84989:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613276.369496:0:84989:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03ea00. 00800000:00000002:1.0:1773613276.369499:0:84989:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613276.369501:0:84989:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613276.369503:0:84989:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613276.369504:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bcb0 00800000:00000002:1.0:1773613276.369506:0:84989:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613276.369509:0:84989:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613276.369511:0:84989:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613276.369513:0:84989:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613276.369515:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb80 00000002:00010000:1.0:1773613276.369516:0:84989:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613276.369519:0:84989:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613276.369520:0:84989:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613276.369521:0:84989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613276.369523:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:1.0:1773613276.369525:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1773613276.371030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000001:1.0:1773613276.371180:0:84989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613276.371184:0:84989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613276.371188:0:84989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773613276.371198:0:84989:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613276.371203:0:84989:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613276.371206:0:84989:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773613276.371213:0:84989:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613276.371215:0:84989:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613276.371217:0:84989:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613276.371219:0:84989:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613276.371221:0:84989:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613276.371224:0:84989:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613276.371226:0:84989:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613276.371229:0:84989:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613276.371232:0:84989:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03ea00. 00000080:00000001:1.0:1773613276.371236:0:84989:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613276.371238:0:84989:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613276.371239:0:84989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613276.371242:0:84989:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010be 00800000:00000001:1.0:1773613276.371244:0:84989:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613276.371246:0:84989:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613276.371247:0:84989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613276.371249:0:84989:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613276.371251:0:84989:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:1.0:1773613276.371252:0:84989:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.371254:0:84989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.371256:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.371257:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613276.371258:0:84989:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613276.371259:0:84989:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613276.371260:0:84989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010be from it ffffaca8c176bdc8 00010000:00000001:1.0:1773613276.371261:0:84989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613276.371262:0:84989:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613276.371263:0:84989:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3e00 refcount=3 00000020:00000001:1.0:1773613276.371264:0:84989:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.371265:0:84989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827840 : -113016259723776 : ffff993659fc3e00) 00010000:00000001:1.0:1773613276.371266:0:84989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613276.371268:0:84989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613276.371274:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.371275:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.371276:0:84989:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613276.371278:0:84989:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613276.371280:0:84989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613276.371287:0:84989:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613276.371289:0:84989:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613276.371291:0:84989:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613276.371294:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.371295:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.371297:0:84989:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371299:0:84989:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613276.371301:0:84989:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371303:0:84989:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371306:0:84989:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371307:0:84989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613276.371309:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.371310:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613276.371313:0:84989:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613276.371314:0:84989:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613276.371316:0:84989:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613276.371320:0:84989:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.371324:0:84989:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:1.0:1773613276.371327:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bda0 00000080:00200000:1.0:1773613276.371329:0:84989:0:(namei.c:2228:do_mkdir()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248) 00000080:00000001:1.0:1773613276.371333:0:84989:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:1.0:1773613276.371334:0:84989:0:(namei.c:1766:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1773613276.371340:0:84989:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03ea00. 00800000:00000002:1.0:1773613276.371343:0:84989:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000010:1.0:1773613276.371349:0:84989:0:(namei.c:1784:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff99364a934340. 00000080:00000001:1.0:1773613276.371351:0:84989:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613276.371354:0:84989:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:1.0:1773613276.371356:0:84989:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773613276.371360:0:84989:0:(lmv_obd.c:1668:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1773613276.371361:0:84989:0:(lmv_obd.c:1671:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1773613276.371363:0:84989:0:(lmv_obd.c:1749:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1773613276.371365:0:84989:0:(lmv_obd.c:1767:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:1.0:1773613276.371367:0:84989:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:1.0:1773613276.371369:0:84989:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773613276.371371:0:84989:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773613276.371372:0:84989:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773613276.371374:0:84989:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773613276.371376:0:84989:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x5:0x0] 40000000:00000001:1.0:1773613276.371377:0:84989:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613276.371379:0:84989:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613276.371380:0:84989:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613276.371381:0:84989:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613276.371382:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bbe0 00800000:00000002:1.0:1773613276.371384:0:84989:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130b.recovery-small' [0x20000bf89:0x5:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:1.0:1773613276.371386:0:84989:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1773613276.371388:0:84989:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613276.371391:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 2 00010000:00000001:1.0:1773613276.371392:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613276.371394:0:84989:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613276.371396:0:84989:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613276.371398:0:84989:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1773613276.371403:0:84989:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613276.371406:0:84989:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613276.371407:0:84989:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613276.371409:0:84989:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613276.371410:0:84989:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613276.371411:0:84989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613276.371412:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 3 00010000:00000001:1.0:1773613276.371414:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613276.371415:0:84989:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613276.371416:0:84989:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613276.371417:0:84989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613276.371418:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 3 00010000:00000001:1.0:1773613276.371419:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613276.371420:0:84989:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613276.371421:0:84989:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613276.371422:0:84989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613276.371423:0:84989:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb800 count: 3 00010000:00000001:1.0:1773613276.371424:0:84989:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613276.371425:0:84989:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.371426:0:84989:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613276.371427:0:84989:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613276.371430:0:84989:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613276.371431:0:84989:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613276.371433:0:84989:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613276.371434:0:84989:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371436:0:84989:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613276.371438:0:84989:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613276.371439:0:84989:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613276.371440:0:84989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613276.371441:0:84989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613276.371443:0:84989:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3e00 with handle 0xa1aa084204a010be from hash 00010000:00000001:1.0:1773613276.371444:0:84989:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613276.371445:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613276.371445:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.371446:0:84989:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613276.371447:0:84989:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613276.371448:0:84989:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613276.371450:0:84989:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613276.371451:0:84989:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613276.371452:0:84989:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613276.371456:0:84989:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613276.371458:0:84989:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613276.371463:0:84989:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613276.371464:0:84989:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371465:0:84989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613276.371469:0:84989:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613276.371470:0:84989:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.371472:0:84989:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613276.371473:0:84989:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613276.371475:0:84989:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613276.371480:0:84989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f53400. 00000100:00000001:1.0:1773613276.371484:0:84989:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371486:0:84989:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613276.371488:0:84989:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613276.371493:0:84989:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1773613276.371497:0:84989:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613276.371498:0:84989:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613276.371499:0:84989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613276.371501:0:84989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc3e00/0xa1aa084204a010be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd81b expref: -99 pid: 84810 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1773613276.371505:0:84989:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb800 count: 0 00010000:00000010:1.0:1773613276.371508:0:84989:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50400. 00010000:00000001:1.0:1773613276.371517:0:84989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613276.371518:0:84989:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371519:0:84989:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613276.371520:0:84989:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.371521:0:84989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1773613276.371621:0:84989:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1773613276.371633:0:84989:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613276.371642:0:84989:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613276.371644:0:84989:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613276.371649:0:84989:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658561240. 00000100:00000001:1.0:1773613276.371651:0:84989:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057422160448 : -113016287391168 : ffff993658561240) 00000100:00000001:1.0:1773613276.371653:0:84989:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.371654:0:84989:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613276.371657:0:84989:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613276.371659:0:84989:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.371660:0:84989:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613276.371662:0:84989:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613276.371664:0:84989:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.371669:0:84989:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613276.371671:0:84989:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.371673:0:84989:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613276.371675:0:84989:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613276.371677:0:84989:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613276.371678:0:84989:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job mkdir:144f5372-d9a2-4fb0-a726-ce1097458722:84989:1859762477091968:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:1.0:1773613276.371681:0:84989:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613276.371685:0:84989:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613276.371687:0:84989:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.371688:0:84989:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613276.371691:0:84989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993650f52800. 02000000:00000001:1.0:1773613276.371692:0:84989:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613276.371698:0:84989:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613276.371702:0:84989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864d10. 00000400:00000010:1.0:1773613276.371707:0:84989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613276.371714:0:84989:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477091968, portal 10 00000100:00000001:1.0:1773613276.371715:0:84989:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.371716:0:84989:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:1.0:1773613276.371723:0:84989:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.371729:0:84989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613276.371732:0:84989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613276.371734:0:84989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613276.371737:0:84989:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859762477091968, offset 0 00000400:00000200:1.0:1773613276.371743:0:84989:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613276.371752:0:84989:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.371759:0:84989:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613276.371764:0:84989:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613276.371768:0:84989:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613276.371772:0:84989:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613276.371775:0:84989:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613276.371779:0:84989:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224861:224861:256:4294967295] 192.168.203.144@tcp LPNI seq info [224796:224796:8:4294967295] 00000400:00000200:1.0:1773613276.371782:0:84989:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.371790:0:84989:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613276.371794:0:84989:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613276.371797:0:84989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613276.371802:0:84989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613276.371808:0:84989:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613276.371811:0:84989:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1773613276.371860:0:84989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.371864:0:84989:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 357122 usecs (358 jiffies) 00000400:00000200:1.0:1773613276.371866:0:84989:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613276.371868:0:84989:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366515 00000100:00000001:1.0:1773613276.371873:0:84989:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300366497 00000100:00000001:1.0:1773613276.371876:0:84989:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366515 00000100:00000001:1.0:1773613276.371878:0:84989:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300366497 00000100:00000001:1.0:1773613276.371880:0:84989:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.371881:0:84989:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.371883:0:84989:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613276.371885:0:84989:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613276.371888:0:84989:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658561240 going to sleep for 50 seconds 00000100:00000001:1.0:1773613276.371890:0:84989:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613276.371892:0:84989:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613276.372048:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613276.372054:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613276.372058:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.372062:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613276.372067:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:2.0:1773613276.372070:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:2.0:1773613276.372075:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613276.372080:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613276.372088:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.372091:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613276.372098:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.372099:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613276.376671:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.376689:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613276.376693:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.376696:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.376715:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376724:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613276.376733:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376738:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376743:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376747:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x69b71b1d04c80 00000400:00000200:2.0:1773613276.376752:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376758:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b5245 [1] + 224 00000800:00000001:2.0:1773613276.376765:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.376773:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.376776:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.376780:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613276.376785:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.376792:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613276.376801:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613276.376814:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613276.376822:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613276.376826:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.376832:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613276.376839:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224862:224862:256:4294967295] 192.168.203.144@tcp LPNI seq info [224797:224797:8:4294967295] 00000400:00000200:2.0:1773613276.376843:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613276.376844:0:84989:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773613276.376851:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000400:00000001:1.0:1773613276.376852:0:84989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613276.376854:0:84989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1773613276.376856:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613276.376858:0:84989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864d10. 00000800:00000010:2.0:1773613276.376861:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000400:00000200:1.0:1773613276.376862:0:84989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:1.0:1773613276.376864:0:84989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000800:00000200:2.0:1773613276.376867:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:1.0:1773613276.376870:0:84989:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1773613276.376874:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000200:1.0:1773613276.376874:0:84989:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613276.376878:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1773613276.376883:0:84989:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477091968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.376890:0:84989:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613276.376892:0:84989:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.376895:0:84989:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613276.376898:0:84989:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613276.376900:0:84989:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613276.376902:0:84989:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.376905:0:84989:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613276.376913:0:84989:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613276.376917:0:84989:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613276.376920:0:84989:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613276.376921:0:84989:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.376924:0:84989:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613276.376927:0:84989:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.376931:0:84989:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613276.376951:0:84989:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1773613276.376954:0:84989:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613276.376956:0:84989:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.376957:0:84989:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613276.376961:0:84989:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613276.376962:0:84989:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:1.0:1773613276.376964:0:84989:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613276.376966:0:84989:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.376971:0:84989:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.376978:0:84989:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.376980:0:84989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613276.376982:0:84989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613276.376985:0:84989:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613276.376993:0:84989:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job mkdir:144f5372-d9a2-4fb0-a726-ce1097458722:84989:1859762477091968:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:1.0:1773613276.376997:0:84989:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.377000:0:84989:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.377002:0:84989:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613276.377004:0:84989:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613276.377006:0:84989:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.377013:0:84989:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613276.377015:0:84989:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658561240. 00000100:00000001:1.0:1773613276.377018:0:84989:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613276.377019:0:84989:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613276.377022:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613276.377026:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000002:00000001:1.0:1773613276.377027:0:84989:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613276.377029:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00800000:00000002:1.0:1773613276.377030:0:84989:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773613276.377032:0:84989:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613276.377033:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000080:00000001:1.0:1773613276.377035:0:84989:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1773613276.377037:0:84989:0:(namei.c:1688:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1773613232 to 1773613276 00000800:00000001:2.0:1773613276.377038:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.377041:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613276.377041:0:84989:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613276.377047:0:84989:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613276.377102:0:84989:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613276.377106:0:84989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773613276.377109:0:84989:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1773613276.377122:0:84989:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99365810c200. 00000080:00000001:1.0:1773613276.377133:0:84989:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:1.0:1773613276.377135:0:84989:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8) 00000080:00000001:1.0:1773613276.377137:0:84989:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613276.377139:0:84989:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773613276.377142:0:84989:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.377143:0:84989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773613276.377146:0:84989:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:1.0:1773613276.377148:0:84989:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088005 mtime from 0 to 1773613276 00000080:00200000:1.0:1773613276.377151:0:84989:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 512 00000080:00000001:1.0:1773613276.377154:0:84989:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1773613276.377158:0:84989:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417618120 : -113016291933496 : ffff99365810c2c8) 00000080:00000001:1.0:1773613276.377160:0:84989:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613276.377164:0:84989:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613276.377165:0:84989:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.377170:0:84989:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.377172:0:84989:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:1.0:1773613276.377174:0:84989:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613276.377178:0:84989:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.377184:0:84989:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613276.377186:0:84989:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613276.377189:0:84989:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03ea00. 00000080:00000010:1.0:1773613276.377193:0:84989:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff99364a934340. 00000080:00000001:1.0:1773613276.377196:0:84989:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.377198:0:84989:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613276.377202:0:84989:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613276.377206:0:84989:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613276.377209:0:84989:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176be40 00000080:00002000:1.0:1773613276.377211:0:84989:0:(dcache.c:127:ll_ddelete()) deleting dentry d130b.recovery-small (ffff99365804b948, parent ffff99365037c6c0, inode ffff99365810c2c8) hashed, 00000080:00000001:1.0:1773613276.377214:0:84989:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613276.377223:0:84989:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773613276.377229:0:84989:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1773613276.381861:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb800. 00010000:00000010:1.1:1773613276.381872:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3e00. 00000080:00000010:1.1:1773613276.398695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57ec0. 00010000:00010000:0.0:1773613276.543252:0:85020:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613276.543259:0:85020:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613276.543261:0:85020:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613276.543264:0:85020:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.543269:0:85020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613276.543271:0:85020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.543273:0:85020:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556411:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613276.556419:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613276.556426:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613276.556431:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613276.556435:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613276.556437:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613276.556442:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613276.556449:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c300. 00000100:00000001:1.0:1773613276.556455:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556465:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613276.556476:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613276.556480:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556487:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033619ab0] to pc [ptlrpcd_00_00+0] req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556511:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556513:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613276.556517:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613276.556519:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738700. 00000020:00000040:1.0:1773613276.556522:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613276.556524:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613276.556534:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613276.556536:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613276.556540:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c700. 00000100:00000001:1.0:1773613276.556542:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556546:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613276.556553:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613276.556555:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556558:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed218cfc] to pc [ptlrpcd_00_01+1] req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556566:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556568:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613276.556571:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613276.556574:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613276.556576:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613276.556580:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738e00. 00000020:00000040:1.0:1773613276.556582:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613276.556584:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613276.556586:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613276.556587:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613276.556591:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613276.556594:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556598:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613276.556605:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613276.556606:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556610:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ef5b85e] to pc [ptlrpcd_00_00+0] req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556617:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556621:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5704) 00000100:00000001:1.0:1773613276.556634:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613276.556638:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613276.556640:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613276.556644:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556651:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613276.556653:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.556657:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613276.556659:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613276.556662:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613276.556665:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477092224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613276.556669:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613276.556675:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613276.556677:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.556680:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613276.556684:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ec00. 02000000:00000001:1.0:1773613276.556686:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613276.556694:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613276.556697:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864d10. 00000400:00000010:1.0:1773613276.556704:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613276.556711:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477092224, portal 10 00000100:00000001:1.0:1773613276.556713:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.556715:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000040:1.0:1773613276.556722:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556730:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613276.556732:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613276.556734:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613276.556737:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477092224, offset 0 00000400:00000200:1.0:1773613276.556743:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613276.556750:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.556758:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613276.556762:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613276.556765:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613276.556769:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613276.556772:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613276.556775:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224863:224863:256:4294967295] 192.168.203.144@tcp LPNI seq info [224798:224798:8:4294967295] 00000400:00000200:1.0:1773613276.556780:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.556789:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613276.556794:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613276.556799:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ca00. 00000800:00000200:1.0:1773613276.556804:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613276.556811:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613276.556815:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613276.556831:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.556835:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 356218 usecs (357 jiffies) 00000400:00000200:1.0:1773613276.556838:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613276.556841:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366699 00000100:00000001:1.0:1773613276.556848:0:2390:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300366515 00000100:00000001:1.0:1773613276.556851:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366699 00000100:00000001:1.0:1773613276.556854:0:2390:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300366515 00000100:00000001:1.0:1773613276.556858:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.556861:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.556864:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.556866:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.556873:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613276.556875:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613276.556877:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613276.556879:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613276.556880:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613276.556882:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773613276.556884:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.556886:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613276.556887:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.556888:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613276.556889:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613276.556890:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613276.556894:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556900:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613276.556902:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.556904:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613276.556905:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613276.556907:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613276.556910:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477092096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613276.556913:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613276.556915:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613276.556917:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.556919:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613276.556921:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f600. 02000000:00000001:1.0:1773613276.556923:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613276.556926:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613276.556928:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498647e8. 00000400:00000010:1.0:1773613276.556931:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613276.556951:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477092096, portal 25 00000100:00000001:1.0:1773613276.556952:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.556954:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:1.0:1773613276.556959:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.556965:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613276.556967:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613276.556969:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613276.556971:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477092096, offset 0 00000400:00000200:1.0:1773613276.556975:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613276.556978:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.556981:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613276.556983:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613276.556985:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613276.556988:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613276.556990:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613276.556993:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224864:224864:255:4294967295] 192.168.203.144@tcp LPNI seq info [224799:224799:7:4294967295] 00000400:00000200:1.0:1773613276.556997:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.557003:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613276.557007:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613276.557009:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613276.557013:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613276.557016:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613276.557019:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613276.557021:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613276.557024:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613276.557026:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300370303 00000100:00000001:1.0:1773613276.557029:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300366699 00000100:00000001:1.0:1773613276.557031:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300370303 00000100:00000001:1.0:1773613276.557034:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300366699 00000100:00000001:1.0:1773613276.557036:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.557038:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.557041:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613276.557044:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.557051:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613276.557052:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.557054:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613276.557055:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613276.557057:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613276.557060:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477092352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613276.557063:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613276.557065:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613276.557066:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.557068:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613276.557070:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613276.557072:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613276.557074:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613276.557077:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864688. 00000400:00000010:1.0:1773613276.557079:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613276.557082:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477092352, portal 4 00000100:00000001:1.0:1773613276.557083:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613276.557085:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000040:1.0:1773613276.557090:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.557096:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613276.557098:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613276.557100:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613276.557102:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477092352, offset 0 00000400:00000200:1.0:1773613276.557105:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613276.557108:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.557110:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613276.557112:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613276.557114:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613276.557116:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613276.557119:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613276.557122:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224865:224865:254:4294967295] 192.168.203.144@tcp LPNI seq info [224800:224800:6:4294967295] 00000400:00000200:1.0:1773613276.557126:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613276.557131:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613276.557135:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613276.557138:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c500. 00000800:00000200:1.0:1773613276.557141:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613276.557144:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613276.557146:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613276.557149:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.557151:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 687931 usecs (688 jiffies) 00000400:00000200:1.0:1773613276.557154:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613276.557156:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300367030 00000100:00000001:1.0:1773613276.557158:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:1.0:1773613276.557160:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300367030 00000100:00000001:1.0:1773613276.557162:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:1.0:1773613276.557163:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.557165:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.557167:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.557168:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613276.557251:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613276.557254:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613276.557451:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.557455:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:3.0:1773613276.557460:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.557465:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.557470:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:3.0:1773613276.557472:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:3.0:1773613276.557477:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.557481:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.557489:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.557492:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.557499:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.557501:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613276.557509:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.557511:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:3.0:1773613276.557513:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.557515:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.557517:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:3.0:1773613276.557519:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:3.0:1773613276.557520:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.557523:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.557541:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.557544:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.557549:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.557551:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613276.557903:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.557907:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:3.0:1773613276.557910:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.557914:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.557918:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:3.0:1773613276.557920:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:3.0:1773613276.557924:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.557928:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.558088:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.558092:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.558098:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.558100:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613276.560435:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.560449:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613276.560452:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.560454:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.560462:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.560469:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613276.560477:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.560482:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.560487:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.560491:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d04d00 00000400:00000200:2.0:1773613276.560496:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.560502:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5255 [1] + 224 00000800:00000001:2.0:1773613276.560510:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.560518:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613276.560521:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.560537:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613276.560543:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.560553:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613276.560563:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.560615:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613276.560620:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613276.560634:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613276.560642:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613276.560646:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613276.560672:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613276.560675:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613276.560678:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498647e8. 00000400:00000200:1.0:1773613276.560681:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613276.560684:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613276.560688:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613276.560693:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613276.560702:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.560708:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613276.560710:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.560712:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613276.560715:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613276.560717:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613276.560719:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613276.560722:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613276.560728:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613276.560732:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=151 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613276.560734:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613276.560736:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613276.560739:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613276.560741:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.560743:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613276.560747:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.560753:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613276.560756:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613276.560758:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613276.560761:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613276.560768:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477092096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613276.560774:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.560776:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613276.560779:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477092096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613276.560786:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613276.560788:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613276.560791:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f600. 02000000:00000001:1.0:1773613276.560794:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613276.560797:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613276.560799:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613276.560801:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613276.560804:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c300. 02000000:00000001:1.0:1773613276.560807:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613276.560809:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613276.560811:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:1.0:1773613276.560814:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613276.560815:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613276.560818:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.560819:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613276.560820:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613276.560822:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613276.560823:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613276.565932:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.565966:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.565969:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.565972:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.565979:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.565986:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.565994:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.565998:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566003:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566007:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d04d80 00000400:00000200:3.0:1773613276.566012:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566019:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b524d [1] + 224 00000800:00000001:3.0:1773613276.566026:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.566032:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.566035:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.566039:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.566046:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.566054:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613276.566066:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.566088:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.566097:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.566101:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.566103:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.566105:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.566108:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566111:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.566115:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566118:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566121:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566123:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d04e00 00000400:00000200:3.0:1773613276.566127:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.566130:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b525d [1] + 224 00000800:00000001:3.0:1773613276.566134:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.566155:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.566157:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.566161:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.566165:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.566170:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613276.566179:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613276.566187:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.566191:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.566195:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566263:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613276.566267:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613276.566272:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613276.566274:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613276.566277:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864688. 00000400:00000200:0.0:1773613276.566281:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:0.0:1773613276.566283:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:0.0:1773613276.566288:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613276.566293:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613276.566302:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566308:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613276.566310:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566312:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613276.566316:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613276.566318:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613276.566320:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613276.566323:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613276.566333:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=54 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613276.566337:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=150 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613276.566339:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613276.566341:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.566344:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613276.566348:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613276.566351:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613276.566353:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613276.566355:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613276.566357:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613276.566361:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566368:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613276.566371:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613276.566373:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613276.566376:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613276.566384:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477092352:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613276.566390:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613276.566391:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613276.566393:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864d10. 00000400:00000200:0.0:1773613276.566396:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:0.0:1773613276.566397:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:0.0:1773613276.566400:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613276.566403:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613276.566411:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566418:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613276.566419:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566421:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613276.566422:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613276.566423:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613276.566425:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613276.566427:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613276.566430:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613276.566433:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613276.566436:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613276.566437:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.566439:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613276.566440:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613276.566442:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613276.566444:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:0.0:1773613276.566446:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613276.566448:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613276.566451:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566457:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613276.566459:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613276.566460:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613276.566463:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613276.566470:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477092224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613276.566475:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566477:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613276.566480:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738e00 x1859762477092352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566487:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613276.566490:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613276.566493:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613276.566496:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613276.566499:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613276.566501:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613276.566503:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613276.566506:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:0.0:1773613276.566509:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613276.566510:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613276.566512:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738e00. 00000100:00000001:0.0:1773613276.566515:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613276.566517:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566518:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613276.566521:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738700 x1859762477092224/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613276.566539:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613276.566541:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613276.566542:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ec00. 02000000:00000001:0.0:1773613276.566544:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613276.566545:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613276.566546:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613276.566548:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613276.566549:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c700. 02000000:00000001:0.0:1773613276.566551:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613276.566552:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613276.566553:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738700. 00000100:00000001:0.0:1773613276.566555:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613276.566556:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566558:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.566566:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613276.566567:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613276.566569:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613276.566571:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.568432:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613276.568436:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613276.568439:0:85023:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613276.568442:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb20 00000080:00200000:2.0:1773613276.568447:0:85023:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613276.568454:0:85023:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99366048b200. 00800000:00000002:2.0:1773613276.568461:0:85023:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613276.568465:0:85023:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613276.568469:0:85023:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.568472:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176ba40 00800000:00000002:2.0:1773613276.568474:0:85023:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613276.568478:0:85023:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613276.568482:0:85023:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613276.568488:0:85023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.568490:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b910 00000002:00010000:2.0:1773613276.568492:0:85023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613276.568495:0:85023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613276.568497:0:85023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613276.568500:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613276.568506:0:85023:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.568508:0:85023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.568510:0:85023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.568513:0:85023:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613276.568515:0:85023:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613276.568520:0:85023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613276.568524:0:85023:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613276.568545:0:85023:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613276.568549:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613276.568552:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.568555:0:85023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613276.568557:0:85023:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613276.568561:0:85023:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613276.568567:0:85023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa800. 00000100:00000001:2.0:1773613276.568574:0:85023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.568579:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.568581:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.568582:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.568583:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.568586:0:85023:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.568591:0:85023:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:2.0:1773613276.568594:0:85023:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613276.568597:0:85023:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613276.568602:0:85023:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946300. 00010000:00000010:2.0:1773613276.568606:0:85023:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce080. 00010000:00000001:2.0:1773613276.568610:0:85023:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613276.568613:0:85023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3400. 00000020:00000001:2.0:1773613276.568616:0:85023:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613276.568619:0:85023:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3400 with handle 0xa1aa084204a010cc to hash 00000020:00000001:2.0:1773613276.568621:0:85023:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613276.568623:0:85023:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.568626:0:85023:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.568629:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.568632:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.568636:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.568646:0:85023:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.568656:0:85023:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613276.568662:0:85023:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613276.568664:0:85023:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613276.568669:0:85023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.568671:0:85023:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298487936 : -113016411063680 : ffff993650f6fa80) 00000100:00000001:2.0:1773613276.568674:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.568675:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613276.568679:0:85023:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613276.568682:0:85023:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.568684:0:85023:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613276.568685:0:85023:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613276.568694:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.568703:0:85023:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613276.568705:0:85023:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.568709:0:85023:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613276.568711:0:85023:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613276.568713:0:85023:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613276.568717:0:85023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092480:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.568720:0:85023:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613276.568725:0:85023:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613276.568727:0:85023:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.568729:0:85023:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613276.568734:0:85023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922e000. 02000000:00000001:2.0:1773613276.568736:0:85023:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613276.568742:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613276.568745:0:85023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613276.568750:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613276.568757:0:85023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092480, portal 10 00000100:00000001:2.0:1773613276.568759:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.568760:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613276.568765:0:85023:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.568773:0:85023:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613276.568775:0:85023:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613276.568778:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613276.568781:0:85023:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477092480, offset 0 00000400:00000200:2.0:1773613276.568787:0:85023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613276.568794:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.568800:0:85023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613276.568804:0:85023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613276.568809:0:85023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613276.568812:0:85023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613276.568814:0:85023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613276.568818:0:85023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224866:224866:256:4294967295] 192.168.203.144@tcp LPNI seq info [224801:224801:8:4294967295] 00000400:00000200:2.0:1773613276.568823:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.568832:0:85023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613276.568837:0:85023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613276.568842:0:85023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362d00. 00000800:00000200:2.0:1773613276.568849:0:85023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613276.568856:0:85023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613276.568860:0:85023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613276.569120:0:85023:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613276.569126:0:85023:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 355335 usecs (356 jiffies) 00000400:00000200:2.0:1773613276.569130:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613276.569133:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366711 00000100:00000001:2.0:1773613276.569136:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.569138:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366711 00000100:00000001:2.0:1773613276.569141:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.569142:0:85023:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613276.569145:0:85023:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.569147:0:85023:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613276.569149:0:85023:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613276.569152:0:85023:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6fa80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613276.569155:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613276.569157:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613276.569646:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.569651:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362d00. 00000400:00000200:3.0:1773613276.569659:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.569665:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.569670:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:3.0:1773613276.569672:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:3.0:1773613276.569675:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.569681:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.569696:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.569700:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.569707:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.569708:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613276.573448:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.573462:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.573466:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.573469:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.573478:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.573487:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.573495:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.573499:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.573504:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.573508:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d04e80 00000400:00000200:3.0:1773613276.573512:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.573517:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5265 [1] + 224 00000800:00000001:3.0:1773613276.573535:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.573544:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.573547:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.573551:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.573557:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.573565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613276.573585:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.573605:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.573614:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.573617:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.573733:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613276.573741:0:85023:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613276.573743:0:85023:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613276.573746:0:85023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613276.573750:0:85023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613276.573752:0:85023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613276.573755:0:85023:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.573759:0:85023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613276.573767:0:85023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.573773:0:85023:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613276.573775:0:85023:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.573778:0:85023:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613276.573781:0:85023:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613276.573783:0:85023:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613276.573785:0:85023:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.573787:0:85023:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613276.573795:0:85023:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613276.573799:0:85023:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613276.573802:0:85023:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613276.573803:0:85023:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.573806:0:85023:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613276.573808:0:85023:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.573812:0:85023:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613276.573814:0:85023:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:2.0:1773613276.573816:0:85023:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613276.573818:0:85023:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613276.573822:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.573829:0:85023:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613276.573832:0:85023:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613276.573833:0:85023:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613276.573837:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613276.573845:0:85023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092480:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.573850:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.573852:0:85023:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.573854:0:85023:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613276.573856:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.573859:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.573865:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613276.573868:0:85023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.573871:0:85023:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613276.573872:0:85023:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.573875:0:85023:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613276.573878:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.573881:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.573884:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=4 00000020:00000001:2.0:1773613276.573886:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.573888:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000040:2.0:1773613276.573894:0:85023:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba3400, remote cookie: 0x1dc4d5fc0aabd84c, flags: 0x1001 00010000:00010000:2.0:1773613276.573899:0:85023:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.573910:0:85023:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.573916:0:85023:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613276.573920:0:85023:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613276.573922:0:85023:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613276.573923:0:85023:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613276.573924:0:85023:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613276.573927:0:85023:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946300) refcount = 1 00010000:00010000:2.0:1773613276.573931:0:85023:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574083:0:85023:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613276.574086:0:85023:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613276.574087:0:85023:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613276.574090:0:85023:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613276.574093:0:85023:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.574096:0:85023:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574102:0:85023:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613276.574103:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574105:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574106:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574107:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574109:0:85023:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.574113:0:85023:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613276.574115:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574117:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574118:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574120:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574123:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574125:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574126:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574128:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=4 00000020:00000001:2.0:1773613276.574129:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574131:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574134:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.574136:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.574140:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574146:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574147:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574148:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574150:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574151:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=5 00000020:00000001:2.0:1773613276.574152:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574154:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574156:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613276.574159:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574164:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574165:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613276.574168:0:85023:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574174:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613276.574176:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574247:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574248:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574249:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613276.574256:0:85023:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613276.574264:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574266:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574267:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574269:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574271:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574274:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574275:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.574276:0:85023:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.574278:0:85023:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.574281:0:85023:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613276.574283:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574284:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574286:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574287:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574289:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00000002:00010000:2.0:1773613276.574293:0:85023:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574299:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574300:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574302:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613276.574303:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574304:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574305:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574308:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574309:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000040:2.0:1773613276.574316:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 2 00010000:00000001:2.0:1773613276.574318:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613276.574322:0:85023:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773613276.574324:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574325:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.574327:0:85023:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613276.574329:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b890 00000002:00002000:2.0:1773613276.574331:0:85023:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613276.574334:0:85023:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.574337:0:85023:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.574339:0:85023:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613276.574342:0:85023:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773613276.574345:0:85023:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613276.574349:0:85023:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613276.574352:0:85023:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99366048b200. 00000080:00000001:2.0:1773613276.574357:0:85023:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613276.574359:0:85023:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613276.574364:0:85023:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773613276.574368:0:85023:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613276.574373:0:85023:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9936498e4a80. 00800000:00000001:2.0:1773613276.574375:0:85023:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057174186624 : -113016535364992 : ffff9936498e4a80) 00800000:00000001:2.0:1773613276.574377:0:85023:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.574380:0:85023:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613276.574382:0:85023:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613276.574384:0:85023:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613276.574387:0:85023:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613276.574390:0:85023:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613276.574392:0:85023:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.574396:0:85023:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613276.574399:0:85023:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773613276.574403:0:85023:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613276.574406:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574407:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574409:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574410:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574412:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574414:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574416:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613276.574417:0:85023:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613276.574419:0:85023:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613276.574421:0:85023:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4a80 1 00800000:00000010:2.0:1773613276.574423:0:85023:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9936498e4a80. 00800000:00000001:2.0:1773613276.574426:0:85023:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613276.574429:0:85023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:2.0:1773613276.574432:0:85023:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613276.574433:0:85023:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613276.574435:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574436:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574437:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574439:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574441:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574443:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574444:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.574445:0:85023:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.574447:0:85023:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.574450:0:85023:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613276.574452:0:85023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613276.574455:0:85023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c176bb58 00010000:00000001:2.0:1773613276.574457:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.574458:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.574459:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613276.574461:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574463:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613276.574464:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613276.574467:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.574479:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574480:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574481:0:85023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613276.574483:0:85023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613276.574486:0:85023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613276.574494:0:85023:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613276.574496:0:85023:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613276.574497:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613276.574501:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574502:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574504:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574506:0:85023:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613276.574508:0:85023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574510:0:85023:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574512:0:85023:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574514:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613276.574515:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574516:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613276.574518:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.574523:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477092480/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.574545:0:85023:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613276.574548:0:85023:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613276.574551:0:85023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922e000. 02000000:00000001:2.0:1773613276.574555:0:85023:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613276.574557:0:85023:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613276.574559:0:85023:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613276.574561:0:85023:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613276.574564:0:85023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa800. 02000000:00000001:2.0:1773613276.574567:0:85023:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613276.574569:0:85023:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613276.574650:0:85023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:2.0:1773613276.574656:0:85023:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613276.574657:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613276.574661:0:85023:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:2.0:1773613276.574665:0:85023:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613276.574678:0:85023:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993644827b40. 00000020:00000001:2.0:1773613276.574683:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176ba88 00000080:00200000:2.0:1773613276.574684:0:85023:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=25 00000080:00000001:2.0:1773613276.574688:0:85023:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773613276.574690:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b938 00000080:00200000:2.0:1773613276.574692:0:85023:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=0 00000080:00000010:2.0:1773613276.574698:0:85023:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99366048b200. 00800000:00000002:2.0:1773613276.574702:0:85023:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613276.574705:0:85023:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613276.574708:0:85023:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.574709:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b858 00800000:00000002:2.0:1773613276.574711:0:85023:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613276.574714:0:85023:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1773613276.574718:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b7f0 00800000:00000002:2.0:1773613276.574720:0:85023:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130b.recovery-small' -> mds #0 00000002:00000001:2.0:1773613276.574724:0:85023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.574725:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b728 00000002:00010000:2.0:1773613276.574727:0:85023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1773613276.574731:0:85023:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613276.574732:0:85023:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613276.574736:0:85023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613276.574739:0:85023:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613276.574742:0:85023:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613276.574745:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613276.574748:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.574749:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.574750:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.574752:0:85023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613276.574754:0:85023:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613276.574758:0:85023:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613276.574763:0:85023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa800. 00000100:00000001:2.0:1773613276.574769:0:85023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574772:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.574774:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574775:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.574776:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.574779:0:85023:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.574784:0:85023:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:2.0:1773613276.574787:0:85023:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613276.574789:0:85023:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613276.574792:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 2 00010000:00000001:2.0:1773613276.574794:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613276.574796:0:85023:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613276.574800:0:85023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2a00. 00000020:00000001:2.0:1773613276.574803:0:85023:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613276.574805:0:85023:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2a00 with handle 0xa1aa084204a010d3 to hash 00000020:00000001:2.0:1773613276.574806:0:85023:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613276.574808:0:85023:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.574811:0:85023:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.574813:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.574815:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.574818:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.574825:0:85023:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.574833:0:85023:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613276.574838:0:85023:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613276.574839:0:85023:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613276.574845:0:85023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.574847:0:85023:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298487936 : -113016411063680 : ffff993650f6fa80) 00000100:00000001:2.0:1773613276.574849:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.574851:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613276.574855:0:85023:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613276.574859:0:85023:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.574861:0:85023:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613276.574862:0:85023:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613276.574867:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.574875:0:85023:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613276.574877:0:85023:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.574893:0:85023:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613276.574896:0:85023:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613276.574899:0:85023:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613276.574903:0:85023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092608:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.574906:0:85023:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613276.574911:0:85023:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613276.574913:0:85023:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.574915:0:85023:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613276.574919:0:85023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922e000. 02000000:00000001:2.0:1773613276.574921:0:85023:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613276.574926:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613276.574929:0:85023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613276.575499:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613276.575507:0:85023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092608, portal 10 00000100:00000001:2.0:1773613276.575510:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.575511:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613276.575519:0:85023:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.575538:0:85023:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613276.575541:0:85023:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613276.575544:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7c38. 00000100:00000200:2.0:1773613276.575547:0:85023:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477092608, offset 0 00000400:00000200:2.0:1773613276.575554:0:85023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613276.575561:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.575567:0:85023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613276.575581:0:85023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613276.575585:0:85023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613276.575589:0:85023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613276.575591:0:85023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613276.575595:0:85023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224867:224867:256:4294967295] 192.168.203.144@tcp LPNI seq info [224802:224802:8:4294967295] 00000400:00000200:2.0:1773613276.575600:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.575609:0:85023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613276.575614:0:85023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613276.575619:0:85023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362200. 00000800:00000200:2.0:1773613276.575625:0:85023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613276.575632:0:85023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613276.575636:0:85023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773613276.575694:0:85023:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613276.575698:0:85023:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 354440 usecs (355 jiffies) 00000400:00000200:2.0:1773613276.575701:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613276.575704:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366716 00000100:00000001:2.0:1773613276.575707:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.575709:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366716 00000100:00000001:2.0:1773613276.575711:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.575713:0:85023:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613276.575715:0:85023:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.575717:0:85023:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613276.575719:0:85023:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613276.575721:0:85023:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6fa80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613276.575723:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613276.575726:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613276.576429:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.576434:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362200. 00000400:00000200:3.0:1773613276.576439:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.576445:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.576450:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7c38 00000400:00000010:3.0:1773613276.576452:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7c38. 00000100:00000001:3.0:1773613276.576455:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.576461:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.576471:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.576475:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.576481:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.576483:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613276.579793:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.579809:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.579813:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.579815:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.579823:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.579831:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.579838:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.579843:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.579848:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.579852:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d04f00 00000400:00000200:3.0:1773613276.579857:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.579862:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5275 [1] + 224 00000800:00000001:3.0:1773613276.579870:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.579877:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.579879:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.579884:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.579890:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.579898:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613276.579907:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.579986:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613276.580023:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.580033:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.580036:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613276.580068:0:85023:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613276.580071:0:85023:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613276.580074:0:85023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613276.580079:0:85023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613276.580081:0:85023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613276.580084:0:85023:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.580089:0:85023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613276.580099:0:85023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.580105:0:85023:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613276.580107:0:85023:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.580110:0:85023:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613276.580113:0:85023:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613276.580115:0:85023:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613276.580117:0:85023:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.580120:0:85023:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613276.580129:0:85023:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613276.580133:0:85023:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613276.580135:0:85023:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613276.580137:0:85023:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580140:0:85023:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613276.580143:0:85023:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.580146:0:85023:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613276.580148:0:85023:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:2.0:1773613276.580150:0:85023:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613276.580152:0:85023:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613276.580157:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.580164:0:85023:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613276.580167:0:85023:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613276.580169:0:85023:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613276.580173:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613276.580182:0:85023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092608:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.580186:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.580189:0:85023:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.580192:0:85023:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613276.580194:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.580197:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.580204:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613276.580207:0:85023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.580210:0:85023:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613276.580211:0:85023:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580214:0:85023:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613276.580217:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580219:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580222:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:2.0:1773613276.580224:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580227:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:2.0:1773613276.580233:0:85023:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2a00, remote cookie: 0x1dc4d5fc0aabd868, flags: 0x1001 00010000:00010000:2.0:1773613276.580238:0:85023:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613276.580247:0:85023:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773613276.580250:0:85023:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773613276.580258:0:85023:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946400. 00010000:00000010:2.0:1773613276.580262:0:85023:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce700. 00010000:00000001:2.0:1773613276.580266:0:85023:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.580270:0:85023:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.580278:0:85023:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580284:0:85023:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613276.580288:0:85023:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613276.580290:0:85023:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613276.580292:0:85023:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613276.580293:0:85023:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613276.580296:0:85023:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff99364a946400) refcount = 1 00010000:00010000:2.0:1773613276.580300:0:85023:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580306:0:85023:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613276.580308:0:85023:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613276.580310:0:85023:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613276.580313:0:85023:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613276.580315:0:85023:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.580319:0:85023:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580325:0:85023:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613276.580327:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580328:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580330:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580330:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580332:0:85023:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.580336:0:85023:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613276.580338:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580339:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580341:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580343:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580345:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580348:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580349:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580350:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:2.0:1773613276.580352:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580354:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580357:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.580360:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.580364:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580371:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580372:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580373:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580374:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580375:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=5 00000020:00000001:2.0:1773613276.580377:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580379:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580381:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613276.580384:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580389:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580391:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613276.580393:0:85023:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580414:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613276.580416:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580417:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580418:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580419:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613276.580424:0:85023:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613276.580432:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580433:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580434:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580436:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580438:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580440:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580441:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.580443:0:85023:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.580445:0:85023:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.580448:0:85023:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613276.580450:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580452:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580453:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580454:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580457:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00000002:00010000:2.0:1773613276.580460:0:85023:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580467:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580468:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580469:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613276.580471:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580472:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580473:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580475:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580477:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:2.0:1773613276.580480:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:2.0:1773613276.580482:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613276.580485:0:85023:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:2.0:1773613276.580487:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580489:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.580490:0:85023:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613276.580493:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b6a8 00000002:00002000:2.0:1773613276.580495:0:85023:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613276.580498:0:85023:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.580501:0:85023:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.580504:0:85023:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613276.580507:0:85023:0:(namei.c:951:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773613276.580511:0:85023:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613276.580514:0:85023:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:2.0:1773613276.580518:0:85023:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773613276.580519:0:85023:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c176ba28 it_disposition b 00000080:00000001:2.0:1773613276.580522:0:85023:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613276.580541:0:85023:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773613276.580544:0:85023:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613276.580547:0:85023:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773613276.580550:0:85023:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1773613276.580555:0:85023:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613276.580558:0:85023:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:2.0:1773613276.580560:0:85023:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.580563:0:85023:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773613276.580566:0:85023:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773613276.580571:0:85023:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 512 00000080:00200000:2.0:1773613276.580573:0:85023:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x5:0x0](ffff99365810c2c8): rc = 0 00000080:00000001:2.0:1773613276.580576:0:85023:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417618120 : -113016291933496 : ffff99365810c2c8) 00010000:00000001:2.0:1773613276.580578:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580579:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580580:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580582:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580585:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580586:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580587:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613276.580589:0:85023:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613276.580591:0:85023:0:(llite_lib.c:1781:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613276.580592:0:85023:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613276.580595:0:85023:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773613276.580597:0:85023:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613276.580600:0:85023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) for lock 0xa1aa084204a010d3 00800000:00000001:2.0:1773613276.580603:0:85023:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613276.580605:0:85023:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613276.580607:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580608:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580609:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580612:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580613:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580616:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580617:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613276.580619:0:85023:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.580621:0:85023:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773613276.580627:0:85023:0:(namei.c:652:ll_splice_alias()) Add dentry ffff99365804eca8 inode ffff99365810c2c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1773613276.580630:0:85023:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1773613276.580632:0:85023:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.580634:0:85023:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773613276.580638:0:85023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) 00000080:00010000:2.0:1773613276.580641:0:85023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010d3 from it ffffaca8c176ba28 00010000:00000001:2.0:1773613276.580643:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.580644:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.580646:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:2.0:1773613276.580648:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580650:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613276.580651:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613276.580654:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.580661:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580662:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580663:0:85023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613276.580666:0:85023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613276.580668:0:85023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613276.580675:0:85023:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613276.580677:0:85023:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613276.580679:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613276.580682:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580684:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580686:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580689:0:85023:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613276.580691:0:85023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580693:0:85023:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580695:0:85023:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580697:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613276.580698:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580699:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613276.580701:0:85023:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613276.580705:0:85023:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99366048b200. 00000100:00000001:2.0:1773613276.580709:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.580714:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477092608/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.580721:0:85023:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613276.580723:0:85023:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613276.580726:0:85023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922e000. 02000000:00000001:2.0:1773613276.580731:0:85023:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613276.580733:0:85023:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613276.580735:0:85023:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613276.580737:0:85023:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613276.580740:0:85023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa800. 02000000:00000001:2.0:1773613276.580744:0:85023:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613276.580745:0:85023:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613276.580747:0:85023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:2.0:1773613276.580751:0:85023:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613276.580752:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613276.580760:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773613276.580762:0:85023:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8), inode mode 41ed mask 1 00000080:00000001:2.0:1773613276.580767:0:85023:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613276.580780:0:85023:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9936448276c0. 00000020:00000001:2.0:1773613276.580784:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bae8 00000080:00200000:2.0:1773613276.580786:0:85023:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags=9 00000080:00000001:2.0:1773613276.580788:0:85023:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773613276.580790:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b998 00000080:00200000:2.0:1773613276.580792:0:85023:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff99365810c2c8), intent=getattr 00000080:00000010:2.0:1773613276.580798:0:85023:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99366048b200. 00000080:00000001:2.0:1773613276.580803:0:85023:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613276.580805:0:85023:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.580806:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b8b8 00800000:00000002:2.0:1773613276.580809:0:85023:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773613276.580811:0:85023:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1773613276.580815:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b850 00800000:00000002:2.0:1773613276.580817:0:85023:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:2.0:1773613276.580821:0:85023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613276.580823:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b788 00000002:00010000:2.0:1773613276.580825:0:85023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613276.580828:0:85023:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613276.580831:0:85023:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613276.580834:0:85023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613276.580837:0:85023:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613276.580841:0:85023:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613276.580844:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613276.580847:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.580848:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.580849:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.580852:0:85023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613276.580854:0:85023:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613276.580858:0:85023:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613276.580863:0:85023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9936604aa800. 00000100:00000001:2.0:1773613276.580869:0:85023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580872:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.580873:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580875:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613276.580876:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.580878:0:85023:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.580884:0:85023:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:2.0:1773613276.580888:0:85023:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613276.580890:0:85023:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613276.580892:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:2.0:1773613276.580895:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613276.580897:0:85023:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613276.580900:0:85023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2c00. 00000020:00000001:2.0:1773613276.580902:0:85023:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613276.580904:0:85023:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2c00 with handle 0xa1aa084204a010da to hash 00000020:00000001:2.0:1773613276.580907:0:85023:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613276.580908:0:85023:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613276.580911:0:85023:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613276.580914:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.580915:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.580918:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.580924:0:85023:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.581371:0:85023:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613276.581380:0:85023:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613276.581382:0:85023:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613276.581388:0:85023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.581390:0:85023:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298487936 : -113016411063680 : ffff993650f6fa80) 00000100:00000001:2.0:1773613276.581394:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.581395:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613276.581399:0:85023:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613276.581402:0:85023:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.581404:0:85023:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613276.581406:0:85023:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613276.581412:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.581419:0:85023:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613276.581421:0:85023:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.581425:0:85023:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613276.581427:0:85023:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613276.581430:0:85023:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613276.581433:0:85023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092736:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.581437:0:85023:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613276.581442:0:85023:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613276.581445:0:85023:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.581447:0:85023:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613276.581451:0:85023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99365922e000. 02000000:00000001:2.0:1773613276.581453:0:85023:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613276.581459:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613276.581463:0:85023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613276.581467:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613276.581474:0:85023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092736, portal 10 00000100:00000001:2.0:1773613276.581476:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613276.581477:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613276.581482:0:85023:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.581489:0:85023:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613276.581492:0:85023:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613276.581494:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7bb0. 00000100:00000200:2.0:1773613276.581497:0:85023:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477092736, offset 0 00000400:00000200:2.0:1773613276.581503:0:85023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613276.581509:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.581516:0:85023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613276.581520:0:85023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613276.581677:0:85023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613276.581683:0:85023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613276.581686:0:85023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613276.581690:0:85023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224868:224868:256:4294967295] 192.168.203.144@tcp LPNI seq info [224803:224803:8:4294967295] 00000400:00000200:2.0:1773613276.581695:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613276.581704:0:85023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613276.581710:0:85023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613276.581715:0:85023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362a00. 00000800:00000200:2.0:1773613276.581722:0:85023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613276.581729:0:85023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613276.581733:0:85023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773613276.581799:0:85023:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613276.581804:0:85023:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 353550 usecs (354 jiffies) 00000400:00000200:2.0:1773613276.581807:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613276.581810:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366721 00000100:00000001:2.0:1773613276.581813:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.581816:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366721 00000100:00000001:2.0:1773613276.581818:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:2.0:1773613276.581820:0:85023:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613276.581823:0:85023:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.581825:0:85023:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613276.581827:0:85023:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613276.581829:0:85023:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f6fa80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613276.581832:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613276.581834:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613276.581964:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613276.581969:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362a00. 00000400:00000200:3.0:1773613276.581974:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.581979:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613276.581984:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7bb0 00000400:00000010:3.0:1773613276.581986:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7bb0. 00000100:00000001:3.0:1773613276.581989:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613276.581994:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.582003:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.582006:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.582012:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.582014:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613276.590623:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.590639:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.590642:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.590645:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.590654:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.590661:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.590670:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.590674:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.590679:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.590682:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d04f80 00000400:00000200:3.0:1773613276.590687:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.590693:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5285 [1] + 224 00000800:00000001:3.0:1773613276.590700:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.590708:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.590710:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.590715:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.590721:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.590731:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613276.590740:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.590812:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613276.590831:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.590840:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.590843:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613276.591058:0:85023:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613276.591061:0:85023:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613276.591065:0:85023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613276.591069:0:85023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613276.591071:0:85023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613276.591074:0:85023:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613276.591079:0:85023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613276.591089:0:85023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.591095:0:85023:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613276.591096:0:85023:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.591098:0:85023:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613276.591102:0:85023:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613276.591104:0:85023:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613276.591106:0:85023:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613276.591108:0:85023:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613276.591117:0:85023:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613276.591121:0:85023:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613276.591124:0:85023:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773613276.591127:0:85023:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.591133:0:85023:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773613276.591137:0:85023:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613276.591139:0:85023:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:2.0:1773613276.591141:0:85023:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613276.591144:0:85023:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773613276.591149:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.591155:0:85023:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773613276.591158:0:85023:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613276.591159:0:85023:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613276.591163:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613276.591171:0:85023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092736:192.168.203.144@tcp:101:ls.0 00000100:00000001:2.0:1773613276.591176:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613276.591179:0:85023:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773613276.591181:0:85023:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613276.591183:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.591186:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.591192:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613276.591194:0:85023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f6fa80. 00000100:00000001:2.0:1773613276.591197:0:85023:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613276.591199:0:85023:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773613276.591202:0:85023:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613276.591205:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.591208:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.591211:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=4 00000020:00000001:2.0:1773613276.591213:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613276.591215:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00010000:2.0:1773613276.591220:0:85023:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591230:0:85023:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773613276.591233:0:85023:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591241:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613276.591243:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591249:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.591251:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613276.591253:0:85023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591258:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.591262:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613276.591265:0:85023:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773613276.591268:0:85023:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613276.591273:0:85023:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba2c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:2.0:1773613276.591278:0:85023:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773613276.591281:0:85023:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591286:0:85023:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773613276.591288:0:85023:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773613276.591291:0:85023:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591300:0:85023:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773613276.591302:0:85023:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773613276.591303:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613276.591304:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613276.591306:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=5 00000020:00000001:2.0:1773613276.591308:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613276.591310:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613276.591313:0:85023:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773613276.591315:0:85023:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773613276.591321:0:85023:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773613276.591323:0:85023:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.591325:0:85023:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773613276.591327:0:85023:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613276.591329:0:85023:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613276.591331:0:85023:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613276.591332:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613276.591333:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613276.591336:0:85023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2c00 with handle 0xa1aa084204a010da from hash 00010000:00000001:2.0:1773613276.591338:0:85023:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613276.591339:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.591341:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.591342:0:85023:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613276.591344:0:85023:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613276.591345:0:85023:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773613276.591347:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.591348:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.591350:0:85023:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.591352:0:85023:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613276.591355:0:85023:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591359:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.591361:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.591362:0:85023:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773613276.591364:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613276.591365:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613276.591366:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.591367:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613276.591369:0:85023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a010da lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613276.591378:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613276.591380:0:85023:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773613276.591384:0:85023:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773613276.591388:0:85023:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613276.591395:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773613276.591397:0:85023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.591399:0:85023:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.591451:0:85023:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.591455:0:85023:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613276.591457:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773613276.591458:0:85023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613276.591460:0:85023:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613276.591462:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b708 00000002:00002000:2.0:1773613276.591465:0:85023:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773613276.591468:0:85023:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.591472:0:85023:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613276.591475:0:85023:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613276.591477:0:85023:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773613276.591480:0:85023:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613276.591483:0:85023:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773613276.591485:0:85023:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c176bb20 it_disposition 7 00000080:00002000:2.0:1773613276.591490:0:85023:0:(namei.c:652:ll_splice_alias()) Add dentry ffff99365804e510 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773613276.591655:0:85023:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.591660:0:85023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.591662:0:85023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613276.591664:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613276.591670:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:3.0:1773613276.591673:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613276.591678:0:85023:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:3.0:1773613276.591681:0:85023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.591682:0:85023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.591684:0:85023:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.591686:0:85023:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613276.591690:0:85023:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773613276.591693:0:85023:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99366048b200. 00000100:00000001:3.0:1773613276.591697:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613276.591702:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477092736/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.591709:0:85023:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613276.591711:0:85023:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613276.591714:0:85023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99365922e000. 02000000:00000001:3.0:1773613276.591718:0:85023:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613276.591720:0:85023:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613276.591721:0:85023:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613276.591723:0:85023:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613276.591726:0:85023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9936604aa800. 02000000:00000001:3.0:1773613276.591730:0:85023:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613276.591732:0:85023:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613276.591734:0:85023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:3.0:1773613276.591737:0:85023:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613276.591738:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613276.591741:0:85023:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773613276.591742:0:85023:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c176bb20 released 00000080:00000001:3.0:1773613276.591744:0:85023:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773613276.591748:0:85023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613276.591750:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb70 00000080:00002000:3.0:1773613276.591752:0:85023:0:(dcache.c:127:ll_ddelete()) deleting dentry f130b.recovery-small (ffff99365804e510, parent ffff99365804eca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773613276.591755:0:85023:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613276.591759:0:85023:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773613276.591762:0:85023:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773613276.591767:0:85023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613276.591768:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bbf0 00000080:00002000:3.0:1773613276.591770:0:85023:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff99365804eca8, parent ffff99365037c6c0, inode ffff99365810c2c8) hashed, 00000080:00000001:3.0:1773613276.591772:0:85023:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.591803:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613276.591806:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613276.591808:0:85023:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613276.591810:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb20 00000080:00200000:3.0:1773613276.591812:0:85023:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613276.591818:0:85023:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e800. 00800000:00000002:3.0:1773613276.591823:0:85023:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613276.591826:0:85023:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613276.591828:0:85023:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.591829:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176ba40 00800000:00000002:3.0:1773613276.591831:0:85023:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613276.591834:0:85023:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613276.591837:0:85023:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613276.591840:0:85023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.591841:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b910 00000002:00010000:3.0:1773613276.591843:0:85023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613276.591846:0:85023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613276.591848:0:85023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613276.591849:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613276.591853:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 2 00010000:00000001:3.0:1773613276.591855:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.591859:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.591861:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613276.591864:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773613276.591872:0:85023:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613276.591876:0:85023:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.591879:0:85023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773613276.591885:0:85023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613276.591887:0:85023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613276.591888:0:85023:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613276.591890:0:85023:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613276.591892:0:85023:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613276.591894:0:85023:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613276.591896:0:85023:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613276.591898:0:85023:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613276.591900:0:85023:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e800. 00000080:00000001:3.0:1773613276.591903:0:85023:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613276.591904:0:85023:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.591907:0:85023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613276.591910:0:85023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:3.0:1773613276.591913:0:85023:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613276.591915:0:85023:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613276.591916:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.591917:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.591919:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:3.0:1773613276.591920:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:3.0:1773613276.591923:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:3.0:1773613276.591925:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.591926:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613276.591927:0:85023:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613276.591929:0:85023:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613276.591931:0:85023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c176bb58 00010000:00000001:3.0:1773613276.592021:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613276.592022:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613276.592024:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:3.0:1773613276.592026:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:3.0:1773613276.592028:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:3.0:1773613276.592030:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613276.592033:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613276.592039:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.592040:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.592042:0:85023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613276.592044:0:85023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613276.592046:0:85023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613276.592053:0:85023:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613276.592056:0:85023:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613276.592057:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.592061:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.592062:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.592064:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592067:0:85023:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613276.592069:0:85023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592071:0:85023:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592074:0:85023:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592075:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613276.592077:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.592078:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613276.592079:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613276.592080:0:85023:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613276.592083:0:85023:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613276.592087:0:85023:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.592091:0:85023:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613276.592093:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bae8 00000080:00002000:3.0:1773613276.592095:0:85023:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804eca8) flags 0x28000e refc 0 00000080:00000001:3.0:1773613276.592098:0:85023:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613276.592099:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb30 00000080:00200000:3.0:1773613276.592101:0:85023:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=24 00000080:00000001:3.0:1773613276.592105:0:85023:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1773613276.592107:0:85023:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613276.592109:0:85023:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773613276.592111:0:85023:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8), inode mode 41ed mask 1 00000080:00000001:3.0:1773613276.592114:0:85023:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613276.592123:0:85023:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993643f57bc0. 00000020:00000001:3.0:1773613276.592126:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bae8 00000080:00200000:3.0:1773613276.592128:0:85023:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags=8 00000080:00000001:3.0:1773613276.592131:0:85023:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773613276.592133:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b998 00000080:00200000:3.0:1773613276.592134:0:85023:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff99365810c2c8), intent=getattr 00000080:00000010:3.0:1773613276.592140:0:85023:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365231e800. 00000080:00000001:3.0:1773613276.592144:0:85023:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613276.592146:0:85023:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.592147:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b8b8 00800000:00000002:3.0:1773613276.592149:0:85023:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:3.0:1773613276.592152:0:85023:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1773613276.592155:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b850 00800000:00000002:3.0:1773613276.592156:0:85023:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:3.0:1773613276.592159:0:85023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613276.592161:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b788 00000002:00010000:3.0:1773613276.592163:0:85023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613276.592166:0:85023:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613276.592168:0:85023:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613276.592172:0:85023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613276.592176:0:85023:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613276.592181:0:85023:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613276.592185:0:85023:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613276.592188:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613276.592189:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613276.592190:0:85023:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.592193:0:85023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613276.592195:0:85023:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613276.592197:0:85023:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613276.592204:0:85023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613276.592210:0:85023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592213:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.592215:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592216:0:85023:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613276.592217:0:85023:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613276.592219:0:85023:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613276.592225:0:85023:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00010000:00000001:3.0:1773613276.592228:0:85023:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613276.592230:0:85023:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613276.592232:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:3.0:1773613276.592234:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613276.592237:0:85023:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613276.592240:0:85023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2c00. 00000020:00000001:3.0:1773613276.592243:0:85023:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613276.592245:0:85023:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2c00 with handle 0xa1aa084204a010e1 to hash 00000020:00000001:3.0:1773613276.592247:0:85023:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613276.592248:0:85023:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.592251:0:85023:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613276.592254:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613276.592256:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613276.592258:0:85023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.592265:0:85023:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613276.592274:0:85023:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613276.592279:0:85023:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613276.592281:0:85023:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613276.592287:0:85023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a1a6cc0. 00000100:00000001:3.0:1773613276.592289:0:85023:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057183370432 : -113016526181184 : ffff99364a1a6cc0) 00000100:00000001:3.0:1773613276.592292:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.592293:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000001:3.0:1773613276.592296:0:85023:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613276.592300:0:85023:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.592302:0:85023:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613276.592303:0:85023:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613276.592309:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.592315:0:85023:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613276.592317:0:85023:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.592320:0:85023:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613276.592322:0:85023:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613276.592325:0:85023:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613276.592328:0:85023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092864:192.168.203.144@tcp:101:ls.0 00000100:00000001:3.0:1773613276.592331:0:85023:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613276.592336:0:85023:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613276.592338:0:85023:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613276.592340:0:85023:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613276.592344:0:85023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613276.592347:0:85023:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613276.592351:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613276.592354:0:85023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dab00. 00000400:00000010:3.0:1773613276.592359:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613276.592365:0:85023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092864, portal 10 00000100:00000001:3.0:1773613276.592367:0:85023:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613276.592368:0:85023:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:3.0:1773613276.592374:0:85023:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.592386:0:85023:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613276.592388:0:85023:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613276.592391:0:85023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613276.592394:0:85023:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477092864, offset 0 00000400:00000200:3.0:1773613276.592400:0:85023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613276.592476:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.592483:0:85023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613276.592487:0:85023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613276.592490:0:85023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613276.592494:0:85023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613276.592497:0:85023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613276.592501:0:85023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224869:224869:256:4294967295] 192.168.203.144@tcp LPNI seq info [224804:224804:8:4294967295] 00000400:00000200:3.0:1773613276.592505:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.592514:0:85023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613276.592519:0:85023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613276.592621:0:85023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:3.0:1773613276.592630:0:85023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613276.592637:0:85023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613276.592642:0:85023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773613276.592697:0:85023:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613276.592702:0:85023:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 352678 usecs (353 jiffies) 00000400:00000200:3.0:1773613276.592706:0:85023:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613276.592709:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300366731 00000100:00000001:3.0:1773613276.592712:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:3.0:1773613276.592714:0:85023:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300366731 00000100:00000001:3.0:1773613276.592717:0:85023:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:3.0:1773613276.592719:0:85023:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613276.592722:0:85023:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613276.592725:0:85023:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613276.592726:0:85023:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613276.592729:0:85023:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a1a6cc0 going to sleep for 50 seconds 00000100:00000001:3.0:1773613276.592731:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613276.592733:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613276.592850:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613276.592855:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613276.592859:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613276.592864:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613276.592869:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:2.0:1773613276.592871:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:2.0:1773613276.592875:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613276.592879:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.592886:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613276.592889:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613276.592895:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613276.592896:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1773613276.596798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9936448276c0. 00010000:00000010:2.1:1773613276.596869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2c00. 00000800:00000001:3.0:1773613276.600431:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.600451:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613276.600454:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.600456:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.600464:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.600470:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613276.600477:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.600481:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.600487:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.600490:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d05000 00000400:00000200:3.0:1773613276.600495:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613276.600500:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5295 [1] + 224 00000800:00000001:3.0:1773613276.600507:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.600514:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613276.600517:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613276.600520:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613276.600538:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613276.600547:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613276.600558:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613276.600581:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613276.600593:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613276.600596:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.600670:0:85023:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613276.600678:0:85023:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613276.600679:0:85023:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613276.600683:0:85023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dab00. 00000400:00000200:0.0:1773613276.600687:0:85023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:0.0:1773613276.600690:0:85023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:0.0:1773613276.600694:0:85023:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613276.600699:0:85023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613276.600709:0:85023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613276.600715:0:85023:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613276.600717:0:85023:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.600719:0:85023:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613276.600723:0:85023:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613276.600725:0:85023:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613276.600727:0:85023:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613276.600731:0:85023:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613276.600740:0:85023:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=54 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613276.600745:0:85023:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613276.600747:0:85023:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773613276.600751:0:85023:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613276.600757:0:85023:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613276.600760:0:85023:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613276.600762:0:85023:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215221 00000100:00000001:0.0:1773613276.600764:0:85023:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613276.600767:0:85023:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773613276.600771:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613276.600778:0:85023:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773613276.600781:0:85023:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613276.600783:0:85023:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613276.600787:0:85023:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613276.600794:0:85023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job ls:144f5372-d9a2-4fb0-a726-ce1097458722:85023:1859762477092864:192.168.203.144@tcp:101:ls.0 00000100:00000001:0.0:1773613276.600801:0:85023:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613276.600804:0:85023:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613276.600806:0:85023:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613276.600808:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613276.600811:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613276.600817:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613276.600820:0:85023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a1a6cc0. 00000100:00000001:0.0:1773613276.600823:0:85023:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613276.600824:0:85023:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773613276.600828:0:85023:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613276.600832:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613276.600834:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613276.600838:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:0.0:1773613276.600840:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:0.0:1773613276.600843:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00010000:0.0:1773613276.600848:0:85023:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.600857:0:85023:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773613276.600860:0:85023:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.600865:0:85023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613276.600868:0:85023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.600872:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613276.600874:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613276.600876:0:85023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.600895:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613276.600899:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613276.600902:0:85023:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613276.600904:0:85023:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613276.600911:0:85023:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613276.600914:0:85023:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613276.600918:0:85023:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.600924:0:85023:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613276.600926:0:85023:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613276.600929:0:85023:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.601027:0:85023:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613276.601031:0:85023:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613276.601032:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613276.601034:0:85023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613276.601035:0:85023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=5 00000020:00000001:0.0:1773613276.601037:0:85023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:0.0:1773613276.601039:0:85023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:0.0:1773613276.601042:0:85023:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613276.601045:0:85023:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613276.601051:0:85023:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613276.601052:0:85023:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613276.601055:0:85023:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613276.601057:0:85023:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613276.601059:0:85023:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613276.601061:0:85023:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613276.601062:0:85023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613276.601063:0:85023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613276.601066:0:85023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2c00 with handle 0xa1aa084204a010e1 from hash 00010000:00000001:0.0:1773613276.601068:0:85023:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613276.601069:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613276.601070:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613276.601071:0:85023:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613276.601073:0:85023:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613276.601080:0:85023:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613276.601083:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613276.601084:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613276.601085:0:85023:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613276.601087:0:85023:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613276.601090:0:85023:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.601095:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613276.601096:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613276.601098:0:85023:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773613276.601099:0:85023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613276.601101:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613276.601102:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613276.601103:0:85023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613276.601105:0:85023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a010e1 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 85023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613276.601116:0:85023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613276.601117:0:85023:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773613276.601122:0:85023:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773613276.601127:0:85023:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613276.601134:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613276.601135:0:85023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613276.601137:0:85023:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613276.601138:0:85023:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613276.601141:0:85023:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613276.601143:0:85023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613276.601145:0:85023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613276.601147:0:85023:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613276.601149:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176b708 00000002:00002000:0.0:1773613276.601152:0:85023:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1773613276.601155:0:85023:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613276.601159:0:85023:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613276.601162:0:85023:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613276.601164:0:85023:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613276.601166:0:85023:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613276.601170:0:85023:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613276.601172:0:85023:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c176bb20 it_disposition 7 00000080:00002000:0.0:1773613276.601177:0:85023:0:(namei.c:652:ll_splice_alias()) Add dentry ffff99365804b870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1773613276.601184:0:85023:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613276.601188:0:85023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613276.601190:0:85023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613276.601192:0:85023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613276.601198:0:85023:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:0.0:1773613276.601200:0:85023:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613276.601205:0:85023:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:0.0:1773613276.601207:0:85023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613276.601209:0:85023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613276.601210:0:85023:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613276.601212:0:85023:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613276.601215:0:85023:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613276.601218:0:85023:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365231e800. 00000100:00000001:0.0:1773613276.601222:0:85023:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613276.601225:0:85023:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477092864/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613276.601231:0:85023:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613276.601234:0:85023:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613276.601236:0:85023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f3000. 02000000:00000001:0.0:1773613276.601239:0:85023:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613276.601241:0:85023:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613276.601242:0:85023:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613276.601244:0:85023:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613276.601247:0:85023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2a800. 02000000:00000001:0.0:1773613276.601251:0:85023:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613276.601253:0:85023:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613276.601254:0:85023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:0.0:1773613276.601258:0:85023:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613276.601259:0:85023:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613276.601262:0:85023:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613276.601264:0:85023:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c176bb20 released 00000080:00000001:0.0:1773613276.601265:0:85023:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613276.601269:0:85023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613276.601271:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bb70 00000080:00002000:0.0:1773613276.601273:0:85023:0:(dcache.c:127:ll_ddelete()) deleting dentry f130b.recovery-small (ffff99365804b870, parent ffff99365804eca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773613276.601276:0:85023:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613276.601279:0:85023:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613276.601283:0:85023:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773613276.601287:0:85023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613276.601288:0:85023:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c176bbf0 00000080:00002000:0.0:1773613276.601290:0:85023:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff99365804eca8, parent ffff99365037c6c0, inode ffff99365810c2c8) hashed, 00000080:00000001:0.0:1773613276.601293:0:85023:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613276.629985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00000080:00000010:0.1:1773613276.629998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57bc0. 00010000:00000001:0.0:1773613277.190048:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613277.190054:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613277.190059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613277.190060:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613277.190062:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613277.190063:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613277.190147:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613277.190150:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613277.190153:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613277.272201:0:85065:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613277.272206:0:85065:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613277.272209:0:85065:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613277.272212:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b20 00000080:00200000:1.0:1773613277.272216:0:85065:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613277.272224:0:85065:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03f600. 00800000:00000002:1.0:1773613277.272230:0:85065:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613277.272235:0:85065:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613277.272239:0:85065:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613277.272242:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3a40 00800000:00000002:1.0:1773613277.272245:0:85065:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613277.272249:0:85065:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613277.272253:0:85065:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613277.272258:0:85065:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613277.272261:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3910 00000002:00010000:1.0:1773613277.272263:0:85065:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613277.272266:0:85065:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613277.272268:0:85065:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613277.272270:0:85065:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613277.272277:0:85065:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 2 00010000:00000001:1.0:1773613277.272279:0:85065:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613277.272283:0:85065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613277.272287:0:85065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613277.272291:0:85065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613277.272300:0:85065:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613277.272304:0:85065:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613277.272306:0:85065:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613277.272312:0:85065:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613277.272313:0:85065:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613277.272314:0:85065:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613277.272316:0:85065:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613277.272317:0:85065:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613277.272319:0:85065:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613277.272321:0:85065:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613277.272323:0:85065:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613277.272325:0:85065:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03f600. 00000080:00000001:1.0:1773613277.272328:0:85065:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613277.272330:0:85065:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613277.272332:0:85065:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613277.272334:0:85065:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:1.0:1773613277.272337:0:85065:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613277.272338:0:85065:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613277.272340:0:85065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613277.272341:0:85065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613277.272343:0:85065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613277.272345:0:85065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613277.272346:0:85065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613277.272349:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613277.272350:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613277.272351:0:85065:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613277.272353:0:85065:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613277.272355:0:85065:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c1ef3b58 00010000:00000001:1.0:1773613277.272357:0:85065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613277.272358:0:85065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613277.272359:0:85065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613277.272361:0:85065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613277.272363:0:85065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613277.272364:0:85065:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613277.272366:0:85065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613277.272371:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613277.272371:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613277.272372:0:85065:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613277.272374:0:85065:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613277.272376:0:85065:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613277.272380:0:85065:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613277.272382:0:85065:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613277.272384:0:85065:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613277.272387:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613277.272388:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613277.272389:0:85065:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.272391:0:85065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613277.272392:0:85065:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.272393:0:85065:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.272395:0:85065:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.272396:0:85065:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613277.272397:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613277.272398:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613277.272400:0:85065:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613277.272401:0:85065:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613277.272402:0:85065:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613277.272405:0:85065:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613277.272407:0:85065:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613277.272409:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b48 00000080:00002000:1.0:1773613277.272410:0:85065:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804eca8) flags 0x28004e refc 0 00000080:00000001:1.0:1773613277.272412:0:85065:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613277.272413:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b90 00000080:00200000:1.0:1773613277.272415:0:85065:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000001:1.0:1773613277.272418:0:85065:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1773613277.272419:0:85065:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613277.272425:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d08 00000080:00200008:1.0:1773613277.272426:0:85065:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1773613277.272430:0:85065:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613277.272431:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c80 00000080:00200000:1.0:1773613277.272432:0:85065:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8),name=d130b.recovery-small 00000080:00000010:1.0:1773613277.272435:0:85065:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03f600. 00800000:00000002:1.0:1773613277.272437:0:85065:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613277.272442:0:85065:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613277.272443:0:85065:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613277.272444:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3ba0 00800000:00000002:1.0:1773613277.272445:0:85065:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613277.272447:0:85065:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613277.272450:0:85065:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613277.272452:0:85065:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613277.272453:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3a70 00000002:00010000:1.0:1773613277.272454:0:85065:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613277.272456:0:85065:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613277.272457:0:85065:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613277.272458:0:85065:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613277.272460:0:85065:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:1.0:1773613277.272461:0:85065:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613277.272463:0:85065:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:1.0:1773613277.272465:0:85065:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613277.272467:0:85065:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613277.272468:0:85065:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613277.272470:0:85065:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613277.272474:0:85065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613277.272477:0:85065:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613277.272482:0:85065:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613277.272486:0:85065:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613277.272489:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613277.272491:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613277.272492:0:85065:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613277.272495:0:85065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613277.272498:0:85065:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613277.272500:0:85065:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613277.272506:0:85065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f53000. 00000100:00000001:1.0:1773613277.272513:0:85065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.272518:0:85065:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613277.278552:0:85065:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.278563:0:85065:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613277.278564:0:85065:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613277.278566:0:85065:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613277.278579:0:85065:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00010000:00000001:1.0:1773613277.278585:0:85065:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613277.278587:0:85065:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613277.278595:0:85065:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 2 00010000:00000001:1.0:1773613277.278598:0:85065:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613277.278601:0:85065:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613277.279170:0:85065:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937200. 00000020:00000001:0.0:1773613277.279185:0:85065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613277.279188:0:85065:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937200 with handle 0xa1aa084204a010e8 to hash 00000020:00000001:0.0:1773613277.279190:0:85065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613277.279192:0:85065:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613277.279195:0:85065:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613277.279199:0:85065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613277.279202:0:85065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613277.279207:0:85065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613277.279216:0:85065:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613277.279228:0:85065:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613277.279234:0:85065:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613277.279236:0:85065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613277.279243:0:85065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a0a4d80. 00000100:00000001:0.0:1773613277.279245:0:85065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182313856 : -113016527237760 : ffff99364a0a4d80) 00000100:00000001:0.0:1773613277.279247:0:85065:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613277.279249:0:85065:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000001:0.0:1773613277.279253:0:85065:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613277.279256:0:85065:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613277.279258:0:85065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613277.279260:0:85065:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613277.279269:0:85065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613277.279277:0:85065:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613277.279280:0:85065:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613277.279284:0:85065:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613277.279287:0:85065:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613277.279289:0:85065:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613277.279293:0:85065:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job stat:144f5372-d9a2-4fb0-a726-ce1097458722:85065:1859762477092992:192.168.203.144@tcp:101:stat.0 00000100:00000001:0.0:1773613277.279297:0:85065:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613277.279302:0:85065:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613277.279305:0:85065:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613277.279307:0:85065:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613277.279313:0:85065:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc1800. 02000000:00000001:0.0:1773613277.279315:0:85065:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613277.279322:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613277.279326:0:85065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613277.279331:0:85065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613277.279337:0:85065:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092992, portal 10 00000100:00000001:0.0:1773613277.279339:0:85065:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613277.279341:0:85065:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:0.0:1773613277.279345:0:85065:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613277.279352:0:85065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613277.279355:0:85065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613277.279358:0:85065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613277.279361:0:85065:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477092992, offset 0 00000400:00000200:0.0:1773613277.279367:0:85065:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613277.279375:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613277.279381:0:85065:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613277.279386:0:85065:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613277.279389:0:85065:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613277.279392:0:85065:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613277.279395:0:85065:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613277.279399:0:85065:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224870:224870:256:4294967295] 192.168.203.144@tcp LPNI seq info [224805:224805:8:4294967295] 00000400:00000200:0.0:1773613277.279403:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613277.279412:0:85065:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613277.279418:0:85065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613277.279423:0:85065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613277.279436:0:85065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613277.279444:0:85065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613277.279449:0:85065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773613277.279499:0:85065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613277.279504:0:85065:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 351808 usecs (352 jiffies) 00000400:00000200:0.0:1773613277.279507:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613277.279510:0:85065:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300367417 00000100:00000001:0.0:1773613277.279513:0:85065:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:0.0:1773613277.279515:0:85065:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300367417 00000100:00000001:0.0:1773613277.279517:0:85065:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:0.0:1773613277.279518:0:85065:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613277.279530:0:85065:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613277.279532:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613277.279533:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613277.279536:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 50 seconds 00000100:00000001:0.0:1773613277.279538:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613277.279540:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613277.280809:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613277.280816:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613277.280823:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613277.280829:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613277.280835:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:2.0:1773613277.280838:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:2.0:1773613277.280841:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613277.280848:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613277.280860:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613277.280863:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613277.280871:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613277.280873:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773613278.214066:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613278.214072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613278.214078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613278.214080:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613278.214083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613278.214084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613278.214181:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613278.214184:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613278.214187:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613279.238156:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613279.238162:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.238168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613279.238169:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.238173:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613279.238174:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613279.238198:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613279.238200:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613279.238203:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613279.282329:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613279.282335:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613279.282337:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613279.282340:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb20 00000080:00200000:0.0:1773613279.282344:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613279.282351:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643c95e00. 00800000:00000002:0.0:1773613279.282357:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613279.282361:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613279.282366:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613279.282368:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba40 00800000:00000002:0.0:1773613279.282370:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613279.282374:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613279.282377:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613279.282382:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613279.282384:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b910 00000002:00010000:0.0:1773613279.282386:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613279.282809:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613279.282811:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613279.282814:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613279.282820:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:0.0:1773613279.282823:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613279.282828:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613279.282832:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613279.282837:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773613279.282847:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613279.282852:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613279.282855:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773613279.282862:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613279.282864:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613279.282866:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613279.282868:0:85067:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613279.282870:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613279.282872:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613279.282875:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613279.282878:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:0.0:1773613279.282881:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643c95e00. 00000080:00000001:0.0:1773613279.282885:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613279.282887:0:85067:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613279.282890:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613279.282893:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:0.0:1773613279.282897:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613279.282899:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613279.282900:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613279.282902:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613279.282904:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:0.0:1773613279.282906:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613279.282909:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613279.282911:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613279.282913:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613279.282914:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613279.282916:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613279.282918:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c1e8bb58 00010000:00000001:0.0:1773613279.282919:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613279.282920:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613279.282922:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:0.0:1773613279.282923:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613279.282925:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613279.282927:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613279.282929:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613279.283235:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613279.283236:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613279.283237:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613279.283239:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613279.283242:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613279.283252:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613279.283254:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613279.283256:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613279.283259:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613279.283260:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613279.283262:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283264:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613279.283266:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283268:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283270:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283271:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613279.283273:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613279.283274:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613279.283277:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613279.283279:0:85067:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613279.283281:0:85067:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613279.283285:0:85067:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613279.283290:0:85067:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773613279.283293:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb48 00000080:00002000:0.0:1773613279.283294:0:85067:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804eca8) flags 0x28004e refc 1 00000080:00000001:0.0:1773613279.283297:0:85067:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613279.283299:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb90 00000080:00200000:0.0:1773613279.283300:0:85067:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000001:0.0:1773613279.283305:0:85067:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1773613279.283306:0:85067:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613279.283314:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bd08 00000080:00200008:0.0:1773613279.283316:0:85067:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613279.283319:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613279.283321:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bc80 00000080:00200000:0.0:1773613279.283322:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8),name=d130b.recovery-small 00000080:00000010:0.0:1773613279.283328:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643c95e00. 00800000:00000002:0.0:1773613279.283332:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:0.0:1773613279.283336:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613279.283338:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613279.283339:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bba0 00800000:00000002:0.0:1773613279.283341:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613279.283343:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613279.283346:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613279.283350:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613279.283351:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba70 00000002:00010000:0.0:1773613279.283353:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613279.283356:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613279.283357:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613279.283358:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613279.283361:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:0.0:1773613279.283363:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613279.283366:0:85067:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:0.0:1773613279.283369:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613279.283371:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613279.283373:0:85067:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613279.283375:0:85067:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773613279.283379:0:85067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613279.283384:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613279.283879:0:85067:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613279.283884:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613279.283888:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613279.283889:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613279.283890:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613279.283893:0:85067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613279.283896:0:85067:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613279.283900:0:85067:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613279.283908:0:85067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecc800. 00000100:00000001:0.0:1773613279.283915:0:85067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283921:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613279.283922:0:85067:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283924:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613279.283925:0:85067:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613279.283927:0:85067:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613279.283932:0:85067:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00010000:00000001:0.0:1773613279.283963:0:85067:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613279.283965:0:85067:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613279.283968:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:0.0:1773613279.283971:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613279.283973:0:85067:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613279.283978:0:85067:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937800. 00000020:00000001:0.0:1773613279.283981:0:85067:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613279.283984:0:85067:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937800 with handle 0xa1aa084204a010ef to hash 00000020:00000001:0.0:1773613279.283986:0:85067:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613279.283988:0:85067:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:0.0:1773613279.283991:0:85067:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:0.0:1773613279.283994:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613279.283995:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613279.284000:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613279.284007:0:85067:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613279.284017:0:85067:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613279.284023:0:85067:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613279.284024:0:85067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613279.284031:0:85067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a0a49c0. 00000100:00000001:0.0:1773613279.284033:0:85067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182312896 : -113016527238720 : ffff99364a0a49c0) 00000100:00000001:0.0:1773613279.284035:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613279.284037:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000001:0.0:1773613279.284040:0:85067:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613279.284043:0:85067:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613279.284045:0:85067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613279.284046:0:85067:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613279.284054:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613279.284059:0:85067:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613279.284061:0:85067:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613279.284064:0:85067:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613279.284065:0:85067:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613279.284067:0:85067:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613279.284070:0:85067:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093120:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613279.284072:0:85067:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613279.284077:0:85067:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613279.284079:0:85067:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613279.284080:0:85067:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613279.284084:0:85067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc7000. 02000000:00000001:0.0:1773613279.284085:0:85067:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613279.284092:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613279.284095:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9a0. 00000400:00000010:0.0:1773613279.284100:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17c38. 00000100:00000200:0.0:1773613279.284105:0:85067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477093120, portal 10 00000100:00000001:0.0:1773613279.284106:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613279.284107:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613279.284111:0:85067:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613279.284116:0:85067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613279.284118:0:85067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613279.284119:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17770. 00000100:00000200:0.0:1773613279.284121:0:85067:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477093120, offset 0 00000400:00000200:0.0:1773613279.284126:0:85067:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613279.284132:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613279.284137:0:85067:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613279.284141:0:85067:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613279.284144:0:85067:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613279.284147:0:85067:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613279.284149:0:85067:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613279.284151:0:85067:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224871:224871:256:4294967295] 192.168.203.144@tcp LPNI seq info [224806:224806:8:4294967295] 00000400:00000200:0.0:1773613279.284154:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613279.284161:0:85067:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613279.284165:0:85067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613279.284168:0:85067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500f00. 00000800:00000200:0.0:1773613279.284173:0:85067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613279.284179:0:85067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613279.284182:0:85067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773613279.284196:0:85067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613279.284199:0:85067:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 351808 usecs (352 jiffies) 00000400:00000200:0.0:1773613279.284201:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613279.284203:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300369421 00000100:00000001:0.0:1773613279.284205:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:0.0:1773613279.284207:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300369421 00000100:00000001:0.0:1773613279.284209:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:0.0:1773613279.284210:0:85067:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613279.284212:0:85067:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613279.284213:0:85067:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613279.284214:0:85067:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613279.284216:0:85067:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a49c0 going to sleep for 50 seconds 00000100:00000001:0.0:1773613279.284218:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613279.284220:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613279.284484:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613279.284489:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:3.0:1773613279.284504:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613279.284517:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613279.284522:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:3.0:1773613279.284525:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:3.0:1773613279.284530:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613279.284535:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.284544:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613279.284548:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.284562:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613279.284564:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613279.300321:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.300335:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.300338:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.300340:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.300348:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.300355:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.300362:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.300367:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.300372:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.300376:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d05100 00000400:00000200:2.0:1773613279.300380:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.300385:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b52ad [1] + 224 00000800:00000001:2.0:1773613279.300402:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.300409:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.300412:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.300416:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613279.300422:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613279.300429:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613279.300439:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613279.300459:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613279.300466:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.300469:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.300568:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613279.300576:0:85067:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613279.300578:0:85067:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613279.300581:0:85067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9a0. 00000400:00000200:1.0:1773613279.300586:0:85067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:1.0:1773613279.300588:0:85067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:1.0:1773613279.300591:0:85067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613279.300596:0:85067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613279.300604:0:85067:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.300611:0:85067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613279.300612:0:85067:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.300615:0:85067:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613279.300618:0:85067:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613279.300621:0:85067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613279.300623:0:85067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.300626:0:85067:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613279.300634:0:85067:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=57 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613279.300638:0:85067:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613279.300641:0:85067:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613279.300642:0:85067:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.300645:0:85067:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613279.300648:0:85067:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.300651:0:85067:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613279.300654:0:85067:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215222 gen 10 00000100:00000040:1.0:1773613279.300659:0:85067:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215222) req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.300666:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.300669:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477091968/t103079215222(103079215222) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1773613331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.300676:0:85067:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613279.300678:0:85067:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613279.300681:0:85067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f52800. 02000000:00000001:1.0:1773613279.300685:0:85067:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613279.300687:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.300689:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.300702:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613279.300705:0:85067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f53400. 02000000:00000001:1.0:1773613279.300707:0:85067:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613279.300709:0:85067:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613279.300711:0:85067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:1.0:1773613279.300714:0:85067:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613279.300716:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.300718:0:85067:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613279.300720:0:85067:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613279.300723:0:85067:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613279.300725:0:85067:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.300729:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.300736:0:85067:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.300739:0:85067:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613279.300740:0:85067:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613279.300744:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613334 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613279.300751:0:85067:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093120:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613279.300755:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.300757:0:85067:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.300759:0:85067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613279.300761:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.300763:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613334 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.300769:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.300771:0:85067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a0a49c0. 00000100:00000001:1.0:1773613279.300773:0:85067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613279.300775:0:85067:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.300777:0:85067:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613279.300781:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.300783:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.300785:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=4 00000020:00000001:1.0:1773613279.300788:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300790:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000040:1.0:1773613279.300796:0:85067:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937800, remote cookie: 0x1dc4d5fc0aabd8a7, flags: 0x1001 00010000:00010000:1.0:1773613279.300801:0:85067:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613279.300809:0:85067:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613279.300812:0:85067:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613279.300818:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 2 00010000:00000001:1.0:1773613279.300821:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.300824:0:85067:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.300827:0:85067:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613279.300835:0:85067:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300841:0:85067:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613279.300844:0:85067:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613279.300846:0:85067:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613279.300847:0:85067:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613279.300848:0:85067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613279.300851:0:85067:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff99364a946400) refcount = 2 00010000:00000040:1.0:1773613279.300854:0:85067:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613279.300856:0:85067:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613279.300867:0:85067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300873:0:85067:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613279.300876:0:85067:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613279.300878:0:85067:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.300880:0:85067:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613279.300882:0:85067:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.300886:0:85067:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300891:0:85067:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613279.300893:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300894:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.300895:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300897:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.300899:0:85067:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.300902:0:85067:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613279.300904:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.300905:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.300906:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.300908:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300910:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300912:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.300913:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.300914:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=4 00000020:00000001:1.0:1773613279.300916:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300918:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300920:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.300923:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.300926:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300931:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300959:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.300960:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.300961:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.300962:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=5 00000020:00000001:1.0:1773613279.300965:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300968:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.300970:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.300973:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300979:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300980:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613279.300982:0:85067:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.300994:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.300995:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300996:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.300997:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.300998:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613279.301002:0:85067:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613334 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613279.301009:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301010:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301011:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301012:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301014:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301016:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301017:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.301018:0:85067:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301020:0:85067:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301023:0:85067:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613279.301025:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301026:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301027:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301029:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301031:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00000002:00010000:1.0:1773613279.301034:0:85067:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.301040:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301041:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301042:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613279.301043:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301045:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301046:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301047:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301050:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000040:1.0:1773613279.301052:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.301054:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613279.301058:0:85067:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:1.0:1773613279.301061:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301062:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.301063:0:85067:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613279.301066:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b9f0 00000002:00002000:1.0:1773613279.301068:0:85067:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613279.301070:0:85067:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.301073:0:85067:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.301076:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613279.301079:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613279.301081:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613279.301085:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.301088:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643c95e00. 00000080:00000001:1.0:1773613279.301092:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613279.301094:0:85067:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613279.301100:0:85067:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613279.301102:0:85067:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613279.301105:0:85067:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613279.301108:0:85067:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773613279.301110:0:85067:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301114:0:85067:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773613279.301117:0:85067:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613279.301121:0:85067:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 11776 00010000:00000001:1.0:1773613279.301123:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301124:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301125:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301127:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301129:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301130:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301131:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613279.301133:0:85067:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613279.301135:0:85067:0:(llite_lib.c:1781:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613279.301137:0:85067:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613279.301139:0:85067:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613279.301141:0:85067:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.301144:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) for lock 0xa1aa084204a010ef 00800000:00000001:1.0:1773613279.301147:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613279.301149:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.301150:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301151:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301152:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301153:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301155:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301157:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301158:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.301159:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.301161:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301164:0:85067:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1773613279.301165:0:85067:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301168:0:85067:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.301170:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) 00000080:00010000:1.0:1773613279.301173:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010ef from it ffffaca8c1e8bcb8 00010000:00000001:1.0:1773613279.301174:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301175:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301176:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.301178:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301180:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.301181:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.301184:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.301189:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301190:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301192:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.301194:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.301197:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613279.301204:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.301206:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.301208:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.301211:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301212:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301214:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301216:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.301218:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301220:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301223:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301225:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.301226:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301227:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613279.301229:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.301232:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477093120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613334 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.301238:0:85067:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613279.301240:0:85067:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613279.301242:0:85067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc7000. 02000000:00000001:1.0:1773613279.301244:0:85067:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613279.301246:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.301247:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.301249:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613279.301250:0:85067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecc800. 02000000:00000001:1.0:1773613279.301254:0:85067:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613279.301255:0:85067:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613279.301256:0:85067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:1.0:1773613279.301259:0:85067:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613279.301260:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613279.301265:0:85067:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.301269:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bd08 00000080:00000008:1.0:1773613279.301272:0:85067:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613279.301327:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613279.301330:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613279.301332:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613279.301333:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bbc0 00000080:00200000:1.0:1773613279.301336:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613279.301341:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fa00. 00800000:00000002:1.0:1773613279.301345:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:1.0:1773613279.301348:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613279.301350:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.301351:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bae0 00800000:00000002:1.0:1773613279.301354:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613279.301356:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613279.301359:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613279.301363:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.301365:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b9b0 00000002:00010000:1.0:1773613279.301366:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613279.301370:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613279.301371:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.301373:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.301376:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.301377:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.301380:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.301382:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613279.301385:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773613279.301405:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613279.301409:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.301412:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773613279.301418:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613279.301420:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.301422:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.301424:0:85067:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.301426:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.301428:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613279.301430:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613279.301432:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.301434:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.301437:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613279.301438:0:85067:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.301440:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613279.301443:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:1.0:1773613279.301445:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613279.301446:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.301448:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301449:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301450:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.301452:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.301454:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.301456:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301457:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.301458:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.301459:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.301461:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c1e8bbf8 00010000:00000001:1.0:1773613279.301463:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.301464:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.301465:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.301467:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.301469:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.301470:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.301473:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613279.301478:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301479:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301480:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.301481:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.301484:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613279.301490:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.301491:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.301492:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.301494:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301495:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301496:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301498:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.301499:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301501:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301503:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301504:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.301515:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301516:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613279.301517:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613279.301518:0:85067:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.301521:0:85067:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613279.301524:0:85067:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301528:0:85067:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613279.301529:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bbc0 00000080:00002000:1.0:1773613279.301531:0:85067:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804eca8) flags 0x28004e refc 1 00000080:00000001:1.0:1773613279.301533:0:85067:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.301535:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bc08 00000080:00200000:1.0:1773613279.301536:0:85067:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=266 00000080:00000001:1.0:1773613279.301539:0:85067:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1773613279.301540:0:85067:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301544:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613279.301546:0:85067:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8), inode mode 41ed mask 44 00000080:00000001:1.0:1773613279.301548:0:85067:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.301554:0:85067:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:1.0:1773613279.301556:0:85067:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613279.301557:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb78 00000080:00200008:1.0:1773613279.301559:0:85067:0:(file.c:1030:ll_file_open()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags 704400 00000080:00000010:1.0:1773613279.301564:0:85067:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660728280. 00000080:00000001:1.0:1773613279.301570:0:85067:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773613279.301572:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fa00. 00800000:00000002:1.0:1773613279.301575:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:1.0:1773613279.301577:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613279.301579:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.301580:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba28 00800000:00000002:1.0:1773613279.301582:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x5:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613279.301585:0:85067:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1773613279.301587:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b9a8 00800000:00000002:1.0:1773613279.301589:0:85067:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613279.301592:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.301593:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b8e0 00000002:00010000:1.0:1773613279.301595:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1773613279.301598:0:85067:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613279.301600:0:85067:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613279.301603:0:85067:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613279.301605:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.301607:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.301609:0:85067:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613279.301612:0:85067:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301614:0:85067:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301616:0:85067:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301618:0:85067:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613279.301619:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.301621:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.301622:0:85067:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613279.301624:0:85067:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301625:0:85067:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301627:0:85067:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.301630:0:85067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613279.301633:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613279.301637:0:85067:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613279.301638:0:85067:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301640:0:85067:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613279.301643:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.301646:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.301647:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.301648:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.301651:0:85067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613279.301653:0:85067:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613279.301655:0:85067:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613279.301660:0:85067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f53400. 00000100:00000001:1.0:1773613279.301665:0:85067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301668:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613279.301670:0:85067:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301672:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613279.301673:0:85067:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.301675:0:85067:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.301680:0:85067:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00010000:00000001:1.0:1773613279.301682:0:85067:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613279.301684:0:85067:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613279.301686:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.301688:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.301691:0:85067:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613279.301695:0:85067:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9c00. 00000020:00000001:1.0:1773613279.301697:0:85067:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613279.301699:0:85067:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9c00 with handle 0xa1aa084204a010f6 to hash 00000020:00000001:1.0:1773613279.301701:0:85067:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613279.301702:0:85067:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:1.0:1773613279.301705:0:85067:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:1.0:1773613279.301707:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.301709:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.301712:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613279.301718:0:85067:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613279.301728:0:85067:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613279.301734:0:85067:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613279.301743:0:85067:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613279.301749:0:85067:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613279.301750:0:85067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613279.301756:0:85067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.301757:0:85067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057185032832 : -113016524518784 : ffff99364a33ca80) 00000100:00000001:1.0:1773613279.301760:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.301761:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613279.301765:0:85067:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613279.301768:0:85067:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.301770:0:85067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613279.301771:0:85067:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613279.301775:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.303049:0:85067:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613279.303054:0:85067:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.303059:0:85067:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613279.303062:0:85067:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613279.303065:0:85067:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613279.303073:0:85067:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093376:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613279.303077:0:85067:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613279.303083:0:85067:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613279.303085:0:85067:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.303088:0:85067:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613279.303175:0:85067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613279.303177:0:85067:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613279.303184:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613279.303191:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498647e8. 00000400:00000010:1.0:1773613279.303197:0:85067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99364980d000. 00000100:00000200:1.0:1773613279.303203:0:85067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477093376, portal 10 00000100:00000001:1.0:1773613279.303205:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.303207:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:1.0:1773613279.303351:0:85067:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.303359:0:85067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613279.303361:0:85067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613279.303366:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613279.303369:0:85067:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477093376, offset 0 00000400:00000200:1.0:1773613279.303375:0:85067:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613279.303383:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.303448:0:85067:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613279.303453:0:85067:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613279.303457:0:85067:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613279.303460:0:85067:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613279.303462:0:85067:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613279.303466:0:85067:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224872:224872:256:4294967295] 192.168.203.144@tcp LPNI seq info [224807:224807:8:4294967295] 00000400:00000200:1.0:1773613279.303469:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.303479:0:85067:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613279.303485:0:85067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613279.303490:0:85067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613279.303497:0:85067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613279.303504:0:85067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613279.303517:0:85067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773613279.303531:0:85067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.303535:0:85067:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 350968 usecs (351 jiffies) 00000400:00000200:1.0:1773613279.303539:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613279.303542:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300369438 00000100:00000001:1.0:1773613279.303545:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.303548:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300369440 00000100:00000001:1.0:1773613279.303550:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.303553:0:85067:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.303556:0:85067:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.303558:0:85067:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613279.303560:0:85067:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613279.303563:0:85067:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a33ca80 going to sleep for 50 seconds 00000100:00000001:1.0:1773613279.303566:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613279.303569:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613279.303703:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613279.303708:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613279.303713:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613279.303718:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613279.303723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:3.0:1773613279.303725:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:3.0:1773613279.303730:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613279.303735:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.303743:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613279.303745:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.303750:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613279.303751:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613279.306764:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.306781:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.306786:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.306788:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.306798:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.306805:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.306813:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.306818:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.306823:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.306827:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x69b71b1d05200 00000400:00000200:2.0:1773613279.306832:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.306838:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x1b52b5 [64] + 224 00000800:00000001:2.0:1773613279.306845:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.306853:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.306855:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.306859:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613279.306866:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613279.306875:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613279.306885:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613279.306907:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613279.306915:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.306919:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.307063:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613279.307071:0:85067:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613279.307073:0:85067:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613279.307076:0:85067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498647e8. 00000400:00000200:1.0:1773613279.307080:0:85067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364980d000 00000400:00000010:1.0:1773613279.307082:0:85067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff99364980d000. 00000100:00000001:1.0:1773613279.307086:0:85067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613279.307090:0:85067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613279.307098:0:85067:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.307103:0:85067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613279.307105:0:85067:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.307107:0:85067:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613279.307111:0:85067:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613279.307112:0:85067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613279.307114:0:85067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.307117:0:85067:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613279.307125:0:85067:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=57 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613279.307129:0:85067:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613279.307132:0:85067:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773613279.307135:0:85067:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a73ad80 x1859762477093376/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.307140:0:85067:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613279.307143:0:85067:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613279.307145:0:85067:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613279.307147:0:85067:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613279.307149:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.307150:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613279.307154:0:85067:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613279.307155:0:85067:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215222 00000100:00000001:1.0:1773613279.307157:0:85067:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613279.307159:0:85067:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773613279.307163:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.307170:0:85067:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773613279.307173:0:85067:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613279.307175:0:85067:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613279.307179:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613279.307186:0:85067:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093376:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613279.307190:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.307193:0:85067:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613279.307195:0:85067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613279.307197:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.307200:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.307206:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.307208:0:85067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.308987:0:85067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613279.308993:0:85067:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773613279.308999:0:85067:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613279.309005:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.309008:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.309011:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9c00 refcount=4 00000020:00000001:1.0:1773613279.309014:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:1.0:1773613279.309017:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00010000:1.0:1773613279.309022:0:85067:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309036:0:85067:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773613279.309039:0:85067:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309043:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.309045:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309048:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309049:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613279.309051:0:85067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309054:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.309056:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309058:0:85067:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613279.309060:0:85067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613279.309063:0:85067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b9c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:1.0:1773613279.309065:0:85067:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773613279.309068:0:85067:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309072:0:85067:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773613279.309073:0:85067:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773613279.309075:0:85067:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309078:0:85067:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773613279.309079:0:85067:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613279.309080:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.309081:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.309082:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9c00 refcount=5 00000020:00000001:1.0:1773613279.309083:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:1.0:1773613279.309084:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714368 : -113016390837248 : ffff9936522b9c00) 00010000:00000001:1.0:1773613279.309086:0:85067:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613279.309088:0:85067:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773613279.309091:0:85067:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613279.309092:0:85067:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.309094:0:85067:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613279.309095:0:85067:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613279.309097:0:85067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613279.309098:0:85067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613279.309099:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.309099:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613279.309101:0:85067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9c00 with handle 0xa1aa084204a010f6 from hash 00010000:00000001:1.0:1773613279.309102:0:85067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613279.309103:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309104:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309104:0:85067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613279.309105:0:85067:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613279.309106:0:85067:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613279.309108:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309108:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309109:0:85067:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309110:0:85067:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.309112:0:85067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309114:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309115:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309116:0:85067:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613279.309117:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.309117:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309118:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309119:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613279.309120:0:85067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9c00/0xa1aa084204a010f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 85067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613279.309129:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309130:0:85067:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773613279.309133:0:85067:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773613279.309141:0:85067:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613279.309148:0:85067:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613279.309151:0:85067:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613279.309155:0:85067:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309156:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613279.309157:0:85067:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.309158:0:85067:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.309159:0:85067:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.309161:0:85067:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613279.309163:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.309164:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00010000:00000001:1.0:1773613279.309165:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613279.309165:0:85067:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.309167:0:85067:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613279.309169:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b860 00000002:00002000:1.0:1773613279.309170:0:85067:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773613279.309172:0:85067:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.309175:0:85067:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.309177:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613279.309178:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613279.309181:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613279.309183:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.309186:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.309190:0:85067:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613279.309196:0:85067:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613279.309198:0:85067:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613279.309200:0:85067:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613279.309202:0:85067:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773613279.309203:0:85067:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309206:0:85067:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773613279.309208:0:85067:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613279.309211:0:85067:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 11776 00000080:00000001:1.0:1773613279.309213:0:85067:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613279.309214:0:85067:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613279.309215:0:85067:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309218:0:85067:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1773613279.309219:0:85067:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.309221:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.309223:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.309227:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309231:0:85067:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613279.309237:0:85067:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934fc0. 00000080:00000001:1.0:1773613279.309239:0:85067:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613279.309241:0:85067:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613279.309242:0:85067:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613279.309244:0:85067:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca56c0. 00000002:00100000:1.0:1773613279.309247:0:85067:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613279.309251:0:85067:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.309252:0:85067:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613279.309254:0:85067:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613279.309256:0:85067:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309258:0:85067:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773613279.309259:0:85067:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.309260:0:85067:0:(file.c:1236:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.309262:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.309264:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613279.309272:0:85067:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613279.309275:0:85067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613279.309309:0:85067:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613279.309310:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.309311:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb78 00000080:00000008:1.0:1773613279.309313:0:85067:0:(file.c:1269:ll_file_open()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags 704400, rc = 0 00000080:00000001:1.0:1773613279.309315:0:85067:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.309332:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bd28 00000080:00200008:1.0:1773613279.309333:0:85067:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613279.309337:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613279.309338:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bca0 00000080:00200000:1.0:1773613279.309340:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8),name=d130b.recovery-small 00000080:00000010:1.0:1773613279.309343:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fa00. 00800000:00000002:1.0:1773613279.309347:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:1.0:1773613279.309352:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613279.309354:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.309355:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bbc0 00800000:00000002:1.0:1773613279.309357:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613279.309359:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613279.309362:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613279.309365:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.309366:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba90 00000002:00010000:1.0:1773613279.309367:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613279.309369:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613279.309370:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.309372:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.309377:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.309378:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.309382:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.309383:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613279.309386:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613279.309407:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613279.309411:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.309416:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613279.309421:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613279.309422:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.309423:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.309424:0:85067:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.309425:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.309426:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613279.309427:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613279.309428:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.309430:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.309432:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613279.309433:0:85067:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.309434:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) 00000080:00010000:1.0:1773613279.309437:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) for lock 0xa1aa084204a010ef 00800000:00000001:1.0:1773613279.309438:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613279.309439:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.309440:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.309441:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.309442:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.309444:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309445:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309446:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309447:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.309448:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.309449:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.309450:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010ef from it ffffaca8c1e8bcd8 00010000:00000001:1.0:1773613279.309451:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.309452:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.309453:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.309455:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309456:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309457:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.309459:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613279.309462:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309462:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309463:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.309465:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.309466:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613279.309471:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.309472:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.309473:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.309476:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309476:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.309477:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309479:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.309480:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309481:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309483:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.309484:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.309485:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309485:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613279.309486:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613279.309487:0:85067:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613279.309489:0:85067:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.309492:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bd28 00000080:00000008:1.0:1773613279.309493:0:85067:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613279.309571:0:85067:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773613279.309574:0:85067:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8) pos/size0/11776 32bit_api 0 00000080:00000010:1.0:1773613279.309579:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.309583:0:85067:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:1.0:1773613279.309588:0:85067:0:(lmv_obd.c:3287:lmv_read_page()) Process entered 00000002:00000001:1.0:1773613279.309591:0:85067:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:1.0:1773613279.309592:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.309594:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bab8 00000002:00010000:1.0:1773613279.309596:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x20000bf89:0x5:0x0], intent: readdir flags 0 00000002:00000001:1.0:1773613279.309598:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613279.309599:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.309601:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.309604:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.309606:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.309608:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.309610:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613279.309613:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613279.309619:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613279.309622:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.309624:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613279.309630:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613279.309632:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.309633:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.309635:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.309636:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.309638:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.309639:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.309641:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309643:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.309645:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.309646:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.309647:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.309680:0:85067:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:1.0:1773613279.309684:0:85067:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff99364980d000. 00000002:00000001:1.0:1773613279.310075:0:85067:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1773613279.310079:0:85067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613279.310082:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613279.310085:0:85067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613279.310087:0:85067:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613279.310089:0:85067:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613279.310093:0:85067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03fc00. 00000100:00000001:1.0:1773613279.310097:0:85067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.310099:0:85067:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1773613279.310102:0:85067:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff993650f52800. 00000100:00000010:1.0:1773613279.310104:0:85067:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff993650e31000. 00000020:00000040:1.0:1773613279.310106:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613279.310116:0:85067:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613279.310117:0:85067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613279.310121:0:85067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.310122:0:85067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057185032832 : -113016524518784 : ffff99364a33ca80) 00000100:00000001:1.0:1773613279.310123:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.310124:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613279.310128:0:85067:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613279.310130:0:85067:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.310131:0:85067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613279.310132:0:85067:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613279.310136:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.310141:0:85067:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613279.310143:0:85067:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.310145:0:85067:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613279.310147:0:85067:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613279.310148:0:85067:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613279.310150:0:85067:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093504:192.168.203.144@tcp:37:rm.0 00000100:00000001:1.0:1773613279.310153:0:85067:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613279.310156:0:85067:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613279.310158:0:85067:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.310159:0:85067:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1773613279.310166:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613279.310169:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498647e8. 00000400:00000010:1.0:1773613279.310175:0:85067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff993643ffa000. 00000100:00000200:1.0:1773613279.310180:0:85067:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b71b1d05280-0x69b71b1d05280, portal 14 00000100:00000001:1.0:1773613279.310182:0:85067:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.310183:0:85067:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613279.310185:0:85067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993650f50400. 02000000:00000001:1.0:1773613279.310187:0:85067:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613279.310188:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613279.310190:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613279.310193:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613279.310194:0:85067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477093504, portal 10 00000100:00000001:1.0:1773613279.310195:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.310196:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613279.310200:0:85067:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.310204:0:85067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613279.310206:0:85067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613279.310208:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613279.310210:0:85067:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859762477093504, offset 0 00000400:00000200:1.0:1773613279.310214:0:85067:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613279.310219:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.310224:0:85067:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613279.310228:0:85067:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613279.310231:0:85067:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613279.310233:0:85067:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613279.310235:0:85067:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613279.310238:0:85067:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224873:224873:256:4294967295] 192.168.203.144@tcp LPNI seq info [224808:224808:8:4294967295] 00000400:00000200:1.0:1773613279.310240:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.310247:0:85067:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613279.310251:0:85067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613279.310254:0:85067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613279.310259:0:85067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613279.310265:0:85067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613279.310268:0:85067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773613279.310286:0:85067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.310289:0:85067:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 350096 usecs (351 jiffies) 00000400:00000200:1.0:1773613279.310291:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613279.310293:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300369445 00000100:00000001:1.0:1773613279.310296:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.310297:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300369445 00000100:00000001:1.0:1773613279.310298:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.310300:0:85067:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.310301:0:85067:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.310303:0:85067:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613279.310304:0:85067:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613279.310306:0:85067:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a33ca80 going to sleep for 11 seconds 00000100:00000001:1.0:1773613279.310307:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613279.310309:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613279.310648:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613279.310653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613279.310657:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613279.310662:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613279.310666:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:3.0:1773613279.310668:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:3.0:1773613279.310674:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613279.310679:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.310687:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613279.310689:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.310695:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613279.310697:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613279.316243:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.316257:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.316260:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.316261:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.316268:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316274:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.316280:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316283:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316287:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316290:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x69b71b1d05280 00000400:00000200:2.0:1773613279.316293:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316297:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x1b52bd [256] + 0 00000400:00000010:2.0:1773613279.316301:0:2383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498647e8. 00000400:00000200:2.0:1773613279.316305:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff993643ffa000 00000800:00000001:2.0:1773613279.316310:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.316332:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.316334:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.316337:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613279.316341:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993643ffa000 00000400:00000010:2.0:1773613279.316343:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff993643ffa000. 00000100:00000001:2.0:1773613279.316348:0:2383:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1773613279.316350:0:2383:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff99364a738000 desc ffff993650f52800 mbits 1859762477093504 00000100:00000001:2.0:1773613279.316359:0:2383:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1773613279.316364:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613279.316366:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316370:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613279.316375:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224874:224874:256:4294967295] 192.168.203.144@tcp LPNI seq info [224809:224809:8:4294967295] 00000400:00000200:2.0:1773613279.316377:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.316382:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613279.316386:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613279.316392:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99364b028000. 00000800:00000200:2.0:1773613279.316397:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613279.316404:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613279.316408:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b028000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613279.316747:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613279.316751:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99364b028000. 00000400:00000200:2.0:1773613279.316755:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.316759:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613279.316765:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.316770:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773613279.316907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9c00. 00000100:00000001:1.0:1773613279.316924:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613279.316927:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613279.319015:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.319030:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.319033:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.319036:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.319043:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.319050:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.319058:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.319062:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.319067:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.319071:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x69b71b1d05280 00000400:00000200:2.0:1773613279.319077:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.319082:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x1b52c5 [1] + 224 00000800:00000001:2.0:1773613279.319089:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.319098:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.319101:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.319105:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613279.319110:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613279.319119:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613279.319129:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613279.319151:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613279.319157:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.319161:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.319225:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613279.319232:0:85067:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613279.319235:0:85067:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613279.319238:0:85067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613279.319242:0:85067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613279.319244:0:85067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613279.319249:0:85067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613279.319253:0:85067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613279.319263:0:85067:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.319268:0:85067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613279.319270:0:85067:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.319273:0:85067:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613279.319277:0:85067:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613279.319279:0:85067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613279.319281:0:85067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.319284:0:85067:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613279.319292:0:85067:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613279.319296:0:85067:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613279.319298:0:85067:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613279.319300:0:85067:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.319303:0:85067:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613279.319306:0:85067:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.319310:0:85067:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613279.319312:0:85067:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215222 00000100:00000001:1.0:1773613279.319314:0:85067:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613279.319317:0:85067:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.319321:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773613279.319330:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.319336:0:85067:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613279.319338:0:85067:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613279.319342:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613279.319349:0:85067:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093504:192.168.203.144@tcp:37:rm.0 00000100:00000001:1.0:1773613279.319354:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.319356:0:85067:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.319359:0:85067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613279.319361:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.319363:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.319368:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.319370:0:85067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.319373:0:85067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613279.319374:0:85067:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.319377:0:85067:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.319379:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.319381:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477093504/t0(0) o37->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1773613295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.319385:0:85067:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613279.319386:0:85067:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613279.319397:0:85067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f50400. 02000000:00000001:1.0:1773613279.319400:0:85067:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613279.319402:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.319407:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.319409:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773613279.319410:0:85067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1773613279.319412:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.319421:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.319424:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1773613279.319446:0:85067:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff993650e31000. 00000100:00000010:1.0:1773613279.319449:0:85067:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff993650f52800. 00000100:00000001:1.0:1773613279.319451:0:85067:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1773613279.319454:0:85067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03fc00. 02000000:00000001:1.0:1773613279.319457:0:85067:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613279.319458:0:85067:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613279.319460:0:85067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613279.319463:0:85067:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613279.319464:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.319467:0:85067:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1773613279.319468:0:85067:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1773613279.320604:0:85067:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff99364980d000. 00000002:00000001:1.0:1773613279.320613:0:85067:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.320620:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.320622:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.320625:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937800 refcount=3 00000020:00000001:1.0:1773613279.320627:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.320631:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303168 : -113016518248448 : ffff99364a937800) 00010000:00000001:1.0:1773613279.320633:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.320638:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613279.320648:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.320650:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.320651:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.320654:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.320657:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613279.320664:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.321023:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.321026:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.321030:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.321031:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.321033:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.321036:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.321038:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.321040:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.321044:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.321046:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.321048:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.321049:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1773613279.321052:0:85067:0:(lmv_obd.c:3303:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.321057:0:85067:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773613279.321063:0:85067:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613279.321068:0:85067:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613279.321073:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.321078:0:85067:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.321105:0:85067:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773613279.321107:0:85067:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8) pos/size18446744073709551614/11776 32bit_api 0 00000080:00000001:1.0:1773613279.321111:0:85067:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613279.321113:0:85067:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.321185:0:85067:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773613279.321189:0:85067:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773613279.321192:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bdb0 00000080:00200008:1.0:1773613279.321195:0:85067:0:(file.c:424:ll_file_release()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags 704000 00000080:00400000:1.0:1773613279.321199:0:85067:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773613279.321203:0:85067:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773613279.321204:0:85067:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1773613279.321206:0:85067:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1773613279.321213:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.321215:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.321220:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.321223:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.321228:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613279.321230:0:85067:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x5:0x0]: 0 00000080:00000001:1.0:1773613279.321232:0:85067:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773613279.321234:0:85067:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773613279.321238:0:85067:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.321240:0:85067:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773613279.321246:0:85067:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773613279.321249:0:85067:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:1.0:1773613279.321251:0:85067:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x5:0x0] 00000002:00000001:1.0:1773613279.321255:0:85067:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773613279.321257:0:85067:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x5:0x0] file closed with intent: 0 00000100:00000010:1.0:1773613279.321263:0:85067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613279.321267:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613279.321273:0:85067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613279.321276:0:85067:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613279.321281:0:85067:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613279.321289:0:85067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03fc00. 00000100:00000001:1.0:1773613279.321294:0:85067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773613279.321311:0:85067:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773613279.321321:0:85067:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773613279.321326:0:85067:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773613279.321333:0:85067:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613279.321335:0:85067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613279.321341:0:85067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.321343:0:85067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057185032832 : -113016524518784 : ffff99364a33ca80) 00000100:00000001:1.0:1773613279.321345:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.321347:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613279.321350:0:85067:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613279.321354:0:85067:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.321357:0:85067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613279.321358:0:85067:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613279.321362:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.321369:0:85067:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613279.321371:0:85067:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.321374:0:85067:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613279.321377:0:85067:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613279.321380:0:85067:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613279.321383:0:85067:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093760:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1773613279.321387:0:85067:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613279.321391:0:85067:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613279.321394:0:85067:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.321396:0:85067:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613279.321400:0:85067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993650f52800. 02000000:00000001:1.0:1773613279.321402:0:85067:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613279.321409:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613279.321486:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613279.321568:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613279.321577:0:85067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477093760, portal 10 00000100:00000001:1.0:1773613279.321579:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.321580:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613279.321586:0:85067:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.321593:0:85067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613279.321595:0:85067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613279.321598:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613279.321601:0:85067:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477093760, offset 0 00000400:00000200:1.0:1773613279.321607:0:85067:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613279.321615:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.321622:0:85067:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613279.321626:0:85067:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613279.321630:0:85067:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613279.321634:0:85067:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613279.321636:0:85067:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613279.321640:0:85067:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224875:224875:256:4294967295] 192.168.203.144@tcp LPNI seq info [224810:224810:8:4294967295] 00000400:00000200:1.0:1773613279.321644:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.321653:0:85067:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613279.321658:0:85067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613279.321663:0:85067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c700. 00000800:00000200:1.0:1773613279.321748:0:85067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613279.321754:0:85067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613279.321758:0:85067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773613279.321836:0:85067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.321841:0:85067:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 349241 usecs (350 jiffies) 00000400:00000200:1.0:1773613279.321845:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613279.321847:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300369457 00000100:00000001:1.0:1773613279.321851:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.321853:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300369457 00000100:00000001:1.0:1773613279.321855:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.321858:0:85067:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.321860:0:85067:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.321871:0:85067:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613279.321873:0:85067:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613279.321876:0:85067:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a33ca80 going to sleep for 11 seconds 00000100:00000001:1.0:1773613279.321879:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613279.321882:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613279.322308:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613279.322315:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613279.322319:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613279.322324:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613279.322329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:3.0:1773613279.322332:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:3.0:1773613279.322337:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613279.322342:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.322351:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613279.322354:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613279.322361:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613279.322362:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613279.327162:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.327180:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.327184:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.327186:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.327194:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.327202:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.327210:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.327215:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.327220:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.327224:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d05380 00000400:00000200:2.0:1773613279.327229:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.327235:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b52cd [1] + 224 00000800:00000001:2.0:1773613279.327242:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.327250:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.327253:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.327257:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613279.327265:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613279.327273:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613279.327283:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327345:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613279.327362:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613279.327371:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.327374:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613279.327409:0:85067:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613279.327412:0:85067:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613279.327423:0:85067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613279.327427:0:85067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613279.327429:0:85067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613279.327434:0:85067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613279.327439:0:85067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613279.327448:0:85067:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477093760/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613295 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327454:0:85067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613279.327456:0:85067:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.327458:0:85067:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613279.327462:0:85067:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613279.327464:0:85067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613279.327466:0:85067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.327469:0:85067:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613279.327477:0:85067:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613279.327481:0:85067:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613279.327483:0:85067:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613279.327485:0:85067:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.327488:0:85067:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613279.327491:0:85067:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.327494:0:85067:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613279.327514:0:85067:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613279.327517:0:85067:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613279.327519:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.327520:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613279.327523:0:85067:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613279.327525:0:85067:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215222 00000100:00000001:1.0:1773613279.327527:0:85067:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613279.327530:0:85067:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.327535:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327547:0:85067:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.327550:0:85067:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613279.327552:0:85067:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613279.327557:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613279.327564:0:85067:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477093760:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1773613279.327569:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.327572:0:85067:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.327574:0:85067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613279.327576:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327579:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327585:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.327588:0:85067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.327591:0:85067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613279.327593:0:85067:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.327599:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.327600:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000002:00000001:1.0:1773613279.327603:0:85067:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.327607:0:85067:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613279.327612:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fa00. 00000080:00000001:1.0:1773613279.327616:0:85067:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773613279.327619:0:85067:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1773613279.327624:0:85067:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1773613279.327629:0:85067:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327638:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.327639:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613279.327641:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327644:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327650:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.327652:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327655:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327661:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.327672:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327676:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477093376/t103079215223(103079215223) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1773613334 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327682:0:85067:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613279.327685:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.327687:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.327689:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613279.327692:0:85067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f53400. 02000000:00000001:1.0:1773613279.327696:0:85067:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613279.327698:0:85067:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613279.327700:0:85067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:1.0:1773613279.327703:0:85067:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613279.327705:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.327706:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327710:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327716:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613279.327718:0:85067:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993658ca56c0. 00000002:00000001:1.0:1773613279.327721:0:85067:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.327723:0:85067:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613279.327725:0:85067:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934fc0. 00000100:00000001:1.0:1773613279.327729:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.327732:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477093760/t103079215224(103079215224) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613295 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613279.327738:0:85067:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613279.327740:0:85067:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613279.327742:0:85067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f52800. 02000000:00000001:1.0:1773613279.327745:0:85067:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613279.327746:0:85067:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613279.327747:0:85067:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613279.327749:0:85067:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613279.327751:0:85067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03fc00. 02000000:00000001:1.0:1773613279.327753:0:85067:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613279.327754:0:85067:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613279.327755:0:85067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613279.327757:0:85067:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613279.327759:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613279.327761:0:85067:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613279.327764:0:85067:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660728280. 00000080:00000001:1.0:1773613279.327767:0:85067:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.327773:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bdb0 00000080:00000008:1.0:1773613279.327775:0:85067:0:(file.c:464:ll_file_release()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff99365810c2c8), flags 704000, rc = 0 00000080:00000001:1.0:1773613279.327779:0:85067:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.327782:0:85067:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.327813:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613279.327816:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613279.327818:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613279.327820:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bbd8 00000080:00200000:1.0:1773613279.327822:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613279.327827:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fc00. 00800000:00000002:1.0:1773613279.327833:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:1.0:1773613279.327837:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613279.327840:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.327842:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8baf8 00800000:00000002:1.0:1773613279.327844:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613279.327848:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613279.327851:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613279.327856:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.327857:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8b9c8 00000002:00010000:1.0:1773613279.327859:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613279.328283:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613279.328285:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328287:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328294:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.328297:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.328301:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.328305:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613279.328310:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773613279.328319:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613279.328323:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.328327:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773613279.328334:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613279.328336:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.328338:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.328340:0:85067:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.328342:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.328344:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613279.328347:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613279.328349:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.328352:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fc00. 00000080:00000001:1.0:1773613279.328356:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613279.328357:0:85067:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.328360:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613279.328363:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:1.0:1773613279.328367:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613279.328369:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.328370:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.328373:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.328375:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.328378:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328380:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328383:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328385:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.328386:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.328388:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.328391:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c1e8bc10 00010000:00000001:1.0:1773613279.328393:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.328394:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.328395:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.328397:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328399:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328401:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.328404:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613279.328420:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328421:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.328423:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.328425:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.328428:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773613279.328436:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.328438:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.328440:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.328444:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328445:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.328447:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328449:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.328451:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328453:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328456:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328458:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.328459:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328460:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613279.328462:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613279.328463:0:85067:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.328466:0:85067:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613279.328470:0:85067:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.328477:0:85067:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613279.328479:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bda8 00000080:00002000:1.0:1773613279.328481:0:85067:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff99365804eca8) flags 0x28004e refc 1 00000080:00000001:1.0:1773613279.328484:0:85067:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613279.328486:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8be18 00000080:00200000:1.0:1773613279.328487:0:85067:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=0 00000080:00000001:1.0:1773613279.328491:0:85067:0:(llite_lib.c:2986:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1773613279.328501:0:85067:0:(llite_lib.c:2992:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.328504:0:85067:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613279.328514:0:85067:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613279.328516:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bd50 00000080:00200000:1.0:1773613279.328518:0:85067:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613279.328522:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fc00. 00800000:00000002:1.0:1773613279.328526:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00000080:00000001:1.0:1773613279.328528:0:85067:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613279.328530:0:85067:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.328531:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bc70 00800000:00000002:1.0:1773613279.328533:0:85067:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613279.328535:0:85067:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613279.328537:0:85067:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613279.328539:0:85067:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613279.328540:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8bb40 00000002:00010000:1.0:1773613279.328542:0:85067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613279.328545:0:85067:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613279.328546:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328548:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328550:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.328552:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.328554:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.328556:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613279.328560:0:85067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773613279.328567:0:85067:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613279.328569:0:85067:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613279.328572:0:85067:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1773613279.328579:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613279.328580:0:85067:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.328582:0:85067:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.328584:0:85067:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613279.328586:0:85067:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.328588:0:85067:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613279.328590:0:85067:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613279.328592:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.328594:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fc00. 00000080:00000001:1.0:1773613279.328597:0:85067:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613279.328598:0:85067:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.328600:0:85067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613279.328603:0:85067:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010cc 00800000:00000001:1.0:1773613279.328606:0:85067:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613279.328607:0:85067:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613279.328608:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.328610:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.328611:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.328613:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328615:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328618:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328619:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613279.328620:0:85067:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.328622:0:85067:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613279.328624:0:85067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010cc from it ffffaca8c1e8bd88 00010000:00000001:1.0:1773613279.328626:0:85067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613279.328627:0:85067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613279.328628:0:85067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613279.328630:0:85067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328632:0:85067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613279.328635:0:85067:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613279.328638:0:85067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773613279.328644:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328645:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.328646:0:85067:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613279.328647:0:85067:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613279.328649:0:85067:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773613279.328655:0:85067:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613279.328657:0:85067:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613279.328659:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.328671:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328673:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.328674:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328676:0:85067:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613279.328678:0:85067:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328679:0:85067:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328681:0:85067:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328683:0:85067:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613279.328684:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328685:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613279.328687:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613279.328688:0:85067:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613279.328690:0:85067:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613279.328693:0:85067:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.328697:0:85067:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:1.0:1773613279.328699:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8be18 00000080:00200000:1.0:1773613279.328701:0:85067:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248) 00000080:00000001:1.0:1773613279.328704:0:85067:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1773613279.328707:0:85067:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d130b.recovery-small, [0x20000bf89:0x5:0x0]) is foreign... 00000080:00000001:1.0:1773613279.328710:0:85067:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773613279.328713:0:85067:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fc00. 00800000:00000002:1.0:1773613279.328716:0:85067:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 3 00800000:00000001:1.0:1773613279.328722:0:85067:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:1.0:1773613279.328726:0:85067:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1773613279.328728:0:85067:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773613279.328731:0:85067:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613279.328733:0:85067:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x5:0x0] -> mds #0 00000002:00000001:1.0:1773613279.328737:0:85067:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1773613279.328739:0:85067:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613279.328742:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 3 00010000:00000001:1.0:1773613279.328744:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.328747:0:85067:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613279.328750:0:85067:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613279.328753:0:85067:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1773613279.328760:0:85067:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613279.328763:0:85067:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613279.328765:0:85067:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613279.328767:0:85067:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613279.328769:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328770:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328772:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 4 00010000:00000001:1.0:1773613279.328774:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328776:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.328778:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328779:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328781:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 4 00010000:00000001:1.0:1773613279.328783:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328784:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.328786:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328787:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328788:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946300 count: 4 00010000:00000001:1.0:1773613279.328790:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328792:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.328794:0:85067:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613279.328796:0:85067:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613279.328800:0:85067:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613279.328802:0:85067:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613279.328804:0:85067:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613279.328805:0:85067:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328808:0:85067:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613279.328810:0:85067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613279.328812:0:85067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613279.328813:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.328815:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613279.328818:0:85067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3400 with handle 0xa1aa084204a010cc from hash 00010000:00000001:1.0:1773613279.328820:0:85067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613279.328822:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328823:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.328824:0:85067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613279.328826:0:85067:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613279.328827:0:85067:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613279.328830:0:85067:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613279.328832:0:85067:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.328834:0:85067:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613279.328835:0:85067:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613279.328837:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 3 00010000:00000001:1.0:1773613279.328839:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613279.328841:0:85067:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613279.328843:0:85067:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613279.328845:0:85067:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1773613279.328852:0:85067:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613279.328853:0:85067:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613279.328854:0:85067:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613279.328855:0:85067:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x5:0x0] mode (null) 00000002:00000001:1.0:1773613279.328857:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328858:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328860:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 4 00010000:00000001:1.0:1773613279.328873:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328877:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.328878:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328880:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328881:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 4 00010000:00000001:1.0:1773613279.328883:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328885:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.328886:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.328887:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.328889:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 4 00010000:00000001:1.0:1773613279.328890:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.328892:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.328894:0:85067:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613279.328896:0:85067:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x20000bf89:0x5:0x0] lli = ffff99365810c200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613279.328969:0:85067:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613279.328971:0:85067:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613279.328973:0:85067:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773613279.328975:0:85067:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) invalid 00000020:00000001:1.0:1773613279.328978:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba80 00000080:00002000:1.0:1773613279.328979:0:85067:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d130b.recovery-small (ffff99365804eca8) parent ffff99365037c6c0 inode ffff99365810c2c8 refc 3 00000080:00000001:1.0:1773613279.328983:0:85067:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773613279.328984:0:85067:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613279.328985:0:85067:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.328987:0:85067:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613279.328989:0:85067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613279.328990:0:85067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613279.328991:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.328993:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613279.328995:0:85067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937800 with handle 0xa1aa084204a010ef from hash 00010000:00000001:1.0:1773613279.328997:0:85067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613279.328998:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.328999:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.329000:0:85067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613279.329002:0:85067:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613279.329003:0:85067:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613279.329006:0:85067:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613279.329008:0:85067:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773613279.329018:0:85067:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613279.329019:0:85067:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613279.329021:0:85067:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613279.329022:0:85067:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x5:0x0] mode (null) 00000002:00000001:1.0:1773613279.329024:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.329025:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.329027:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 4 00010000:00000001:1.0:1773613279.329029:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.329031:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.329032:0:85067:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613279.329033:0:85067:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613279.329034:0:85067:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946400 count: 4 00010000:00000001:1.0:1773613279.329036:0:85067:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613279.329038:0:85067:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.329039:0:85067:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.329041:0:85067:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773613279.329042:0:85067:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x5:0x0](ffff99365810c2c8) invalid 00000020:00000001:1.0:1773613279.329044:0:85067:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e8ba80 00000080:00002000:1.0:1773613279.329045:0:85067:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d130b.recovery-small (ffff99365804eca8) parent ffff99365037c6c0 inode ffff99365810c2c8 refc 3 00000080:00000001:1.0:1773613279.329047:0:85067:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773613279.329048:0:85067:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613279.329049:0:85067:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.329051:0:85067:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613279.329052:0:85067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613279.329053:0:85067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613279.329055:0:85067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613279.329056:0:85067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613279.329058:0:85067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2a00 with handle 0xa1aa084204a010d3 from hash 00010000:00000001:1.0:1773613279.329060:0:85067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613279.329061:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613279.329062:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.329063:0:85067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613279.329064:0:85067:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613279.329065:0:85067:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613279.329068:0:85067:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773613279.329070:0:85067:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1773613279.329071:0:85067:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1773613279.329076:0:85067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613279.329080:0:85067:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613279.329084:0:85067:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613279.329085:0:85067:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.329088:0:85067:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613279.329091:0:85067:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613279.329093:0:85067:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.329096:0:85067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613279.329097:0:85067:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613279.329100:0:85067:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613279.329105:0:85067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03fa00. 00000100:00000001:1.0:1773613279.329112:0:85067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.329114:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613279.329116:0:85067:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613279.329122:0:85067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613279.329130:0:85067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613279.329137:0:85067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1773613279.329142:0:85067:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1773613279.329144:0:85067:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1773613279.329146:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613279.329148:0:85067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937800/0xa1aa084204a010ef lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd8a7 expref: -99 pid: 85067 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613279.329155:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.329157:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613279.329159:0:85067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2a00/0xa1aa084204a010d3 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd868 expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1773613279.329164:0:85067:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946400 count: 0 00010000:00000010:1.0:1773613279.329169:0:85067:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce700. 00010000:00000001:1.0:1773613279.329174:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.329175:0:85067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613279.329178:0:85067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3400/0xa1aa084204a010cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd84c expref: -99 pid: 85023 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773613279.329184:0:85067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613279.329186:0:85067:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.329188:0:85067:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613279.329189:0:85067:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.329191:0:85067:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1773613279.329200:0:85067:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1773613279.329210:0:85067:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613279.329217:0:85067:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613279.329218:0:85067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613279.329223:0:85067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.329226:0:85067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057185032832 : -113016524518784 : ffff99364a33ca80) 00000100:00000001:1.0:1773613279.329228:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.329229:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613279.329233:0:85067:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613279.329236:0:85067:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.329238:0:85067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613279.329239:0:85067:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613279.329243:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.329250:0:85067:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613279.329252:0:85067:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.329255:0:85067:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613279.329258:0:85067:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613279.329260:0:85067:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613279.329264:0:85067:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477094016:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1773613279.329268:0:85067:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613279.329271:0:85067:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613279.329274:0:85067:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.329276:0:85067:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613279.329280:0:85067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993650f52800. 02000000:00000001:1.0:1773613279.329282:0:85067:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613279.329288:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613279.329292:0:85067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613279.329297:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613279.329304:0:85067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477094016, portal 10 00000100:00000001:1.0:1773613279.329306:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.329307:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613279.329313:0:85067:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.329320:0:85067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613279.329322:0:85067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613279.329324:0:85067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613279.329328:0:85067:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1859762477094016, offset 0 00000400:00000200:1.0:1773613279.329334:0:85067:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613279.329342:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.329348:0:85067:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613279.329353:0:85067:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613279.329357:0:85067:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613279.329360:0:85067:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613279.329363:0:85067:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613279.329366:0:85067:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224876:224876:256:4294967295] 192.168.203.144@tcp LPNI seq info [224811:224811:8:4294967295] 00000400:00000200:1.0:1773613279.329371:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613279.329379:0:85067:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613279.329387:0:85067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613279.329392:0:85067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cf00. 00000800:00000200:1.0:1773613279.329397:0:85067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613279.329404:0:85067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613279.329408:0:85067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cf00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1773613279.329426:0:85067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.329430:0:85067:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 348381 usecs (349 jiffies) 00000400:00000200:1.0:1773613279.329433:0:85067:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613279.329436:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300369464 00000100:00000001:1.0:1773613279.329439:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.329441:0:85067:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300369464 00000100:00000001:1.0:1773613279.329443:0:85067:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300370303 00000100:00000001:1.0:1773613279.329445:0:85067:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.329447:0:85067:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.329449:0:85067:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613279.329451:0:85067:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613279.329453:0:85067:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a33ca80 going to sleep for 50 seconds 00000100:00000001:1.0:1773613279.329455:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613279.329458:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613279.329692:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613279.329697:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:3.0:1773613279.329701:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613279.329706:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613279.329711:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:3.0:1773613279.329713:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:3.0:1773613279.329719:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613279.329723:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613279.329731:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613279.329734:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613279.329741:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613279.329742:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613279.334481:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.334515:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613279.334519:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.334522:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.334531:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334538:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613279.334548:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334553:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334558:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334562:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d05480 00000400:00000200:2.0:1773613279.334567:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334572:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b52d5 [1] + 224 00000800:00000001:2.0:1773613279.334579:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.334587:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613279.334590:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.334594:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613279.334601:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613279.334609:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613279.334620:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613279.334641:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613279.334648:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613279.334652:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334657:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613279.334671:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224877:224877:256:4294967295] 192.168.203.144@tcp LPNI seq info [224812:224812:8:4294967295] 00000400:00000200:2.0:1773613279.334676:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613279.334685:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613279.334690:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613279.334696:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613279.334702:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613279.334711:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613279.334715:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613279.334788:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613279.334793:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:2.0:1773613279.334796:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613279.334799:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613279.334805:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613279.334809:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.334860:0:85067:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613279.334867:0:85067:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613279.334869:0:85067:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613279.334872:0:85067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613279.334876:0:85067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613279.334878:0:85067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613279.334883:0:85067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613279.334888:0:85067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613279.334898:0:85067:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477094016/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1773613334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.334905:0:85067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613279.334907:0:85067:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.334909:0:85067:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613279.334913:0:85067:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613279.334915:0:85067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613279.334917:0:85067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613279.334920:0:85067:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613279.334927:0:85067:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=57 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613279.334931:0:85067:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=8 v=5 (1 0 0 0) 00010000:00000010:1.1:1773613279.335003:0:85067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937800. 00010000:00000010:1.1:1773613279.335010:0:85067:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946400. 00010000:00000010:1.1:1773613279.335013:0:85067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00010000:00000010:1.1:1773613279.335016:0:85067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3400. 00000100:00000001:1.0:1773613279.335020:0:85067:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613279.335022:0:85067:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613279.335025:0:85067:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613279.335028:0:85067:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.335032:0:85067:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613279.335034:0:85067:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1800000076] 00000100:00000001:1.0:1773613279.335035:0:85067:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613279.335038:0:85067:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613279.335039:0:85067:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613279.335042:0:85067:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613279.335044:0:85067:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215222 00000100:00000001:1.0:1773613279.335046:0:85067:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613279.335048:0:85067:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613279.335053:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.335061:0:85067:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613279.335064:0:85067:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613279.335066:0:85067:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613279.335070:0:85067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613279.335078:0:85067:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85067:1859762477094016:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1773613279.335083:0:85067:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613279.335086:0:85067:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613279.335088:0:85067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613279.335090:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.335094:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.335100:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613279.335103:0:85067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a33ca80. 00000100:00000001:1.0:1773613279.335105:0:85067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613279.335107:0:85067:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613279.335113:0:85067:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613279.335116:0:85067:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613279.335120:0:85067:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 3 00000080:00000010:1.0:1773613279.335123:0:85067:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fc00. 00000100:00000001:1.0:1773613279.335130:0:85067:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613279.335134:0:85067:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613279.335140:0:85067:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613279.335142:0:85067:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613280.262084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613280.262089:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613280.262093:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613280.262094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613280.262096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613280.262097:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613280.262144:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613280.262148:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613280.262151:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613280.518850:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300370303, at 4300370304 00000100:00000010:2.0:1773613280.518865:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edb40. 00000100:00000040:3.0:1773613280.519761:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300370303, at 4300370305 00000100:00000010:3.0:1773613280.519768:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed360. 00010000:00000001:0.0:1773613281.286061:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613281.286068:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613281.286074:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613281.286075:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613281.286079:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613281.286080:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613281.286154:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613281.286158:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613281.286161:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613281.672809:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613281.672818:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613281.672828:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613281.672834:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613281.672839:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613281.672841:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613281.672846:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613281.672855:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613281.672866:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.672877:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613281.672888:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613281.672891:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.672898:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b741157d] to pc [ptlrpcd_00_01+1] req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.672930:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.672950:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613281.672954:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613281.672957:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73bb80. 00000020:00000040:1.0:1773613281.672960:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613281.672963:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613281.672964:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613281.672966:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613281.672970:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cd00. 00000100:00000001:0.0:1773613281.672970:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613281.672976:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.672976:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613281.672980:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613281.672984:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773613281.672990:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.672997:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613281.673001:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.673008:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773613281.673009:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9de936] to pc [ptlrpcd_00_00+0] req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.673011:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.673018:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613281.673022:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613281.673023:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.673026:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.673028:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1773613281.673034:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477094144:192.168.203.144@tcp:400:kworker.0 00000100:00000040:1.0:1773613281.673035:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613281.673041:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613281.673042:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773613281.673047:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1773613281.673049:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1773613281.673052:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 02000000:00000001:0.0:1773613281.673052:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613281.673058:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 02000000:00000001:0.0:1773613281.673058:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773613281.673062:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613281.673064:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1773613281.673065:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95600. 02000000:00000001:1.0:1773613281.673066:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.673071:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613281.673074:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613281.673078:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673080:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:1.0:1773613281.673085:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1773613281.673087:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613281.673096:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000001:1.0:1773613281.673097:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613281.673101:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773613281.673105:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094144, portal 25 00000100:00000040:1.0:1773613281.673106:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc8bda35] to pc [ptlrpcd_00_01+1] req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.673109:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613281.673112:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:0.0:1773613281.673122:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.673124:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.673131:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5709) 00000100:00000001:0.0:1773613281.673134:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613281.673139:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613281.673142:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17440. 00000100:00000200:0.0:1773613281.673146:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477094144, offset 0 00000400:00000200:0.0:1773613281.673152:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613281.673161:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613281.673163:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613281.673166:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613281.673169:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1773613281.673169:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000040:1.0:1773613281.673177:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773613281.673178:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613281.673185:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:1.0:1773613281.673191:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1773613281.673191:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773613281.673194:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673197:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 02000000:00000001:1.0:1773613281.673199:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613281.673204:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773613281.673204:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224878:224878:256:4294967295] 192.168.203.144@tcp LPNI seq info [224813:224813:8:4294967295] 02000000:00000001:1.0:1773613281.673209:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673213:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00100000:1.0:1773613281.673216:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477094272:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613281.673221:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613281.673225:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613281.673228:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673228:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 02000000:00000001:1.0:1773613281.673233:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613281.673237:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364970f000. 02000000:00000001:1.0:1773613281.673239:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613281.673243:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613281.673246:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613281.673251:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613281.673255:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094272, portal 10 00000100:00000001:1.0:1773613281.673257:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613281.673258:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189223296 : -113016520328320 : ffff99364a73bb80) 00000100:00000040:1.0:1773613281.673265:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.673279:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613281.673281:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613281.673283:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613281.673285:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477094272, offset 0 00000400:00000200:1.0:1773613281.673290:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613281.673294:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613281.673298:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613281.673301:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613281.673304:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613281.673306:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613281.673308:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613281.673311:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224879:224879:255:4294967295] 192.168.203.144@tcp LPNI seq info [224814:224814:7:4294967295] 00000400:00000200:1.0:1773613281.673315:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:0.0:1773613281.673462:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613281.673468:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613281.673474:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613281.673481:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613281.673485:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613281.673588:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673594:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613281.673597:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300375420 00000100:00000010:0.0:1773613281.673602:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8532a0. 00000100:00000001:0.0:1773613281.673608:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613281.673613:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300375420 00000100:00000010:0.0:1773613281.673615:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853120. 00000100:00000001:0.0:1773613281.673618:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613281.673621:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613281.673623:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.673626:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.673628:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.673636:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613281.673637:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613281.673639:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613281.673640:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613281.673642:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613281.673646:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.673652:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613281.673654:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.673656:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613281.673658:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613281.673660:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613281.673663:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094400:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613281.673667:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613281.673670:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613281.673671:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.673673:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613281.673677:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613281.673679:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613281.673682:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613281.673685:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613281.673689:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613281.673692:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094400, portal 4 00000100:00000001:0.0:1773613281.673694:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613281.673695:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000040:0.0:1773613281.673701:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.673708:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613281.673711:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613281.673713:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613281.673715:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477094400, offset 0 00000400:00000200:0.0:1773613281.673720:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613281.673724:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613281.673727:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613281.673730:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613281.673732:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613281.673734:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613281.673737:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613281.673739:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224880:224880:255:4294967295] 192.168.203.144@tcp LPNI seq info [224815:224815:7:4294967295] 00000400:00000200:0.0:1773613281.673743:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613281.674198:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613281.674205:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613281.674210:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cf00. 00000800:00000200:1.0:1773613281.674294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613281.674301:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613281.674304:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613281.674307:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.674311:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 347523 usecs (348 jiffies) 00000400:00000200:1.0:1773613281.674314:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613281.674316:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300371808 00000100:00000001:1.0:1773613281.674318:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300375420 00000100:00000001:1.0:1773613281.674320:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300371808 00000100:00000001:1.0:1773613281.674322:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300375420 00000100:00000001:1.0:1773613281.674324:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613281.674327:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613281.674330:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613281.674331:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613281.674336:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613281.674337:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613281.674339:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613281.674340:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613281.674342:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613281.674344:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613281.675092:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613281.675097:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613281.675104:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613281.675110:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613281.675116:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17440 00000400:00000010:2.0:1773613281.675118:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17440. 00000100:00000001:2.0:1773613281.675122:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613281.675129:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613281.675138:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613281.675140:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613281.675145:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613281.675146:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613281.675163:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613281.675164:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613281.675166:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613281.675168:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613281.675170:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:2.0:1773613281.675171:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:2.0:1773613281.675174:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613281.675177:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613281.675185:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613281.675186:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613281.675190:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613281.675191:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773613281.675858:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613281.675866:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613281.675871:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613281.675876:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613281.675881:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613281.675885:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613281.675897:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613281.675902:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 683105 usecs (684 jiffies) 00000400:00000200:0.0:1773613281.675907:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613281.675910:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300372145 00000100:00000001:0.0:1773613281.675913:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300375420 00000100:00000001:0.0:1773613281.675915:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300372145 00000100:00000001:0.0:1773613281.675918:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300375420 00000100:00000001:0.0:1773613281.675920:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613281.675923:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.675926:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.675929:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.675952:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613281.675959:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613281.675962:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613281.675963:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613281.675965:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.675968:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613281.676062:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613281.676066:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613281.676069:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613281.676073:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613281.676076:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:3.0:1773613281.676078:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:3.0:1773613281.676081:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613281.676086:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613281.676095:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613281.676098:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613281.676105:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613281.676106:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613281.681690:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613281.681708:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613281.681712:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613281.681714:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613281.681722:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613281.681729:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613281.681738:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613281.681743:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613281.681748:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613281.681752:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05500 00000400:00000200:2.0:1773613281.681756:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613281.681762:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b52dd [1] + 224 00000800:00000001:2.0:1773613281.681769:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613281.681781:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613281.681784:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613281.681788:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613281.681795:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613281.681803:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613281.681814:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613281.681837:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613281.681854:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613281.681858:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.682556:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613281.682560:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613281.682567:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613281.682568:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613281.682571:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613281.682575:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:0.0:1773613281.682577:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:0.0:1773613281.682580:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613281.682585:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613281.682594:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.682600:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613281.682602:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.682605:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613281.682608:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613281.682610:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613281.682612:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.682614:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613281.682621:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613281.682625:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=6 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613281.682628:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613281.682629:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613281.682632:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613281.682634:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.682637:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613281.682642:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.682649:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613281.682651:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613281.682653:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613281.682657:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613281.682665:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477094144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613281.682670:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.682672:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613281.682676:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477094144/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.682683:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613281.682685:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613281.682689:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95600. 02000000:00000001:0.0:1773613281.682692:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613281.682694:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613281.682696:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613281.682698:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613281.682700:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:0.0:1773613281.682703:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613281.682705:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613281.682707:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:0.0:1773613281.682710:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613281.682711:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.682714:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.682716:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613281.682717:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613281.682719:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.682720:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613281.683716:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683726:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613281.683728:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683730:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613281.683736:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683742:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613281.683748:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683752:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683756:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683760:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05580 00000400:00000200:3.0:1773613281.683764:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683770:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b52e5 [1] + 224 00000800:00000001:3.0:1773613281.683775:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683780:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613281.683782:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613281.683786:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613281.683790:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613281.683796:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613281.683805:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613281.683827:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613281.683837:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683841:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613281.683843:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683850:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613281.683853:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683856:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613281.683860:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683863:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683866:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683869:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05600 00000400:00000200:3.0:1773613281.683872:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613281.683879:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b52ed [1] + 224 00000800:00000001:3.0:1773613281.683886:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.683892:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613281.683897:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613281.683901:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613281.683904:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613281.683908:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.683915:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613281.683920:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773613281.683921:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1773613281.683925:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613281.683929:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613281.683958:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613281.683964:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000100:00000001:3.0:1773613281.683966:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1773613281.683967:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613281.683974:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613281.683980:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613281.683990:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.683998:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613281.684000:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613281.684002:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613281.684004:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613281.684007:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613281.684009:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613281.684012:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.684017:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1773613281.684020:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=59 v=36 (36 5 5 5) 00000100:00000001:0.0:1773613281.684022:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1773613281.684027:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613281.684030:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613281.684031:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613281.684034:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613281.684036:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613281.684040:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613281.684042:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215222 00000100:00000001:1.0:1773613281.684043:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613281.684046:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613281.684051:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.684057:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613281.684059:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613281.684060:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613281.684064:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613281.684071:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477094272:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613281.684074:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613281.684076:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613281.684079:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73bb80 x1859762477094272/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613281.684085:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613281.684087:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613281.684089:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364970f000. 02000000:00000001:1.0:1773613281.684093:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613281.684095:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613281.684097:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613281.684098:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613281.684100:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cd00. 02000000:00000001:1.0:1773613281.684104:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613281.684105:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613281.684107:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73bb80. 00000100:00000001:1.0:1773613281.684109:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613281.684110:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613281.684112:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613281.684119:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613281.684121:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613281.684123:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613281.684126:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773613281.685174:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613281.685178:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613281.685181:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613281.685186:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:0.0:1773613281.685188:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:0.0:1773613281.685191:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613281.685199:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613281.685209:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.685215:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613281.685217:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.685219:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613281.685221:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613281.685223:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613281.685224:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613281.685227:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613281.685232:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=59 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613281.685235:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=5 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613281.685238:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613281.685240:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613281.685242:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613281.685244:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.685247:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613281.685248:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613281.685250:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613281.685251:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613281.685255:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.685261:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613281.685263:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613281.685264:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613281.685267:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613281.685281:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094400:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613281.685285:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.685287:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613281.685290:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477094400/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613281.685296:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613281.685298:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613281.685300:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613281.685303:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613281.685304:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613281.685306:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613281.685307:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613281.685309:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:0.0:1773613281.685311:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613281.685312:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613281.685314:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:0.0:1773613281.685317:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613281.685318:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.685320:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613281.685324:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613281.685326:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613281.685328:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613281.685330:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613281.685370:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613281.685375:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613282.310969:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613282.310975:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613282.310982:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613282.310983:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613282.310986:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613282.310987:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613282.311101:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613282.311104:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613282.311106:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613283.334054:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613283.334061:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613283.334066:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613283.334067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613283.334071:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613283.334072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613283.334246:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613283.334249:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613283.334252:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613284.358772:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613284.358782:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613284.358783:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613284.358787:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613284.358791:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613284.358793:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613284.358796:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613284.358798:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613284.358802:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613284.358803:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613284.358807:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613284.358808:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613284.359428:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613284.359430:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613284.359433:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613285.382050:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613285.382055:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613285.382059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613285.382061:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613285.382063:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613285.382067:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613285.382068:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613285.382069:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613285.382071:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613285.382073:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613285.382074:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613285.382076:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613285.382078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613285.382079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613285.382101:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613285.382103:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613285.382105:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613285.638182:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300375420, at 4300375424 00000100:00000010:2.0:1773613285.638276:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8532a0. 00000100:00000040:3.0:1773613285.638530:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300375420, at 4300375424 00000100:00000010:3.0:1773613285.638536:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853120. 00010000:00000001:0.0:1773613286.406053:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613286.406059:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613286.406063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613286.406063:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613286.406065:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613286.406066:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613286.406118:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613286.406121:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613286.406125:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613286.790094:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613286.790103:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613286.790123:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613286.790129:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613286.790133:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613286.790135:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613286.790140:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613286.790149:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613286.790156:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.790168:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613286.790179:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613286.790183:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.790190:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8c601ed] to pc [ptlrpcd_00_00+0] req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.790237:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613286.790241:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613286.790243:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613286.790249:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.790257:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613286.790259:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613286.790262:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613286.790265:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613286.790269:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613286.790272:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477094528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613286.790277:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613286.790283:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613286.790285:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613286.790288:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613286.790293:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364970f000. 02000000:00000001:1.0:1773613286.790295:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613286.790302:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613286.790306:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613286.790313:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613286.790320:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094528, portal 25 00000100:00000001:1.0:1773613286.790323:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613286.790324:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:1.0:1773613286.790329:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.790336:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613286.790339:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613286.790342:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613286.790346:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477094528, offset 0 00000400:00000200:1.0:1773613286.790352:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613286.790360:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613286.790368:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613286.790386:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613286.790389:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613286.790393:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613286.790396:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613286.790399:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224881:224881:256:4294967295] 192.168.203.144@tcp LPNI seq info [224816:224816:8:4294967295] 00000400:00000200:1.0:1773613286.790403:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613286.790412:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613286.790418:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613286.790423:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613286.790430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613286.790436:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613286.790441:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613286.790466:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613286.790470:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613286.790472:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300380537 00000100:00000010:1.0:1773613286.790477:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613286.790483:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613286.790488:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300380537 00000100:00000010:1.0:1773613286.790491:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8480c0. 00000100:00000001:1.0:1773613286.790494:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613286.790497:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613286.790500:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613286.790503:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613286.790505:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613286.790638:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613286.790643:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:2.0:1773613286.790648:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613286.790653:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613286.790657:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:2.0:1773613286.790659:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:2.0:1773613286.790664:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613286.790668:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.790678:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613286.790681:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.790688:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613286.790689:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613286.791074:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.791079:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613286.791082:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613286.791086:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613286.791089:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613286.791092:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613286.791094:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613286.791096:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613286.791101:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613286.791105:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.791110:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613286.791119:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613286.791122:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.791127:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_01+1] req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1773613286.792328:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.792344:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613286.792348:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.792350:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.792357:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.792363:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613286.792370:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.792375:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.792379:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.792383:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05680 00000400:00000200:3.0:1773613286.792388:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.792393:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b52f5 [1] + 224 00000800:00000001:3.0:1773613286.792400:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.792407:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.792409:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613286.792413:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613286.792419:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613286.792426:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613286.792435:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.795469:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613286.795476:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613286.795481:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613286.795484:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613286.795569:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.795574:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613286.795579:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613286.795582:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613286.795585:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613286.795596:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613286.795601:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613286.795605:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613286.795608:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613286.795614:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613286.795621:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613286.795628:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.795639:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613286.795650:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613286.795654:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.795659:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.795670:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.795675:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5714) 00000100:00000001:0.0:1773613286.795695:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613286.795697:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613286.795699:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613286.795706:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.795714:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613286.795716:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613286.795720:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1773613286.795721:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613286.795726:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613286.795729:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613286.795742:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1773613286.795744:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613286.795750:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1773613286.795752:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773613286.795755:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613286.795759:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613286.795763:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613286.795768:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613286.795771:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613286.795778:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613286.795782:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613286.795787:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613286.795802:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094656, portal 10 00000100:00000001:0.0:1773613286.795805:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613286.795807:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613286.795813:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.795820:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613286.795823:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613286.795826:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000200:0.0:1773613286.795829:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477094656, offset 0 00000400:00000200:0.0:1773613286.795834:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613286.795842:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613286.795847:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613286.795852:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613286.795855:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613286.795858:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613286.795861:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613286.795864:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224882:224882:256:4294967295] 192.168.203.144@tcp LPNI seq info [224817:224817:8:4294967295] 00000400:00000200:0.0:1773613286.795868:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613286.795877:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613286.795883:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613286.795889:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500f00. 00000800:00000200:0.0:1773613286.795895:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613286.795901:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613286.795905:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613286.795922:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.795957:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 346687 usecs (347 jiffies) 00000400:00000200:0.0:1773613286.795961:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613286.795973:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300376929 00000100:00000001:0.0:1773613286.795977:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300380537 00000100:00000001:0.0:1773613286.795979:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300376929 00000100:00000001:0.0:1773613286.795981:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300380537 00000100:00000001:0.0:1773613286.795983:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613286.795985:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.795988:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.795991:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.795995:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613286.795996:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1773613286.795998:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613286.795999:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613286.796000:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613286.796003:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773613286.796004:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.796006:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613286.796007:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.796009:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613286.796010:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613286.796011:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613286.796015:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.796022:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613286.796023:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613286.796026:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613286.796028:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613286.796030:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613286.796033:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094784:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613286.796036:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613286.796038:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613286.796040:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613286.796042:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613286.796045:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95600. 02000000:00000001:0.0:1773613286.796046:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613286.796049:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613286.796052:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613286.796055:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613286.796058:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094784, portal 4 00000100:00000001:0.0:1773613286.796059:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613286.796061:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613286.796066:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.796072:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613286.796074:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613286.796076:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613286.796078:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477094784, offset 0 00000400:00000200:0.0:1773613286.796095:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613286.796098:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613286.796101:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613286.796103:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613286.796111:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613286.796113:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613286.796115:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613286.796118:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224883:224883:255:4294967295] 192.168.203.144@tcp LPNI seq info [224818:224818:7:4294967295] 00000400:00000200:0.0:1773613286.796122:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613286.796129:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613286.796133:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613286.796136:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613286.796140:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613286.796144:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613286.796146:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613286.796149:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.796152:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 678367 usecs (679 jiffies) 00000400:00000200:0.0:1773613286.796155:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613286.796156:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300377261 00000100:00000001:0.0:1773613286.796159:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300380537 00000100:00000001:0.0:1773613286.796161:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300377261 00000100:00000001:0.0:1773613286.796163:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300380537 00000100:00000001:0.0:1773613286.796164:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613286.796166:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.796168:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.796170:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613286.796448:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613286.796465:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:2.0:1773613286.796472:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613286.796478:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613286.796483:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:2.0:1773613286.796485:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:2.0:1773613286.796489:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613286.796494:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.796504:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613286.796508:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.796516:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613286.796518:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613286.796825:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613286.796829:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613286.796833:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613286.796838:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613286.796841:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:2.0:1773613286.796843:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:2.0:1773613286.796846:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613286.796850:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.796858:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613286.796861:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613286.796868:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613286.796869:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1773613286.797466:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613286.797469:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613286.797472:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613286.797477:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613286.797480:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613286.797485:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613286.797492:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613286.797502:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.797508:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613286.797510:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613286.797512:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613286.797515:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613286.797517:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613286.797519:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613286.797866:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613286.797873:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613286.797877:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=11 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613286.797879:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613286.797880:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613286.797883:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613286.797885:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613286.797887:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613286.797892:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.797899:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613286.797901:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613286.797903:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613286.797907:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613286.797914:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477094528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613286.797919:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613286.797922:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613286.797925:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477094528/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613286.797952:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613286.797955:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613286.797959:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364970f000. 02000000:00000001:1.0:1773613286.798035:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613286.798039:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613286.798041:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613286.798044:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613286.798046:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:1.0:1773613286.798051:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613286.798052:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613286.798054:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:1.0:1773613286.798058:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613286.798059:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613286.798062:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613286.798068:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613286.798070:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613286.798073:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613286.798075:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613286.798923:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.798957:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613286.798960:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.798963:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.798970:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.798976:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613286.798984:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.798988:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.798993:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.798996:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05700 00000400:00000200:3.0:1773613286.799000:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799006:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b52fd [1] + 224 00000800:00000001:3.0:1773613286.799014:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.799018:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.799021:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613286.799025:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613286.799030:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613286.799037:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613286.799047:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613286.799069:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613286.799079:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.799083:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613286.799085:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.799087:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.799090:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799094:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613286.799098:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799101:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799104:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799107:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05780 00000400:00000200:3.0:1773613286.799110:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613286.799114:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5305 [1] + 224 00000800:00000001:3.0:1773613286.799118:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.799123:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613286.799125:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613286.799128:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613286.799131:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613286.799136:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613286.799146:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613286.799153:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613286.799157:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613286.799160:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799278:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613286.799282:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613286.799287:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613286.799289:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613286.799291:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613286.799295:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:0.0:1773613286.799297:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:0.0:1773613286.799300:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613286.799304:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613286.799313:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799319:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613286.799320:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799323:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613286.799325:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613286.799327:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613286.799329:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613286.799332:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613286.799340:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=64 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613286.799344:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=10 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613286.799346:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613286.799348:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613286.799350:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613286.799353:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.799356:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613286.799358:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613286.799360:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613286.799361:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.799365:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799372:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613286.799374:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613286.799375:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613286.799379:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613286.799385:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094784:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613286.799390:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613286.799391:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613286.799393:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613286.799395:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:0.0:1773613286.799397:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:0.0:1773613286.799398:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613286.799402:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613286.799409:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799415:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613286.799417:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799419:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613286.799420:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613286.799421:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613286.799423:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613286.799424:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613286.799428:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=64 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613286.799431:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613286.799433:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613286.799434:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613286.799435:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613286.799437:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.799439:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613286.799441:0:2390:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215225 gen 10 00000100:00000040:0.0:1773613286.799446:0:2390:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215225) req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799465:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613286.799468:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477094016/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1773613334 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799474:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613286.799476:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613286.799478:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f52800. 02000000:00000001:0.0:1773613286.799482:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613286.799484:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613286.799485:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613286.799487:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613286.799489:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03fa00. 02000000:00000001:0.0:1773613286.799492:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613286.799494:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613286.799495:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:0.0:1773613286.799508:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613286.799510:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799513:0:2390:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613286.799515:0:2390:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1773613286.799518:0:2390:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613286.799520:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613286.799524:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799531:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613286.799533:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613286.799534:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613286.799537:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613286.799545:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477094656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613286.799549:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799551:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613286.799554:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477094784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799560:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613286.799562:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613286.799564:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95600. 02000000:00000001:0.0:1773613286.799566:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613286.799568:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613286.799569:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613286.799571:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613286.799573:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:0.0:1773613286.799576:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613286.799577:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613286.799578:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613286.799581:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613286.799582:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799583:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613286.799587:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477094656/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613286.799593:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613286.799594:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613286.799595:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613286.799597:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613286.799598:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613286.799599:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613286.799601:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613286.799603:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:0.0:1773613286.799604:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613286.799606:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613286.799607:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613286.799609:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613286.799610:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799612:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613286.799618:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613286.799620:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613286.799622:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613286.799623:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613287.430796:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613287.430806:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613287.430814:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613287.430815:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613287.430819:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613287.430821:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613287.430929:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613287.430953:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613287.430957:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613288.454106:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613288.454115:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613288.454122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613288.454123:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613288.454127:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613288.454128:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613288.454175:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613288.454178:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613288.454182:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613289.478046:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613289.478051:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613289.478055:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613289.478056:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613289.478059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613289.478061:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613289.478063:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613289.478065:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613289.478068:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613289.478069:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613289.478071:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613289.478072:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613289.478196:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613289.478199:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613289.478202:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613290.502568:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613290.502575:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613290.502582:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613290.502583:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613290.502587:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613290.502588:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613290.502890:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613290.502894:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613290.502897:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613290.758061:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300380537, at 4300380544 00000100:00000010:2.0:1773613290.758077:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00000100:00000040:3.0:1773613290.758171:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300380537, at 4300380544 00000100:00000010:3.0:1773613290.758177:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8480c0. 00010000:00000001:0.0:1773613291.526467:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613291.526474:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613291.526480:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613291.526481:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613291.526485:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613291.526486:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613291.526534:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613291.526537:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613291.526540:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613291.910061:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613291.910072:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613291.910083:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613291.910089:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613291.910093:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613291.910096:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613291.910101:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613291.910108:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613291.910114:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910124:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613291.910135:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613291.910139:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910146:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_01+1] req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910185:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910188:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613291.910191:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613291.910195:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613291.910197:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613291.910199:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613291.910200:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613291.910202:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613291.910205:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613291.910208:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910212:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613291.910219:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613291.910221:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910225:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910233:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910234:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613291.910238:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613291.910240:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613291.910243:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613291.910246:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4700. 00000020:00000040:0.0:1773613291.910248:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613291.910250:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613291.910251:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613291.910253:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613291.910255:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613291.910258:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910262:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613291.910273:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613291.910274:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910277:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ce6feb] to pc [ptlrpcd_00_01+1] req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910284:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910288:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5719) 00000100:00000001:0.0:1773613291.910301:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.910304:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613291.910306:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613291.910310:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910318:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613291.910320:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910324:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613291.910326:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613291.910328:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613291.910332:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613291.910335:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613291.910340:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613291.910342:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910344:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613291.910349:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613291.910351:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613291.910357:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613291.910361:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613291.910367:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613291.910373:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095040, portal 10 00000100:00000001:0.0:1773613291.910376:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613291.910377:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613291.910383:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910395:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613291.910398:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613291.910401:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613291.910404:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477095040, offset 0 00000400:00000200:0.0:1773613291.910409:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910429:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910437:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613291.910440:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613291.910444:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613291.910448:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613291.910450:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910454:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224884:224884:256:4294967295] 192.168.203.144@tcp LPNI seq info [224819:224819:8:4294967295] 00000400:00000200:0.0:1773613291.910458:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910466:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613291.910472:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613291.910476:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613291.910482:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613291.910489:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613291.910493:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613291.910513:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910517:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 345846 usecs (346 jiffies) 00000400:00000200:0.0:1773613291.910520:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613291.910522:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300382042 00000100:00000010:0.0:1773613291.910527:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853f00. 00000100:00000001:0.0:1773613291.910533:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613291.910541:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300382042 00000100:00000010:0.0:1773613291.910544:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853c00. 00000100:00000001:0.0:1773613291.910547:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613291.910562:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.910566:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.910569:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.910571:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.910578:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613291.910580:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1773613291.910582:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.910583:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613291.910585:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613291.910587:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773613291.910589:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.910591:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613291.910592:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.910593:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.910595:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613291.910596:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613291.910600:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910612:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613291.910613:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910616:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613291.910618:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613291.910620:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613291.910624:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477094912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613291.910627:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613291.910629:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613291.910631:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910632:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613291.910635:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c94a00. 02000000:00000001:0.0:1773613291.910637:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613291.910641:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613291.910643:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613291.910647:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613291.910650:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477094912, portal 25 00000100:00000001:0.0:1773613291.910651:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613291.910653:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613291.910658:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910664:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613291.910666:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613291.910668:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613291.910671:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477094912, offset 0 00000400:00000200:0.0:1773613291.910675:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910678:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910682:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613291.910685:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613291.910687:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613291.910689:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613291.910691:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910694:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224885:224885:255:4294967295] 192.168.203.144@tcp LPNI seq info [224820:224820:7:4294967295] 00000400:00000200:0.0:1773613291.910698:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910704:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613291.910708:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613291.910711:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 00000800:00000200:0.0:1773613291.910715:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613291.910719:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613291.910722:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613291.910725:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613291.910728:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613291.910729:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300385657 00000100:00000001:0.0:1773613291.910734:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300382042 00000100:00000001:0.0:1773613291.910737:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300385657 00000100:00000001:0.0:1773613291.910739:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300382042 00000100:00000001:0.0:1773613291.910741:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.910743:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.910745:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613291.910748:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910755:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613291.910756:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910758:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613291.910760:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613291.910761:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613291.910764:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613291.910767:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613291.910769:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613291.910771:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.910772:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613291.910775:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613291.910777:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613291.910780:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613291.910782:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613291.910785:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613291.910788:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095168, portal 4 00000100:00000001:0.0:1773613291.910789:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613291.910790:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:0.0:1773613291.910795:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.910802:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613291.910804:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613291.910807:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613291.910809:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477095168, offset 0 00000400:00000200:0.0:1773613291.910813:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910817:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910820:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613291.910822:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613291.910825:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613291.910827:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613291.910829:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613291.910832:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224886:224886:254:4294967295] 192.168.203.144@tcp LPNI seq info [224821:224821:6:4294967295] 00000400:00000200:0.0:1773613291.910836:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613291.910842:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613291.910846:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613291.910849:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613291.910853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613291.910857:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613291.910860:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613291.910863:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.910866:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 673622 usecs (674 jiffies) 00000400:00000200:0.0:1773613291.910868:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613291.910870:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300382370 00000100:00000001:0.0:1773613291.910872:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300385657 00000100:00000001:0.0:1773613291.910874:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300382370 00000100:00000001:0.0:1773613291.910876:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300385657 00000100:00000001:0.0:1773613291.910878:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.910880:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.910882:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.910884:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613291.911002:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613291.911006:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:2.0:1773613291.911013:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613291.911017:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613291.911022:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:2.0:1773613291.911023:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:2.0:1773613291.911027:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613291.911032:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911040:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613291.911044:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911050:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613291.911051:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613291.911063:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613291.911065:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:2.0:1773613291.911068:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613291.911071:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613291.911073:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:2.0:1773613291.911075:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:2.0:1773613291.911077:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613291.911080:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911087:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613291.911089:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911094:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613291.911095:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613291.911148:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613291.911150:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613291.911153:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613291.911157:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613291.911159:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:2.0:1773613291.911161:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:2.0:1773613291.911163:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613291.911166:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911173:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613291.911176:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.911181:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613291.911183:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613291.913023:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613291.913035:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613291.915814:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.915831:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613291.915835:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.915838:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613291.915927:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.915970:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613291.915979:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.915982:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.915988:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.915992:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05880 00000400:00000200:3.0:1773613291.915997:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.916002:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b530d [1] + 224 00000800:00000001:3.0:1773613291.916009:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.916017:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613291.916020:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613291.916025:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613291.916032:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613291.916040:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613291.916051:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613291.916078:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613291.916090:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.916094:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613291.917769:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613291.917839:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613291.917843:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613291.917846:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613291.917855:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613291.917863:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613291.917871:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613291.917875:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613291.917880:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613291.917884:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05900 00000400:00000200:2.0:1773613291.917888:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613291.917893:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b531d [1] + 224 00000800:00000001:2.0:1773613291.917899:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613291.917906:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613291.917909:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613291.917913:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613291.917919:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613291.917926:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613291.917981:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613291.917990:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613291.917997:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613291.918001:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.920750:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.920758:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613291.920766:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613291.920768:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613291.920772:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613291.920779:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613291.920782:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613291.920785:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613291.920795:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613291.920808:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.920821:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613291.920823:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.920826:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613291.920828:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613291.920830:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613291.920832:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.920835:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613291.920844:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=69 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613291.920848:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=15 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613291.920850:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613291.920852:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613291.920854:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613291.920858:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.920861:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613291.920863:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613291.920865:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613291.920867:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.920872:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.920880:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.920883:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613291.920885:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613291.920889:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613291.920897:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095168:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613291.920903:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613291.920904:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613291.920906:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613291.920908:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:0.0:1773613291.920910:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:0.0:1773613291.920911:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613291.920915:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613291.920961:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.920969:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613291.920970:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.920972:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613291.920974:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613291.920975:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613291.920976:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.920978:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613291.920982:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=69 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613291.920985:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613291.920987:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613291.920988:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613291.920990:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613291.920992:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.920994:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613291.920995:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613291.920997:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613291.920999:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.921003:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.921009:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.921011:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613291.921012:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613291.921016:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613291.921023:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613291.921028:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.921030:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613291.921034:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4700 x1859762477095168/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.921041:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613291.921043:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613291.921046:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613291.921051:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613291.921053:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613291.921055:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613291.921056:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613291.921059:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:0.0:1773613291.921063:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613291.921065:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613291.921067:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4700. 00000100:00000001:0.0:1773613291.921069:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613291.921071:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.921072:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613291.921075:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477095040/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.921080:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613291.921081:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613291.921083:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613291.921084:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613291.921085:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613291.921086:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613291.921088:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613291.921089:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:0.0:1773613291.921091:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613291.921092:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613291.921093:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613291.921095:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613291.921096:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.921100:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.921102:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.921103:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613291.921104:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.921106:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613291.923504:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.923519:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613291.923522:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.923524:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613291.923532:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.923539:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613291.923546:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.923550:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.923556:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.923559:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05800 00000400:00000200:3.0:1773613291.923564:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613291.923569:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5315 [1] + 224 00000800:00000001:3.0:1773613291.923576:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.923594:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613291.923597:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613291.923601:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613291.923607:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613291.923616:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613291.923627:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613291.923649:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613291.923659:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613291.923661:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.923701:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.923706:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613291.923712:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613291.923714:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613291.923717:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613291.923721:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613291.923724:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613291.923726:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613291.923732:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613291.923741:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.923748:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613291.923749:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.923751:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613291.923754:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613291.923756:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613291.923758:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613291.923761:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613291.923766:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613291.923769:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=16 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613291.923772:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613291.923773:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613291.923776:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613291.923778:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.923780:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613291.923785:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.923791:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613291.923794:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613291.923796:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613291.923799:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613291.923807:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477094912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613291.923814:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.923816:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613291.923820:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477094912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613291.923826:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613291.923828:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613291.923832:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c94a00. 02000000:00000001:0.0:1773613291.923835:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613291.923837:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613291.923839:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613291.923840:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613291.923843:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:0.0:1773613291.923847:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613291.923848:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613291.923850:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613291.923854:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613291.923855:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.923857:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613291.923864:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613291.923866:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613291.923868:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613291.923870:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613292.553606:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613292.553613:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613292.553618:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613292.553620:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613292.553622:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613292.553624:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613292.553952:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613292.553955:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613292.553958:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613293.574073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613293.574083:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613293.574085:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613293.574088:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613293.574093:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613293.574095:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613293.574097:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613293.574099:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613293.574105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613293.574106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613293.574110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613293.574112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613293.574213:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613293.574216:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613293.574218:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613294.598245:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613294.598252:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613294.598258:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613294.598261:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613294.598263:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613294.598268:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613294.598271:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613294.598272:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613294.598275:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613294.598277:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613294.598279:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613294.598281:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613294.598285:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613294.598286:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613294.598311:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613294.598314:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613294.598317:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613295.622069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613295.622077:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613295.622083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613295.622085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613295.622087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613295.622088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613295.622363:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613295.622367:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613295.622370:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613295.878822:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300385657, at 4300385664 00000100:00000010:3.0:1773613295.878838:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853c00. 00000100:00000040:2.0:1773613295.881532:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300385657, at 4300385667 00000100:00000010:2.0:1773613295.881546:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853f00. 00010000:00000001:0.0:1773613296.646784:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613296.646790:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613296.646795:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613296.646797:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613296.646800:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613296.646801:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613296.646973:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613296.646977:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613296.646979:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613297.030198:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613297.030210:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613297.030220:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613297.030226:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613297.030230:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613297.030233:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613297.030239:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613297.030246:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362600. 00000100:00000001:2.0:1773613297.030252:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030263:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613297.030274:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613297.030278:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030284:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6900cce] to pc [ptlrpcd_01_00+0] req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.030311:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030313:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613297.030316:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613297.030320:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9c00. 00000020:00000040:2.0:1773613297.030322:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613297.030324:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613297.030326:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613297.030328:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613297.030331:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362500. 00000100:00000001:2.0:1773613297.030334:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030339:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613297.030346:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613297.030348:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030352:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000540e25f8] to pc [ptlrpcd_01_01+1] req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.030361:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030363:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613297.030367:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613297.030369:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613297.030372:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613297.030375:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613297.030378:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613297.030393:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613297.030394:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613297.030396:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613297.030399:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362c00. 00000100:00000001:2.0:1773613297.030403:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030407:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613297.030415:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613297.030416:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030420:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000477a5a3b] to pc [ptlrpcd_01_00+0] req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.030427:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.030431:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5724) 00000100:00000001:3.0:1773613297.030954:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.030959:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613297.030962:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613297.030970:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.030986:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613297.030988:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.030991:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613297.030994:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613297.030997:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613297.031000:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477095296:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613297.031005:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613297.031010:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613297.031013:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.031015:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613297.031020:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365231ea00. 02000000:00000001:3.0:1773613297.031022:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613297.031029:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613297.031033:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da478. 00000400:00000010:3.0:1773613297.031040:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613297.031046:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095296, portal 25 00000100:00000001:3.0:1773613297.031048:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613297.031050:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:3.0:1773613297.031055:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.031062:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613297.031064:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613297.031067:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613297.031069:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477095296, offset 0 00000400:00000200:3.0:1773613297.031076:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031084:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031091:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613297.031095:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613297.031099:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613297.031103:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613297.031105:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031108:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224887:224887:256:4294967295] 192.168.203.144@tcp LPNI seq info [224822:224822:8:4294967295] 00000400:00000200:3.0:1773613297.031113:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031121:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613297.031127:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613297.031133:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:3.0:1773613297.031139:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613297.031146:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613297.031150:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613297.031219:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613297.031224:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613297.031226:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300390778 00000100:00000010:3.0:1773613297.031232:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edf00. 00000100:00000001:3.0:1773613297.031238:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613297.031242:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300390778 00000100:00000010:3.0:1773613297.031245:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edea0. 00000100:00000001:3.0:1773613297.031248:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613297.031250:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613297.031252:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031255:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613297.031259:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.031265:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613297.031266:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.031269:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613297.031270:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613297.031272:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613297.031275:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477095552:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613297.031278:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613297.031281:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613297.031282:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.031284:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613297.031286:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365231f200. 02000000:00000001:3.0:1773613297.031288:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613297.031291:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613297.031293:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dac60. 00000400:00000010:3.0:1773613297.031297:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613297.031300:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095552, portal 4 00000100:00000001:3.0:1773613297.031302:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613297.031303:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000040:3.0:1773613297.031309:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.031314:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613297.031316:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613297.031318:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc4c8. 00000100:00000200:3.0:1773613297.031321:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477095552, offset 0 00000400:00000200:3.0:1773613297.031325:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031329:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031332:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613297.031335:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613297.031337:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613297.031340:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613297.031342:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031344:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224888:224888:255:4294967295] 192.168.203.144@tcp LPNI seq info [224823:224823:7:4294967295] 00000400:00000200:3.0:1773613297.031347:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031352:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613297.031356:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613297.031359:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:3.0:1773613297.031363:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613297.031366:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613297.031369:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613297.031371:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613297.031374:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 669003 usecs (670 jiffies) 00000400:00000200:3.0:1773613297.031377:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613297.031389:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300387487 00000100:00000001:3.0:1773613297.031391:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300390778 00000100:00000001:3.0:1773613297.031393:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300387487 00000100:00000001:3.0:1773613297.031395:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300390778 00000100:00000001:3.0:1773613297.031397:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613297.031399:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031401:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031403:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.031410:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613297.031411:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613297.031414:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.031415:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613297.031417:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613297.031419:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773613297.031421:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.031422:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613297.031423:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.031425:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.031426:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613297.031427:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613297.031431:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.031438:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613297.031440:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.031442:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613297.031443:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613297.031445:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613297.031448:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477095424:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613297.031450:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613297.031452:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613297.031454:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.031456:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613297.031459:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365231e400. 02000000:00000001:3.0:1773613297.031460:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613297.031464:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613297.031466:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da160. 00000400:00000010:3.0:1773613297.031469:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000200:3.0:1773613297.031472:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095424, portal 10 00000100:00000001:3.0:1773613297.031473:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613297.031475:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984000 : -113016147567616 : ffff993660ab9c00) 00000100:00000040:3.0:1773613297.031479:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.031486:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613297.031488:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613297.031490:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613297.031492:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477095424, offset 0 00000400:00000200:3.0:1773613297.031496:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031500:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031503:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613297.031506:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613297.031508:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613297.031510:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613297.031512:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613297.031514:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224889:224889:254:4294967295] 192.168.203.144@tcp LPNI seq info [224824:224824:6:4294967295] 00000400:00000200:3.0:1773613297.031518:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.031523:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613297.031527:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613297.031531:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c22a200. 00000800:00000200:3.0:1773613297.031535:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613297.031538:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613297.031541:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c22a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613297.031543:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613297.031546:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 345017 usecs (346 jiffies) 00000400:00000200:3.0:1773613297.031561:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613297.031563:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300387163 00000100:00000001:3.0:1773613297.031565:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300390778 00000100:00000001:3.0:1773613297.031567:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300387163 00000100:00000001:3.0:1773613297.031569:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300390778 00000100:00000001:3.0:1773613297.031571:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613297.031573:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031575:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031577:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.031598:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.031600:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613297.035472:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613297.035483:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613297.035493:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613297.035501:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613297.035508:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:2.0:1773613297.035510:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:2.0:1773613297.035516:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613297.035525:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.035538:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613297.035542:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.036195:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.036199:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613297.036223:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613297.036226:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613297.036229:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613297.036235:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613297.036238:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc4c8 00000400:00000010:2.0:1773613297.036240:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc4c8. 00000100:00000001:2.0:1773613297.036243:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613297.036247:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.036255:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613297.036259:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.036264:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.036266:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613297.036561:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613297.036563:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c22a200. 00000400:00000200:2.0:1773613297.036566:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613297.036569:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613297.036572:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:2.0:1773613297.036573:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:2.0:1773613297.036575:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613297.036579:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.036588:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613297.036591:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.036596:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.036597:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613297.041513:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613297.041528:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613297.041532:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613297.041535:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613297.041543:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.041551:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613297.041559:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.041564:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.041569:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.041573:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05a80 00000400:00000200:3.0:1773613297.041577:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613297.041592:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5335 [1] + 224 00000800:00000001:3.0:1773613297.041600:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613297.041615:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613297.041618:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613297.041623:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613297.041629:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613297.041637:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613297.041648:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.041675:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613297.041684:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613297.041687:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613297.041784:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613297.041789:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613297.041796:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613297.041798:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613297.041801:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dac60. 00000400:00000200:2.0:1773613297.041806:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:2.0:1773613297.041808:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:2.0:1773613297.041812:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613297.041816:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613297.041826:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.041831:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613297.041833:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613297.041835:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613297.041838:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613297.041840:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613297.041842:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613297.041845:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613297.041853:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=75 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613297.041857:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=21 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613297.041860:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613297.041861:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613297.041863:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613297.041867:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.041870:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613297.041872:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613297.041874:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613297.041876:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613297.041880:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.041887:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613297.041890:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613297.041892:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613297.041896:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613297.041903:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477095552:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613297.041908:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.041910:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613297.041913:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477095552/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.041919:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613297.041922:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613297.041925:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365231f200. 02000000:00000001:2.0:1773613297.041928:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613297.041930:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613297.041932:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613297.041959:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613297.041963:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362c00. 02000000:00000001:2.0:1773613297.041967:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613297.041968:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613297.041970:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:2.0:1773613297.041973:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613297.041975:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613297.041978:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.041980:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613297.041982:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613297.041983:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613297.041985:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613297.045338:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045355:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613297.045359:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045361:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613297.045370:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045377:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613297.045417:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045422:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045492:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045496:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05a00 00000400:00000200:2.0:1773613297.045500:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045504:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5345 [1] + 224 00000800:00000001:2.0:1773613297.045510:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045515:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613297.045517:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613297.045520:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613297.045525:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613297.045532:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613297.045539:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.045556:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613297.045564:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045566:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613297.045567:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045568:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613297.045570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045572:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613297.045575:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045577:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045578:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045580:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05980 00000400:00000200:2.0:1773613297.045582:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613297.045586:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5325 [1] + 224 00000800:00000001:2.0:1773613297.045588:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045591:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613297.045592:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613297.045594:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613297.045596:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613297.045599:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613297.045604:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613297.045608:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613297.045609:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613297.045611:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.045902:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.045907:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613297.045913:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613297.045915:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613297.045918:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da160. 00000400:00000200:3.0:1773613297.045923:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:3.0:1773613297.045925:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:3.0:1773613297.045928:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613297.045965:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613297.045972:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.045977:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613297.045978:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.045980:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613297.045983:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613297.045984:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613297.045986:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.046085:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613297.046093:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=75 v=36 (36 5 5 5) 00000100:00001000:3.0:1773613297.046096:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613297.046098:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613297.046099:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613297.046101:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613297.046103:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.046105:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613297.046107:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:3.0:1773613297.046109:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613297.046110:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613297.046113:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.046118:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613297.046120:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613297.046121:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613297.046123:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613297.046128:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477095424:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613297.046132:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613297.046133:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613297.046134:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da478. 00000400:00000200:3.0:1773613297.046135:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:3.0:1773613297.046136:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:3.0:1773613297.046138:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613297.046140:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613297.046145:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.046149:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613297.046149:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.046150:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613297.046151:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613297.046152:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613297.046153:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613297.046154:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613297.046155:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613297.046157:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=22 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613297.046158:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613297.046159:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613297.046160:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613297.046161:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.046413:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613297.046420:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.046427:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613297.046429:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613297.046430:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613297.046434:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613297.046440:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477095296:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613297.046444:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.046446:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613297.046449:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9c00 x1859762477095424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.046456:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613297.046458:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613297.046462:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365231e400. 02000000:00000001:3.0:1773613297.046466:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613297.046468:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613297.046470:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613297.046472:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613297.046475:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362500. 02000000:00000001:3.0:1773613297.046479:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613297.046480:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613297.046483:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9c00. 00000100:00000001:3.0:1773613297.046486:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613297.046488:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.046656:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613297.046662:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477095296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613297.046669:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613297.046671:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613297.046673:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365231ea00. 02000000:00000001:3.0:1773613297.046676:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613297.046677:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613297.046679:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613297.046681:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613297.046682:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362600. 02000000:00000001:3.0:1773613297.046685:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613297.046686:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613297.046688:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:3.0:1773613297.046690:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613297.046771:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.046775:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613297.046783:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613297.046785:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613297.046787:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613297.046790:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613297.670280:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613297.670284:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613297.670289:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613297.670289:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613297.670292:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613297.670293:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613297.670311:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613297.670313:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613297.670315:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613298.694675:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613298.694681:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613298.694687:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613298.694689:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613298.694692:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613298.694696:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613298.694698:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613298.694701:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613298.694704:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613298.694707:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613298.694709:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613298.694711:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613298.694821:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613298.694829:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613298.694833:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613299.718060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613299.718067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613299.718072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613299.718073:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613299.718076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613299.718077:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613299.718164:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613299.718168:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613299.718171:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613300.742092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613300.742098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613300.742103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613300.742105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613300.742108:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613300.742109:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613300.742292:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613300.742295:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613300.742298:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613300.998056:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300390778, at 4300390784 00000100:00000010:2.0:1773613300.998071:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edf00. 00000100:00000040:3.0:1773613301.001217:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300390778, at 4300390787 00000100:00000010:3.0:1773613301.001231:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edea0. 00010000:00000001:0.0:1773613301.766296:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613301.766301:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613301.766305:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613301.766306:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613301.766308:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613301.766309:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613301.767305:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613301.767309:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613301.767312:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613302.150340:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613302.150378:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613302.150388:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613302.150394:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613302.150398:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613302.150400:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613302.150405:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613302.150412:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613302.150419:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.150430:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613302.150440:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613302.150444:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.150450:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_00+0] req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.150511:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.150515:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.150518:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613302.150523:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.150531:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613302.150533:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.150536:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613302.150539:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613302.150542:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613302.150546:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477095680:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.150549:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613302.150554:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613302.150556:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.150558:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613302.150562:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613302.150564:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613302.150571:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613302.150575:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613302.150581:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613302.150588:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095680, portal 25 00000100:00000001:1.0:1773613302.150590:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613302.150592:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:1.0:1773613302.150597:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.150603:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613302.150606:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613302.150609:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613302.150612:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477095680, offset 0 00000400:00000200:1.0:1773613302.150618:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613302.150626:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.150633:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613302.150637:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613302.150641:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613302.150644:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613302.150647:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613302.150651:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224890:224890:256:4294967295] 192.168.203.144@tcp LPNI seq info [224825:224825:8:4294967295] 00000400:00000200:1.0:1773613302.150655:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.150663:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613302.150669:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613302.150673:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c700. 00000800:00000200:1.0:1773613302.150679:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613302.150687:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613302.150691:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613302.150717:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613302.150721:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613302.150724:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300395897 00000100:00000010:1.0:1773613302.150728:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8486c0. 00000100:00000001:1.0:1773613302.150735:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613302.150740:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300395897 00000100:00000010:1.0:1773613302.150742:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613302.150745:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613302.150748:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.150751:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.150754:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.150756:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613302.150885:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613302.150890:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613302.150895:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613302.150900:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613302.150905:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:3.0:1773613302.150907:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:3.0:1773613302.150912:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613302.150916:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613302.150924:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613302.150927:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613302.150970:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613302.150973:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613302.152264:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.152271:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613302.152274:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613302.152280:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613302.152283:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613302.152286:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613302.152288:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613302.152292:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613302.152296:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613302.152300:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.152307:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613302.152313:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613302.152316:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.152320:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_01+1] req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.152718:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613302.152721:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613302.152724:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.152726:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.152729:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613302.152732:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773613302.152734:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.152736:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613302.152737:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.152738:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.152740:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.152741:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613302.152747:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.152754:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613302.152756:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.152760:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613302.152762:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613302.152765:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613302.152768:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095808:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.152772:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613302.152776:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613302.152779:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.152781:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613302.152785:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ec00. 02000000:00000001:1.0:1773613302.152787:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613302.152793:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613302.152796:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864580. 00000400:00000010:1.0:1773613302.152802:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613302.152809:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095808, portal 10 00000100:00000001:1.0:1773613302.152811:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613302.152812:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:1.0:1773613302.152819:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.152825:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613302.152828:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613302.152830:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613302.152833:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477095808, offset 0 00000400:00000200:1.0:1773613302.152839:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613302.152846:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.152851:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613302.152855:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613302.152859:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613302.152862:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613302.152865:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613302.152868:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224891:224891:256:4294967295] 192.168.203.144@tcp LPNI seq info [224826:224826:8:4294967295] 00000400:00000200:1.0:1773613302.152872:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.152881:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613302.152886:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613302.152890:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613302.152896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613302.152903:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613302.152907:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613302.153236:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613302.153242:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 344207 usecs (345 jiffies) 00000400:00000200:1.0:1773613302.153246:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613302.153249:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300392284 00000100:00000001:1.0:1773613302.153252:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300395897 00000100:00000001:1.0:1773613302.153255:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300392284 00000100:00000001:1.0:1773613302.153257:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300395897 00000100:00000001:1.0:1773613302.153260:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.153262:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.153264:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.153267:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.153292:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.153295:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613302.153656:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613302.153661:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613302.153666:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613302.153671:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613302.153675:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:2.0:1773613302.153678:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:2.0:1773613302.153683:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613302.153688:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613302.153696:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613302.153699:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613302.153706:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613302.153707:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613302.154848:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.154861:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613302.154864:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.154866:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613302.154873:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.154879:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613302.154885:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.154889:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.154894:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.154896:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05b00 00000400:00000200:3.0:1773613302.154900:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.154904:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5355 [1] + 224 00000800:00000001:3.0:1773613302.154910:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.154915:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613302.154916:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613302.154919:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613302.154923:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613302.154953:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613302.154960:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613302.154971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613302.154979:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.154982:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.155008:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.155062:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613302.155195:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613302.155198:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613302.155201:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613302.155205:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613302.155207:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613302.155211:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613302.155216:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613302.155224:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.155231:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613302.155233:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.155235:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613302.155238:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613302.155240:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613302.155242:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.155244:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613302.155251:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613302.155255:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613302.155257:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613302.155259:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613302.155261:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613302.155263:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155266:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613302.155270:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.155276:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.155279:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613302.155281:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613302.155284:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613302.155291:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477095680:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.155296:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155297:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613302.155300:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477095680/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.155306:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613302.155308:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613302.155311:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613302.155315:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613302.155317:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613302.155319:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613302.155320:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613302.155323:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:1.0:1773613302.155327:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613302.155329:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613302.155331:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:1.0:1773613302.155334:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613302.155335:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.155338:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155339:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.155340:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.155342:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155356:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155494:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.155496:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.155498:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.155500:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613302.156497:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.156503:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613302.156506:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613302.156509:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613302.156512:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613302.156520:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4700. 00000020:00000040:0.0:1773613302.156524:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613302.156528:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613302.156530:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613302.156534:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613302.156540:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613302.156545:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.156553:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613302.156562:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613302.156566:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.156680:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ce6feb] to pc [ptlrpcd_00_00+0] req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.156779:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.156782:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.156784:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613302.156789:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.156796:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613302.156798:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.156802:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613302.156804:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613302.156807:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613302.156810:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095936:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.156813:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613302.156818:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613302.156821:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.156823:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613302.156828:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613302.156830:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613302.156835:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613302.156839:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613302.156844:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613302.156850:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477095936, portal 4 00000100:00000001:1.0:1773613302.156852:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613302.156853:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:1.0:1773613302.156860:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.156867:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613302.156870:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613302.156872:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3854c8. 00000100:00000200:1.0:1773613302.156875:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477095936, offset 0 00000400:00000200:1.0:1773613302.156881:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613302.156887:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.156894:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613302.156898:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613302.156902:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613302.156905:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613302.156908:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613302.156912:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224892:224892:256:4294967295] 192.168.203.144@tcp LPNI seq info [224827:224827:8:4294967295] 00000400:00000200:1.0:1773613302.156917:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613302.156926:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613302.156931:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613302.156952:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613302.156958:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613302.156966:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613302.156970:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613302.156987:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613302.156992:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 664456 usecs (665 jiffies) 00000400:00000200:1.0:1773613302.156995:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613302.156999:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300392607 00000100:00000001:1.0:1773613302.157002:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300395897 00000100:00000001:1.0:1773613302.157005:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300392607 00000100:00000001:1.0:1773613302.157007:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300395897 00000100:00000001:1.0:1773613302.157009:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.157020:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.157023:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.157025:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613302.157242:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613302.157247:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5729) 00000100:00000001:0.0:1773613302.157274:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613302.157277:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613302.157769:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613302.157774:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613302.157779:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613302.157785:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613302.157790:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:2.0:1773613302.157793:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:2.0:1773613302.157798:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613302.157804:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613302.157812:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613302.157815:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613302.157821:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613302.157822:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613302.158484:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613302.158487:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613302.158490:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.158492:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.158494:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.158497:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613302.163699:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.163718:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613302.163722:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.163725:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613302.163734:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.163742:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613302.163750:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.163755:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.163760:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.163763:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05b80 00000400:00000200:3.0:1773613302.163767:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613302.163772:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b535d [1] + 224 00000800:00000001:3.0:1773613302.163778:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.163784:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613302.163786:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613302.163788:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613302.163794:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613302.163800:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613302.163808:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613302.163823:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613302.163831:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613302.163834:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.163864:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.163868:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613302.163875:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613302.163877:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613302.163880:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864580. 00000400:00000200:1.0:1773613302.163885:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:1.0:1773613302.163887:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:1.0:1773613302.163891:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613302.163895:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613302.163906:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.163912:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613302.163914:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.163916:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613302.163919:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613302.163922:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613302.163924:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.163927:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613302.163962:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613302.163967:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613302.163970:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613302.163972:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613302.163974:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613302.163978:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.163982:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613302.163984:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:1.0:1773613302.163986:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613302.163988:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613302.163993:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.164000:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.164003:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613302.164005:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613302.164009:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613302.164027:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095808:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.164031:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.164033:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613302.164036:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477095808/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.164042:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613302.164044:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613302.164048:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ec00. 02000000:00000001:1.0:1773613302.164051:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613302.164054:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613302.164055:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613302.164057:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613302.164060:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613302.164064:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613302.164066:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613302.164077:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:1.0:1773613302.164082:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613302.164083:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.164087:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.164088:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.164089:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613302.164091:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.164093:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613302.169392:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613302.169406:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613302.169409:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613302.169411:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613302.169418:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613302.169423:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613302.169429:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613302.169433:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613302.169436:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613302.169439:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05c00 00000400:00000200:2.0:1773613302.169443:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613302.169447:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5365 [1] + 224 00000800:00000001:2.0:1773613302.169453:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613302.169500:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613302.169502:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613302.169505:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613302.169510:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613302.169516:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613302.169523:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613302.169536:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613302.169542:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613302.169544:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.170423:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.170429:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613302.170436:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613302.170438:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613302.170441:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613302.170447:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613302.170449:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613302.170454:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613302.170462:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613302.170471:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.170478:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613302.170479:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.170482:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613302.170485:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613302.170487:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613302.170489:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613302.170492:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613302.170501:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=80 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613302.170505:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=26 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613302.170507:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613302.170509:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613302.170512:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613302.170515:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.170518:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613302.170520:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:1.0:1773613302.170522:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613302.170523:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613302.170528:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.170535:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613302.170538:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613302.170540:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613302.170544:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613302.170551:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477095936:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613302.170555:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.170557:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613302.170560:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4700 x1859762477095936/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613302.170565:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613302.170568:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613302.170571:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613302.170574:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613302.170576:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613302.170578:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613302.170580:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613302.170582:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:1.0:1773613302.170587:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613302.170588:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613302.170590:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4700. 00000100:00000001:1.0:1773613302.170592:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613302.170594:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.170596:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613302.170602:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613302.170604:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613302.170607:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613302.170609:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613302.790107:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613302.790114:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613302.790120:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613302.790122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613302.790125:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613302.790126:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613302.790204:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613302.790208:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613302.790211:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613303.814208:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613303.814217:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613303.814219:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613303.814222:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613303.814226:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613303.814230:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613303.814232:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613303.814234:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613303.814238:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613303.814239:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613303.814244:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613303.814245:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613303.814269:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613303.814271:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613303.814285:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613304.838648:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613304.838654:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613304.838661:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613304.838664:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613304.838666:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613304.838671:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613304.838672:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613304.838674:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613304.838677:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613304.838679:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613304.838681:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613304.838683:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613304.838686:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613304.838688:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613304.838735:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613304.838738:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613304.838740:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613305.862053:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613305.862060:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613305.862066:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613305.862068:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613305.862072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613305.862074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613305.862223:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613305.862236:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613305.862240:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613306.118047:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300395897, at 4300395904 00000100:00000010:3.0:1773613306.118061:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00000100:00000040:2.0:1773613306.118756:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300395897, at 4300395904 00000100:00000010:2.0:1773613306.118762:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8486c0. 00010000:00000001:0.0:1773613306.886486:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613306.886493:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613306.886500:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613306.886501:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613306.886505:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613306.886506:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613306.886530:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613306.886532:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613306.886536:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613307.270048:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613307.270056:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613307.270065:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613307.270070:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613307.270073:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613307.270076:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613307.270080:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613307.270086:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613307.270092:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.270100:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613307.270108:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613307.270113:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.270119:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6968b44] to pc [ptlrpcd_00_01+1] req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.270191:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.270196:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613307.270198:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613307.270205:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.270213:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613307.270215:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.270219:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613307.270221:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613307.270224:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613307.270227:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477096064:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613307.270231:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613307.270237:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613307.270239:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.270242:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613307.270247:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ec00. 02000000:00000001:1.0:1773613307.270249:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613307.270256:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613307.270260:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613307.270268:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613307.270274:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096064, portal 25 00000100:00000001:1.0:1773613307.270277:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613307.270278:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000040:1.0:1773613307.270284:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.270290:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613307.270293:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613307.270337:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613307.270341:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477096064, offset 0 00000400:00000200:1.0:1773613307.270349:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613307.270358:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613307.270365:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613307.270369:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613307.270374:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613307.270378:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613307.270380:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613307.270384:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224893:224893:256:4294967295] 192.168.203.144@tcp LPNI seq info [224828:224828:8:4294967295] 00000400:00000200:1.0:1773613307.270389:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613307.270398:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613307.270404:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613307.270421:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c700. 00000800:00000200:1.0:1773613307.270429:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613307.270437:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613307.270442:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613307.270462:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613307.270465:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613307.270468:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300401017 00000100:00000010:1.0:1773613307.270473:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8489c0. 00000100:00000001:1.0:1773613307.270479:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613307.270485:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300401017 00000100:00000010:1.0:1773613307.270488:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848360. 00000100:00000001:1.0:1773613307.270491:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613307.270494:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613307.270497:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.270500:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.270503:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613307.270765:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613307.270769:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:3.0:1773613307.270775:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613307.270780:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613307.270784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:3.0:1773613307.270787:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:3.0:1773613307.270792:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613307.270796:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613307.270805:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613307.270808:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613307.270813:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613307.270815:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613307.271070:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271107:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613307.271111:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613307.271116:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7100. 00000020:00000040:0.0:1773613307.271119:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613307.271123:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613307.271125:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613307.271129:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613307.271134:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500d00. 00000100:00000001:0.0:1773613307.271139:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271144:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613307.271154:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613307.271158:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271163:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053e3766a] to pc [ptlrpcd_00_00+0] req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.271403:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613307.271407:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613307.271421:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.271422:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613307.271424:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613307.271427:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613307.271430:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.271432:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613307.271434:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.271435:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.271436:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613307.271438:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613307.271443:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.271450:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613307.271452:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.271455:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613307.271457:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613307.271459:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613307.271462:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096192:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613307.271466:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613307.271470:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613307.271472:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.271473:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613307.271480:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613307.271482:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613307.271488:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613307.271492:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864580. 00000400:00000010:1.0:1773613307.271497:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613307.271500:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096192, portal 10 00000100:00000001:1.0:1773613307.271502:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613307.271503:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434243328 : -113016275308288 : ffff9936590e7100) 00000100:00000040:1.0:1773613307.271510:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.271516:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613307.271519:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613307.271521:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613307.271524:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477096192, offset 0 00000400:00000200:1.0:1773613307.271530:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613307.271536:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613307.271542:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613307.271546:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613307.271549:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613307.271551:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613307.271553:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613307.271556:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224894:224894:256:4294967295] 192.168.203.144@tcp LPNI seq info [224829:224829:8:4294967295] 00000400:00000200:1.0:1773613307.271560:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613307.271567:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613307.271572:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613307.271576:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613307.271580:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613307.271586:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613307.271589:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613307.271652:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613307.271657:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 343388 usecs (344 jiffies) 00000400:00000200:1.0:1773613307.271660:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613307.271662:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300397401 00000100:00000001:1.0:1773613307.271665:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300401017 00000100:00000001:1.0:1773613307.271666:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300397401 00000100:00000001:1.0:1773613307.271668:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300401017 00000100:00000001:1.0:1773613307.271670:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613307.271672:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.271674:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.271677:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.271687:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.271689:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.271889:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271893:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613307.271897:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613307.271900:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613307.271903:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613307.271908:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613307.271911:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613307.271913:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613307.271915:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613307.271918:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613307.271922:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613307.271926:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271931:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613307.271959:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613307.271971:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271976:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_01+1] req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.271990:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.271994:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5734) 00000100:00000001:0.0:1773613307.272004:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773613307.272006:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613307.272008:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.272011:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613307.272013:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.272015:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613307.272016:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613307.272017:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613307.272021:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.272032:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613307.272033:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613307.272036:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613307.272037:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613307.272039:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613307.272042:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477096320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613307.272045:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613307.272048:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613307.272049:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613307.272051:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613307.272055:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613307.272057:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613307.272060:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613307.272063:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613307.272068:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613307.272071:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096320, portal 4 00000100:00000001:0.0:1773613307.272073:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613307.272074:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000040:0.0:1773613307.272079:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.272085:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613307.272087:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613307.272089:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613307.272091:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477096320, offset 0 00000400:00000200:0.0:1773613307.272097:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613307.272101:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613307.272104:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613307.272107:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613307.272110:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613307.272112:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613307.272114:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613307.272117:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224895:224895:255:4294967295] 192.168.203.144@tcp LPNI seq info [224830:224830:7:4294967295] 00000400:00000200:0.0:1773613307.272121:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613307.272128:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613307.272132:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613307.272135:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613307.272139:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613307.272144:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613307.272146:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613307.272149:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.272152:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 659992 usecs (660 jiffies) 00000400:00000200:0.0:1773613307.272155:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613307.272157:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300397718 00000100:00000001:0.0:1773613307.272160:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300401017 00000100:00000001:0.0:1773613307.272162:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300397718 00000100:00000001:0.0:1773613307.272164:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300401017 00000100:00000001:0.0:1773613307.272166:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613307.272168:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.272170:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.272172:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.272325:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.272327:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613307.272329:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.272339:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613307.272515:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613307.272520:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:2.0:1773613307.272526:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613307.272531:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613307.272535:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:2.0:1773613307.272536:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:2.0:1773613307.272541:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613307.272544:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.272551:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613307.272554:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.272560:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613307.272562:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613307.277345:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613307.277356:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:2.0:1773613307.277366:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613307.277375:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613307.277382:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:2.0:1773613307.277385:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:2.0:1773613307.277391:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613307.277399:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.277411:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613307.277415:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.277422:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613307.277423:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613307.278208:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278221:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613307.278224:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278227:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278234:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278240:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613307.278247:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278251:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278256:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278260:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05c80 00000400:00000200:2.0:1773613307.278265:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278272:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b536d [1] + 224 00000800:00000001:2.0:1773613307.278279:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278284:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278286:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613307.278290:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613307.278314:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613307.278321:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613307.278330:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.278350:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613307.278357:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278361:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613307.278362:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278364:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278368:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278371:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613307.278375:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278378:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278381:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278384:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05d80 00000400:00000200:2.0:1773613307.278387:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278391:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b537d [1] + 224 00000800:00000001:2.0:1773613307.278395:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278399:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278401:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613307.278404:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613307.278407:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613307.278411:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613307.278419:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.278439:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613307.278444:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278447:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613307.278449:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278451:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278454:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278457:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613307.278461:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278463:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278467:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278469:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05d00 00000400:00000200:2.0:1773613307.278474:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613307.278478:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5375 [1] + 224 00000800:00000001:2.0:1773613307.278482:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278487:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613307.278489:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613307.278492:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613307.278495:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613307.278499:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613307.278506:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613307.278512:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613307.278515:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613307.278518:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278580:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.278584:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613307.278590:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613307.278592:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613307.278595:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864580. 00000400:00000200:1.0:1773613307.278598:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:1.0:1773613307.278601:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:1.0:1773613307.278605:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613307.278610:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613307.278619:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278624:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613307.278627:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278629:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613307.278632:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613307.278634:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613307.278635:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.278638:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613307.278645:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=85 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613307.278649:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613307.278652:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613307.278653:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613307.278656:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613307.278659:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.278663:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613307.278675:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:1.0:1773613307.278678:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613307.278679:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613307.278684:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278691:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613307.278694:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613307.278696:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613307.278699:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613307.278714:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096192:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613307.278719:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613307.278720:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613307.278722:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613307.278725:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613307.278726:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613307.278728:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613307.278732:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613307.278739:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278745:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613307.278746:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278748:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613307.278749:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613307.278750:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613307.278752:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613307.278754:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613307.278756:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613307.278759:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613307.278761:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613307.278763:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613307.278765:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613307.278767:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.278769:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613307.278772:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278778:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613307.278780:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613307.278781:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613307.278785:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613307.278793:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477096064:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613307.278797:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278799:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613307.278803:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7100 x1859762477096192/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278810:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613307.278813:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613307.278817:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613307.278822:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613307.278824:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613307.278826:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613307.278828:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613307.278831:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500d00. 02000000:00000001:1.0:1773613307.278835:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613307.278837:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613307.278839:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7100. 00000100:00000001:1.0:1773613307.278842:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613307.278843:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278845:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613307.278848:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477096064/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613307.278854:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613307.278856:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613307.278857:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ec00. 02000000:00000001:1.0:1773613307.278859:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613307.278860:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613307.278862:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613307.278863:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613307.278865:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:1.0:1773613307.278867:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613307.278868:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613307.278869:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:1.0:1773613307.278871:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613307.278873:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278875:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613307.278882:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613307.278884:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613307.278886:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613307.278888:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.279166:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613307.279169:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613307.279172:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613307.279173:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613307.279176:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613307.279179:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613307.279181:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613307.279184:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613307.279189:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613307.279197:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.279208:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613307.279210:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.279211:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613307.279213:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613307.279214:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613307.279216:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613307.279218:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613307.279223:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=85 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613307.279226:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=31 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613307.279228:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613307.279229:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613307.279231:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613307.279233:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.279236:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613307.279237:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613307.279239:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613307.279240:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613307.279244:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.279250:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613307.279252:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613307.279253:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613307.279256:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613307.279263:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477096320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613307.279267:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.279269:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613307.279272:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477096320/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613307.279279:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613307.279280:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613307.279283:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613307.279286:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613307.279287:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613307.279288:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613307.279290:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613307.279301:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613307.279305:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613307.279314:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613307.279315:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:0.0:1773613307.279318:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613307.279320:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.279321:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613307.279325:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613307.279326:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613307.279327:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613307.279329:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613307.910084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613307.910091:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613307.910096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613307.910504:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613307.910510:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613307.910511:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613307.910677:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613307.910681:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613307.910683:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613308.934019:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613308.934026:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613308.934032:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613308.934033:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613308.934037:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613308.934040:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613308.934042:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613308.934045:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613308.934048:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613308.934050:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613308.934051:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613308.934054:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613308.934224:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613308.934227:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613308.934230:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613309.958039:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613309.958047:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613309.958052:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613309.958053:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613309.958057:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613309.958058:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613309.958089:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613309.958092:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613309.958096:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613310.983277:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613310.983300:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613310.983307:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613310.983309:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613310.983312:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613310.983313:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613310.983674:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613310.983678:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613310.983681:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613311.238060:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300401017, at 4300401024 00000100:00000010:2.0:1773613311.238075:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8489c0. 00000100:00000040:3.0:1773613311.238157:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300401017, at 4300401024 00000100:00000010:3.0:1773613311.238163:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848360. 00010000:00000001:0.0:1773613312.006057:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613312.006064:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613312.006070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613312.006072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613312.006075:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613312.006077:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613312.006171:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613312.006174:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613312.006175:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613312.390050:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613312.390060:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613312.390069:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613312.390075:0:50939:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613312.390079:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613312.390081:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613312.390086:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613312.390095:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613312.390100:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390108:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613312.390115:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613312.390118:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390123:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_00+0] req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613312.390148:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390150:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613312.390153:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613312.390155:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613312.390156:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613312.390158:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613312.390159:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613312.390160:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613312.390162:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613312.390164:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390166:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613312.390171:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613312.390172:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390174:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_01+1] req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613312.390179:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390181:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613312.390184:0:50939:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613312.390195:0:50939:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613312.390198:0:50939:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613312.390201:0:50939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613312.390203:0:50939:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613312.390205:0:50939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613312.390206:0:50939:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613312.390208:0:50939:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613312.390212:0:50939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613312.390215:0:50939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390220:0:50939:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613312.390227:0:50939:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613312.390229:0:50939:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390233:0:50939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_00+0] req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613312.390241:0:50939:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613312.390245:0:50939:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5739) 00000100:00000001:1.0:1773613312.390480:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.390484:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613312.390487:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613312.390492:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.390500:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613312.390502:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390506:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613312.390508:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613312.390511:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613312.390515:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096576:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613312.390518:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613312.390523:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613312.390525:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390527:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613312.390532:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613312.390534:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613312.390540:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613312.390544:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613312.390550:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613312.390556:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096576, portal 10 00000100:00000001:1.0:1773613312.390559:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613312.390560:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:1.0:1773613312.390568:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.390575:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613312.390578:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613312.390580:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613312.390583:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477096576, offset 0 00000400:00000200:1.0:1773613312.390589:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613312.390597:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.390604:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613312.390609:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613312.390612:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613312.390616:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613312.390619:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613312.390623:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224896:224896:256:4294967295] 192.168.203.144@tcp LPNI seq info [224831:224831:8:4294967295] 00000400:00000200:1.0:1773613312.390627:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.390636:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613312.390643:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613312.390648:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ca00. 00000800:00000200:1.0:1773613312.390654:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613312.390661:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613312.390665:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613312.390684:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613312.390688:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 342562 usecs (343 jiffies) 00000400:00000200:1.0:1773613312.390691:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.390694:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300402519 00000100:00000010:1.0:1773613312.390699:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848cc0. 00000100:00000001:1.0:1773613312.390705:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613312.390714:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300402519 00000100:00000010:1.0:1773613312.390717:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848360. 00000100:00000001:1.0:1773613312.390721:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613312.390732:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.390735:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.390738:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.390741:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.390749:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613312.390750:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613312.390753:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.390754:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613312.390755:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613312.390758:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773613312.390759:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.390761:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613312.390762:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.390764:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.390765:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613312.390766:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613312.390770:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.390777:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613312.390778:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390780:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613312.390782:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613312.390784:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613312.390787:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477096448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613312.390790:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613312.390793:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613312.390794:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390796:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613312.390799:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613312.390800:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613312.390804:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613312.390806:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864580. 00000400:00000010:1.0:1773613312.390810:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613312.390813:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096448, portal 25 00000100:00000001:1.0:1773613312.390815:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613312.390816:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000040:1.0:1773613312.390820:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.390826:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613312.390829:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613312.390831:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613312.390833:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477096448, offset 0 00000400:00000200:1.0:1773613312.390836:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613312.390840:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.390843:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613312.390846:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613312.390848:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613312.390850:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613312.390852:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613312.390855:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224897:224897:255:4294967295] 192.168.203.144@tcp LPNI seq info [224832:224832:7:4294967295] 00000400:00000200:1.0:1773613312.390858:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.390864:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613312.390867:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613312.390870:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c500. 00000800:00000200:1.0:1773613312.390874:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613312.390877:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613312.390880:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613312.390883:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613312.390886:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.390887:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300406137 00000100:00000001:1.0:1773613312.390892:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300402519 00000100:00000001:1.0:1773613312.390894:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300406137 00000100:00000001:1.0:1773613312.390897:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300402519 00000100:00000001:1.0:1773613312.390899:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.390901:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.390903:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613312.390906:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.390913:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613312.390914:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390916:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613312.390918:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613312.390920:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613312.390923:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096704:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613312.390926:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613312.390928:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613312.390929:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.390931:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613312.391105:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ee00. 02000000:00000001:1.0:1773613312.391108:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613312.391112:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613312.391115:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498642c0. 00000400:00000010:1.0:1773613312.391119:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613312.391122:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096704, portal 4 00000100:00000001:1.0:1773613312.391124:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613312.391125:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:1.0:1773613312.391131:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.391137:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613312.391140:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613312.391142:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613312.391144:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477096704, offset 0 00000400:00000200:1.0:1773613312.391148:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613312.391152:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.391156:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613312.391159:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613312.391161:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613312.391163:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613312.391166:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613312.391168:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224898:224898:254:4294967295] 192.168.203.144@tcp LPNI seq info [224833:224833:6:4294967295] 00000400:00000200:1.0:1773613312.391172:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613312.391178:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613312.391198:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613312.391202:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cf00. 00000800:00000200:1.0:1773613312.391206:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613312.391211:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613312.391213:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613312.391216:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613312.391219:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 655535 usecs (656 jiffies) 00000400:00000200:1.0:1773613312.391222:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.391224:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300402833 00000100:00000001:1.0:1773613312.391226:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300406137 00000100:00000001:1.0:1773613312.391228:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300402833 00000100:00000001:1.0:1773613312.391230:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300406137 00000100:00000001:1.0:1773613312.391232:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.391234:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.391237:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.391239:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.391259:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.391261:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613312.392603:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613312.392609:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:2.0:1773613312.392614:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613312.392619:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613312.392623:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:2.0:1773613312.392624:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:2.0:1773613312.392630:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613312.392634:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392642:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613312.392644:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392649:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613312.392651:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613312.392657:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613312.392658:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:2.0:1773613312.392660:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613312.392662:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613312.392663:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:2.0:1773613312.392664:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:2.0:1773613312.392665:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613312.392667:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392671:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613312.392672:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392676:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613312.392676:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613312.392720:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613312.392722:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:2.0:1773613312.392723:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613312.392725:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613312.392727:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:2.0:1773613312.392728:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:2.0:1773613312.392729:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613312.392731:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392735:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613312.392736:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.392740:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613312.392741:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613312.395929:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.395979:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613312.395983:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.395986:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.395993:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396001:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613312.396011:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396026:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05e00 00000400:00000200:2.0:1773613312.396031:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396037:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b538d [1] + 224 00000800:00000001:2.0:1773613312.396045:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.396050:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.396052:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613312.396057:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613312.396063:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613312.396071:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613312.396082:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.396106:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613312.396116:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.396119:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613312.396122:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.396124:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.396127:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396130:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613312.396134:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396137:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396139:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396142:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d05e80 00000400:00000200:2.0:1773613312.396145:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396150:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5385 [1] + 224 00000800:00000001:2.0:1773613312.396153:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773613312.396153:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.396157:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1773613312.396160:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.396162:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1773613312.396164:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613312.396165:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1773613312.396166:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000010:1.0:1773613312.396168:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864580. 00000400:00000200:1.0:1773613312.396172:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:1.0:1773613312.396174:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:1.0:1773613312.396178:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773613312.396179:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613312.396183:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613312.396192:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.396199:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613312.396202:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.396205:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773613312.396245:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613312.396256:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.396262:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613312.396264:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.396267:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613312.396281:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613312.396284:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613312.396286:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.396289:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613312.396295:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613312.396299:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613312.396302:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613312.396303:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613312.396693:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613312.396697:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.396701:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613312.396707:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.396714:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.396717:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613312.396719:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613312.396723:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613312.396731:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477096448:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613312.396739:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613312.396741:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613312.396742:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613312.396745:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:1.0:1773613312.396747:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:1.0:1773613312.396750:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613312.396753:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613312.396761:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.396768:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613312.396769:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.396771:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613312.396772:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613312.396774:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613312.396776:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.396777:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613312.396783:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=90 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613312.396786:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613312.396788:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613312.396789:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613312.396791:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613312.396793:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.396796:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613312.396799:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:1.0:1773613312.396801:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613312.396802:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613312.396806:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.396812:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.396815:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613312.396817:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613312.396821:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613312.396828:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096576:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613312.396832:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.396835:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613312.396838:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477096448/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.396845:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613312.396848:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613312.396851:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613312.396855:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613312.396858:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613312.396859:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613312.396861:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613312.396864:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:1.0:1773613312.396869:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613312.396871:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613312.396873:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:1.0:1773613312.396877:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613312.396878:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.396880:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613312.396883:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477096576/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773613312.396889:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773613312.396889:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613312.396890:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613312.396892:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613312.396893:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613312.396894:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613312.396895:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000800:00000001:2.0:1773613312.396896:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613312.396897:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1773613312.396898:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1773613312.396899:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 00000800:00000001:2.0:1773613312.396900:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773613312.396901:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613312.396902:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613312.396903:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000400:00000200:2.0:1773613312.396904:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.396905:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613312.396906:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.396908:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000100:00000001:1.0:1773613312.396909:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.396911:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773613312.396913:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.396913:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613312.396915:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613312.396916:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613312.396916:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613312.396919:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396922:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d05f00 00000400:00000200:2.0:1773613312.396925:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613312.396929:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5395 [1] + 224 00000800:00000001:2.0:1773613312.396953:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.396975:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613312.396978:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613312.396982:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613312.396986:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613312.396991:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613312.396999:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613312.397021:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613312.397026:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613312.397029:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.397237:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.397239:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613312.397242:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613312.397244:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613312.397246:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498642c0. 00000400:00000200:1.0:1773613312.397249:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613312.397251:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613312.397254:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613312.397258:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613312.397266:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.397286:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613312.397288:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.397290:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613312.397291:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613312.397292:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613312.397294:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613312.397296:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613312.397301:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=90 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613312.397304:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=36 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613312.397306:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613312.397514:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613312.397517:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613312.397519:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.397522:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613312.397523:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:1.0:1773613312.397525:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613312.397527:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613312.397532:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.397539:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613312.397541:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613312.397542:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613312.397545:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613312.397556:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477096704:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613312.397560:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.397562:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613312.397565:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477096704/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613312.397571:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613312.397572:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613312.397574:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ee00. 02000000:00000001:1.0:1773613312.397577:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613312.397579:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613312.397580:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613312.397582:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613312.397584:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:1.0:1773613312.397586:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613312.397587:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613312.397589:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:1.0:1773613312.397591:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613312.397592:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.397594:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613312.397601:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613312.397603:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613312.397605:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613312.397606:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613313.030067:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613313.030074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613313.030080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613313.030082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613313.030086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613313.030087:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613313.030111:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613313.030113:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613313.030116:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613314.054159:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613314.054168:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613314.054170:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613314.054173:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613314.054178:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613314.054181:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613314.054182:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613314.054185:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613314.054189:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613314.054190:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613314.054193:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613314.054195:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613314.054327:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613314.054330:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613314.054332:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613315.078038:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613315.078045:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613315.078052:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613315.078055:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613315.078057:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613315.078063:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613315.078065:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613315.078066:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613315.078069:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613315.078071:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613315.078073:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613315.078076:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613315.078079:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613315.078081:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613315.078200:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613315.078203:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613315.078206:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613316.102088:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613316.102094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613316.102099:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613316.102100:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613316.102104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613316.102105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613316.102127:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613316.102129:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613316.102131:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613316.358332:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300406137, at 4300406144 00000100:00000010:3.0:1773613316.358353:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848360. 00000100:00000040:2.0:1773613316.359450:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300406137, at 4300406145 00000100:00000010:2.0:1773613316.359464:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848cc0. 00010000:00000001:0.0:1773613317.126096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613317.126107:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613317.126115:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613317.126116:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613317.126120:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613317.126121:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613317.126409:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613317.126414:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613317.126418:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613317.510695:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613317.510710:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613317.510725:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613317.510733:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613317.510738:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613317.510742:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613317.510749:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613317.510759:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362c00. 00000100:00000001:2.0:1773613317.510768:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510781:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613317.510794:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613317.510800:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510806:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000477a5a3b] to pc [ptlrpcd_01_01+1] req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.510843:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510847:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613317.510850:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613317.510853:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8a80. 00000020:00000040:2.0:1773613317.510856:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613317.510858:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613317.510859:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613317.510861:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613317.510864:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362300. 00000100:00000001:2.0:1773613317.510867:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510872:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613317.510879:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613317.510881:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510885:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef92e21a] to pc [ptlrpcd_01_00+0] req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.510894:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510896:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613317.510900:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613317.510903:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613317.510906:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613317.510912:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613317.510914:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613317.510916:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613317.510917:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613317.510919:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613317.510922:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649362700. 00000100:00000001:2.0:1773613317.510925:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.510929:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613317.510984:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613317.510986:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.511001:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6900cce] to pc [ptlrpcd_01_01+1] req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.511010:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.511015:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5744) 00000100:00000001:3.0:1773613317.511535:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.511541:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613317.511543:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613317.511552:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.511560:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613317.511562:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.511566:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613317.511570:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613317.511573:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613317.511576:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477096832:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613317.511581:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613317.511588:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613317.511591:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.511594:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613317.511600:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365231ee00. 02000000:00000001:3.0:1773613317.511602:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613317.511611:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613317.511615:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da478. 00000400:00000010:3.0:1773613317.511624:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613317.511634:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096832, portal 25 00000100:00000001:3.0:1773613317.511637:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613317.511638:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000040:3.0:1773613317.511644:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.511652:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613317.511655:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613317.511657:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000200:3.0:1773613317.511661:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477096832, offset 0 00000400:00000200:3.0:1773613317.511669:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613317.511679:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613317.511689:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613317.511695:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613317.511700:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613317.511705:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613317.511707:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613317.511712:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224899:224899:256:4294967295] 192.168.203.144@tcp LPNI seq info [224834:224834:8:4294967295] 00000400:00000200:3.0:1773613317.511717:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613317.511728:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613317.511734:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613317.511740:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c22a600. 00000800:00000200:3.0:1773613317.511748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613317.511757:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613317.511762:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c22a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613317.511783:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613317.511788:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613317.511791:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300411258 00000100:00000010:3.0:1773613317.511797:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edea0. 00000100:00000001:3.0:1773613317.511805:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613317.511810:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300411258 00000100:00000010:3.0:1773613317.511813:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed5a0. 00000100:00000001:3.0:1773613317.511817:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613317.511820:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613317.511823:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.511825:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613317.511829:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.511836:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613317.511838:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.511840:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613317.511842:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613317.511844:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613317.511847:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477097088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613317.511850:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613317.511852:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613317.511854:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.511856:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613317.511858:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99365231f600. 02000000:00000001:3.0:1773613317.511860:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613317.511863:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613317.511866:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da160. 00000400:00000010:3.0:1773613317.511869:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613317.511872:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097088, portal 4 00000100:00000001:3.0:1773613317.511874:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613317.511875:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:3.0:1773613317.511881:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.511888:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613317.511891:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613317.511893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc088. 00000100:00000200:3.0:1773613317.511895:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477097088, offset 0 00000400:00000200:3.0:1773613317.511899:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613317.511903:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613317.511907:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613317.511909:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613317.511912:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613317.511914:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613317.511916:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613317.511919:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224900:224900:255:4294967295] 192.168.203.144@tcp LPNI seq info [224835:224835:7:4294967295] 00000400:00000200:3.0:1773613317.511923:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613317.511928:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613317.511932:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613317.512062:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c22a200. 00000800:00000200:3.0:1773613317.512068:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613317.512072:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613317.512075:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c22a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613317.512079:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613317.512547:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613317.512553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c22a600. 00000400:00000200:2.0:1773613317.512562:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613317.512569:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613317.512575:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:2.0:1773613317.512577:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:2.0:1773613317.512584:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613317.512591:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512602:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613317.512605:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512612:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.512613:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613317.512693:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613317.512696:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c22a200. 00000400:00000200:2.0:1773613317.512699:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613317.512702:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613317.512705:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc088 00000400:00000010:2.0:1773613317.512707:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc088. 00000100:00000001:2.0:1773613317.512710:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613317.512713:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512720:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613317.512723:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512729:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.512730:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613317.512761:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613317.512765:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613317.512767:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613317.512773:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512780:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613317.512782:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613317.512785:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613317.512788:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613317.512791:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613317.512793:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477096960:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613317.512797:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613317.512801:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613317.512803:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613317.512805:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613317.512809:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2c000. 02000000:00000001:2.0:1773613317.512812:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613317.512817:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613317.512820:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613317.512824:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613317.512829:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477096960, portal 10 00000100:00000001:2.0:1773613317.512831:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613317.512832:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561979520 : -113016147572096 : ffff993660ab8a80) 00000100:00000040:2.0:1773613317.512838:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.512845:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613317.512847:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613317.512850:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d74c8. 00000100:00000200:2.0:1773613317.512852:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477096960, offset 0 00000400:00000200:2.0:1773613317.512857:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613317.512862:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.512866:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613317.512869:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613317.512872:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613317.512875:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613317.512877:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613317.512880:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224901:224901:256:4294967295] 192.168.203.144@tcp LPNI seq info [224836:224836:8:4294967295] 00000400:00000200:2.0:1773613317.512884:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.512892:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613317.512897:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613317.512901:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613317.512906:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613317.512911:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613317.512914:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613317.512926:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.512931:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 341737 usecs (342 jiffies) 00000400:00000200:2.0:1773613317.512953:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613317.512956:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300407640 00000100:00000001:2.0:1773613317.512959:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300411258 00000100:00000001:2.0:1773613317.512961:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300407640 00000100:00000001:2.0:1773613317.512963:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300411258 00000100:00000001:2.0:1773613317.512965:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613317.512967:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.512970:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.512973:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.512982:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613317.512984:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1773613317.512987:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613317.512988:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773613317.513077:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 651135 usecs (652 jiffies) 00000400:00000200:3.0:1773613317.513499:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613317.513503:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300407951 00000100:00000001:3.0:1773613317.513506:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300411258 00000100:00000001:3.0:1773613317.513508:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300407951 00000100:00000001:3.0:1773613317.513511:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300411258 00000100:00000001:3.0:1773613317.513513:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613317.513515:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.513518:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.513521:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.513525:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613317.513527:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613317.513529:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.513530:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613317.513531:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.513533:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613317.513615:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613317.513619:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:3.0:1773613317.513624:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613317.513628:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613317.513632:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d74c8 00000400:00000010:3.0:1773613317.513634:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d74c8. 00000100:00000001:3.0:1773613317.513638:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613317.513644:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.513654:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613317.513657:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.513664:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.513666:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613317.514022:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.514027:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613317.517037:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.517065:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613317.517070:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.517074:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.517830:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.517842:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613317.517854:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.517859:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.517867:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.517871:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06080 00000400:00000200:2.0:1773613317.517877:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.517885:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53ad [1] + 224 00000800:00000001:2.0:1773613317.517895:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.517911:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.517915:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613317.517920:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613317.517930:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613317.517971:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613317.517984:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.518000:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613317.518011:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.518015:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.521652:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.521661:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613317.521670:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613317.521673:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613317.521677:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da160. 00000400:00000200:3.0:1773613317.521683:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:3.0:1773613317.521685:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:3.0:1773613317.521690:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613317.521701:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613317.521712:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.521718:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613317.521720:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.521723:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613317.521726:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613317.521728:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613317.521731:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.521734:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613317.521742:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=95 v=5 (5 5 6 6) 00000100:00001000:3.0:1773613317.521746:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=41 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613317.521749:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613317.521750:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613317.521753:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613317.521757:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.521760:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613317.521763:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:3.0:1773613317.521765:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613317.521766:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613317.521770:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.521783:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613317.521786:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613317.521787:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613317.521791:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613317.521798:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477097088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613317.521803:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.521805:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613317.521808:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477097088/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.521814:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613317.521817:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613317.521820:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365231f600. 02000000:00000001:3.0:1773613317.521824:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613317.521826:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613317.521828:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613317.521830:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613317.521832:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362700. 02000000:00000001:3.0:1773613317.521837:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613317.521838:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613317.521840:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:3.0:1773613317.521844:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613317.521845:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.521848:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.521849:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.521850:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613317.521852:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.521854:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613317.522343:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522356:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613317.522360:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522362:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.522369:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522374:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613317.522382:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522386:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522391:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522395:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d05f80 00000400:00000200:2.0:1773613317.522399:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522405:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b539d [1] + 224 00000800:00000001:2.0:1773613317.522411:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522417:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.522419:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613317.522424:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613317.522430:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613317.522436:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613317.522446:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.522466:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613317.522474:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522478:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613317.522480:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522481:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.522484:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522488:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613317.522492:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522494:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522497:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522499:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06000 00000400:00000200:2.0:1773613317.522502:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613317.522507:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53bd [1] + 224 00000800:00000001:2.0:1773613317.522510:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522516:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613317.522518:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613317.522521:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613317.522523:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613317.522527:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613317.522535:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.522549:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613317.522553:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613317.522556:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.522583:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613317.522586:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613317.522590:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613317.522744:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613317.522746:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:2.0:1773613317.522750:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613317.522752:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613317.522755:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613317.522760:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613317.522768:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.522774:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613317.522776:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.522777:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613317.522780:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613317.522781:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613317.522783:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613317.522785:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613317.522790:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=95 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613317.522793:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613317.522796:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613317.522797:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613317.522799:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613317.522801:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.522804:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613317.522806:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:2.0:1773613317.522807:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613317.522809:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613317.522813:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.522818:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613317.522820:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613317.522822:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613317.522825:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613317.522837:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477096960:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613317.522840:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.522842:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613317.522845:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8a80 x1859762477096960/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613317.522850:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613317.522852:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613317.522854:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2c000. 02000000:00000001:2.0:1773613317.522857:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613317.522859:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613317.522860:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613317.522862:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613317.522864:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362300. 02000000:00000001:2.0:1773613317.522866:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613317.522868:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613317.522869:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8a80. 00000100:00000001:2.0:1773613317.522872:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613317.522873:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.522875:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613317.522882:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613317.522883:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613317.522886:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613317.522887:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.523372:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.523374:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613317.523378:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613317.523380:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613317.523382:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da478. 00000400:00000200:3.0:1773613317.523386:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:3.0:1773613317.523388:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:3.0:1773613317.523392:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613317.523398:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613317.523406:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.523412:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613317.523414:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.523416:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613317.523417:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613317.523418:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613317.523420:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613317.523422:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613317.523425:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613317.523428:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=42 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613317.523430:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613317.523432:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613317.523434:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613317.523436:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.523438:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613317.523441:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.523448:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613317.523450:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613317.523451:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613317.523455:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613317.523462:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477096832:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613317.523466:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.523468:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613317.523471:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477096832/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613317.523476:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613317.523478:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613317.523479:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99365231ee00. 02000000:00000001:3.0:1773613317.523482:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613317.523484:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613317.523485:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613317.523487:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613317.523489:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649362c00. 02000000:00000001:3.0:1773613317.523492:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613317.523493:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613317.523494:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:3.0:1773613317.523497:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613317.523498:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.523500:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613317.523504:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613317.523505:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613317.523507:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613317.523508:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613318.150530:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613318.150537:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613318.150542:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613318.150543:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613318.150546:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613318.150547:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613318.154259:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613318.154268:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613318.154274:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613319.174570:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613319.174593:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613319.174601:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613319.174603:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613319.174608:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613319.174612:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613319.174615:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613319.174620:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613319.174624:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613319.174627:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613319.174629:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613319.174633:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613319.174665:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613319.174669:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613319.174674:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613320.198390:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613320.198400:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613320.198408:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613320.198409:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613320.198413:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613320.198414:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613320.199077:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613320.199095:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613320.199100:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613321.222110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613321.222120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613321.222128:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613321.222129:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613321.222134:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613321.222135:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613321.222319:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613321.222324:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613321.222327:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613321.478077:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300411258, at 4300411264 00000100:00000010:3.0:1773613321.478097:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed5a0. 00000100:00000040:2.0:1773613321.478338:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300411258, at 4300411264 00000100:00000010:2.0:1773613321.478353:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edea0. 00010000:00000001:0.0:1773613322.246121:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613322.246130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613322.246138:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613322.246139:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613322.246143:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613322.246144:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613322.246190:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613322.246194:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613322.246197:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613322.631886:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613322.631896:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613322.631906:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73bb80. 00000020:00000040:1.0:1773613322.631913:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613322.631917:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613322.631920:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613322.631925:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613322.631971:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613322.631979:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.631990:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613322.632000:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613322.632004:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632010:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9de936] to pc [ptlrpcd_00_01+1] req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632036:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632039:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613322.632042:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613322.632045:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739880. 00000020:00000040:1.0:1773613322.632048:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613322.632050:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613322.632051:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613322.632053:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613322.632057:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613322.632059:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632063:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613322.632070:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613322.632072:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632076:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004dfc912] to pc [ptlrpcd_00_00+0] req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632084:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632087:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613322.632090:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613322.632093:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613322.632096:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613322.632099:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613322.632116:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613322.632119:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613322.632120:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613322.632122:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613322.632126:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613322.632128:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632133:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613322.632140:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613322.632142:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632146:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_01+1] req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632153:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632158:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5750) 00000100:00000001:1.0:1773613322.632174:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.632178:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613322.632181:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613322.632185:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632192:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613322.632195:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632208:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613322.632211:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613322.632213:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613322.632217:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613322.632223:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613322.632229:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613322.632231:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632234:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613322.632238:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ee00. 02000000:00000001:1.0:1773613322.632241:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613322.632249:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613322.632253:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498642c0. 00000400:00000010:1.0:1773613322.632259:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613322.632266:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097344, portal 10 00000100:00000001:1.0:1773613322.632268:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613322.632270:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000100:00000040:1.0:1773613322.632277:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632284:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613322.632287:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613322.632290:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613322.632294:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477097344, offset 0 00000400:00000200:1.0:1773613322.632300:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632308:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632316:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613322.632321:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613322.632325:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613322.632329:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613322.632331:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632335:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224902:224902:256:4294967295] 192.168.203.144@tcp LPNI seq info [224837:224837:8:4294967295] 00000400:00000200:1.0:1773613322.632339:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632349:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613322.632355:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613322.632359:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613322.632366:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613322.632373:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613322.632377:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613322.632397:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632402:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 340931 usecs (341 jiffies) 00000400:00000200:1.0:1773613322.632405:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613322.632407:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300412759 00000100:00000010:1.0:1773613322.632412:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8489c0. 00000100:00000001:1.0:1773613322.632418:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613322.632427:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300412759 00000100:00000010:1.0:1773613322.632431:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8486c0. 00000100:00000001:1.0:1773613322.632435:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613322.632446:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.632449:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.632452:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.632454:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.632462:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613322.632464:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613322.632467:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.632468:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613322.632469:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613322.632472:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613322.632474:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.632476:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613322.632488:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.632491:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.632492:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613322.632494:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613322.632498:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632505:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613322.632506:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632509:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613322.632510:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613322.632513:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613322.632516:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477097216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613322.632519:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613322.632522:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613322.632524:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632526:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613322.632529:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613322.632530:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613322.632534:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613322.632537:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613322.632540:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613322.632543:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097216, portal 25 00000100:00000001:1.0:1773613322.632544:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613322.632546:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189223296 : -113016520328320 : ffff99364a73bb80) 00000100:00000040:1.0:1773613322.632550:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632556:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613322.632559:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613322.632562:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613322.632564:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477097216, offset 0 00000400:00000200:1.0:1773613322.632569:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632572:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632577:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613322.632582:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613322.632586:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613322.632589:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613322.632591:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632594:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224903:224903:255:4294967295] 192.168.203.144@tcp LPNI seq info [224838:224838:7:4294967295] 00000400:00000200:1.0:1773613322.632599:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632606:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613322.632611:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613322.632616:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c700. 00000800:00000200:1.0:1773613322.632622:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613322.632627:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613322.632630:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613322.632633:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613322.632636:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613322.632638:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300416379 00000100:00000001:1.0:1773613322.632644:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300412759 00000100:00000001:1.0:1773613322.632647:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300416379 00000100:00000001:1.0:1773613322.632650:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300412759 00000100:00000001:1.0:1773613322.632653:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.632655:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.632657:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613322.632660:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632667:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613322.632669:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632671:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613322.632673:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613322.632675:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613322.632678:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097472:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613322.632681:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613322.632684:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613322.632685:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.632687:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613322.632690:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613322.632692:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613322.632695:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613322.632698:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864580. 00000400:00000010:1.0:1773613322.632702:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613322.632704:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097472, portal 4 00000100:00000001:1.0:1773613322.632707:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613322.632709:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613322.632714:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.632720:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613322.632722:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613322.632724:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613322.632727:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477097472, offset 0 00000400:00000200:1.0:1773613322.632730:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632734:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632737:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613322.632740:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613322.632742:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613322.632744:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613322.632747:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613322.632750:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224904:224904:254:4294967295] 192.168.203.144@tcp LPNI seq info [224839:224839:6:4294967295] 00000400:00000200:1.0:1773613322.632754:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613322.632759:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613322.632763:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613322.632767:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613322.632770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613322.632774:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613322.632777:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613322.632780:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.632782:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 646826 usecs (647 jiffies) 00000400:00000200:1.0:1773613322.632785:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613322.632787:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300413065 00000100:00000001:1.0:1773613322.632789:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300416379 00000100:00000001:1.0:1773613322.632791:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300413065 00000100:00000001:1.0:1773613322.632793:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300416379 00000100:00000001:1.0:1773613322.632795:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.632797:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.632799:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.632801:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613322.633032:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613322.633036:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:2.0:1773613322.633042:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.633046:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613322.633051:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:2.0:1773613322.633053:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:2.0:1773613322.633059:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613322.633064:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633072:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613322.633075:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633081:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613322.633082:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613322.633092:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613322.633094:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c700. 00000400:00000200:2.0:1773613322.633097:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.633099:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613322.633114:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613322.633115:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613322.633118:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613322.633121:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633127:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613322.633129:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633135:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613322.633136:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613322.633188:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613322.633191:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613322.633193:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.633206:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613322.633209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613322.633210:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613322.633213:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613322.633216:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633223:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613322.633226:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.633232:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613322.633233:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613322.633332:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613322.633336:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613322.636878:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.636895:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613322.636900:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.636902:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.636912:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.636919:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613322.636927:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.636931:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.636959:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.636962:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06180 00000400:00000200:2.0:1773613322.636967:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.636972:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53cd [1] + 224 00000800:00000001:2.0:1773613322.636979:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.636988:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.636991:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.636995:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613322.637001:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613322.637008:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613322.637018:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.637043:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613322.637050:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.637053:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.638148:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.638154:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613322.638162:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613322.638164:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613322.638167:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498642c0. 00000400:00000200:1.0:1773613322.638174:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613322.638176:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613322.638180:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613322.638188:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613322.638209:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.638216:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613322.638218:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.638221:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613322.638224:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613322.638226:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613322.638228:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.638231:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613322.638239:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=100 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613322.638243:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613322.638246:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613322.638247:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613322.638250:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613322.638253:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.638256:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613322.638258:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:1.0:1773613322.638260:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613322.638262:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.638267:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.638279:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.638282:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613322.638284:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613322.638288:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613322.638296:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613322.638300:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.638303:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613322.638306:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739880 x1859762477097344/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.638313:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613322.638315:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613322.638318:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ee00. 02000000:00000001:1.0:1773613322.638322:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613322.638324:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613322.638326:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613322.638329:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613322.638331:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:1.0:1773613322.638334:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613322.638336:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613322.638338:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739880. 00000100:00000001:1.0:1773613322.638341:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613322.638343:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.638346:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.638349:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.638350:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613322.638352:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.638354:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613322.640550:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640629:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613322.640705:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640709:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.640718:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640726:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613322.640735:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640739:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640745:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640748:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06200 00000400:00000200:2.0:1773613322.640753:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640759:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53dd [1] + 224 00000800:00000001:2.0:1773613322.640766:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640771:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.640774:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.640778:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613322.640784:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613322.640792:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613322.640801:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.640869:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613322.640879:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640883:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613322.640884:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640887:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.640890:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640894:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613322.640898:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640909:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640913:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640916:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06100 00000400:00000200:2.0:1773613322.640919:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613322.640923:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53d5 [1] + 224 00000800:00000001:2.0:1773613322.640927:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640951:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613322.640954:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613322.640958:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613322.640961:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613322.640965:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613322.640973:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613322.640980:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613322.640983:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613322.640986:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641313:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.641318:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613322.641325:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613322.641327:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613322.641331:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613322.641335:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:1.0:1773613322.641338:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:1.0:1773613322.641343:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613322.641348:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613322.641358:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641364:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613322.641366:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641368:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613322.641371:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613322.641373:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613322.641376:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.641379:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613322.641384:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613322.641389:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=47 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613322.641392:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613322.641393:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613322.641395:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613322.641397:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.641400:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.641404:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641412:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.641415:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613322.641417:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613322.641420:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613322.641428:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477097216:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613322.641434:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613322.641436:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613322.641438:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864580. 00000400:00000200:1.0:1773613322.641441:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:1.0:1773613322.641443:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:1.0:1773613322.641446:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613322.641449:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613322.641457:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641463:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613322.641464:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641465:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613322.641467:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613322.641468:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613322.641469:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613322.641471:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613322.641476:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=100 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613322.641479:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=46 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613322.641481:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613322.641483:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613322.641485:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613322.641487:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.641490:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613322.641491:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:1.0:1773613322.641493:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613322.641494:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613322.641498:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641504:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613322.641505:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613322.641506:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613322.641509:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613322.641516:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097472:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613322.641520:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641522:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613322.641525:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73bb80 x1859762477097216/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641532:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613322.641534:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613322.641537:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:1.0:1773613322.641541:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613322.641543:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613322.641545:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613322.641547:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613322.641549:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:1.0:1773613322.641553:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613322.641554:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613322.641556:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73bb80. 00000100:00000001:1.0:1773613322.641559:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613322.641560:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641561:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613322.641564:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477097472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613322.641569:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613322.641570:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613322.641572:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613322.641574:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613322.641575:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613322.641576:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613322.641578:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613322.641579:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:1.0:1773613322.641581:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613322.641582:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613322.641583:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613322.641585:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613322.641586:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641587:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613322.641595:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613322.641597:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613322.641599:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613322.641602:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613323.270152:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613323.270159:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613323.270165:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613323.270167:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613323.270170:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613323.270172:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613323.273507:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613323.273513:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613323.273517:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613324.294331:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613324.294339:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613324.294341:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613324.294344:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613324.294348:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613324.294350:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613324.294352:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613324.294354:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613324.294359:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613324.294361:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613324.294364:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613324.294366:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613324.294654:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613324.294658:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613324.294661:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613325.318101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613325.318107:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613325.318113:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613325.318116:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613325.318118:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613325.318124:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613325.318126:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613325.318128:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613325.318130:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613325.318132:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613325.318134:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613325.318136:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613325.318139:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613325.318140:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613325.318166:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613325.318169:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613325.318171:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613326.342208:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613326.342214:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613326.342290:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613326.342291:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613326.342294:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613326.342296:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613326.348407:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613326.348414:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613326.348419:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613326.601600:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300416379, at 4300416387 00000100:00000010:2.0:1773613326.601616:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8489c0. 00000100:00000040:3.0:1773613326.601876:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300416379, at 4300416387 00000100:00000010:3.0:1773613326.601883:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8486c0. 00010000:00000001:0.0:1773613327.366070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613327.366076:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613327.366082:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613327.366084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613327.366087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613327.366089:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613327.366267:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613327.366270:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613327.366273:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613327.750084:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613327.750094:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613327.750105:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613327.750111:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613327.750114:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613327.750117:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613327.750122:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613327.750130:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613327.750137:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750148:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613327.750158:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613327.750188:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750194:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_00+0] req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613327.750224:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750226:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613327.750229:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613327.750232:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73bb80. 00000020:00000040:1.0:1773613327.750234:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613327.750236:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613327.750237:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613327.750239:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613327.750242:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613327.750245:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750249:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613327.750255:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613327.750257:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750261:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9de936] to pc [ptlrpcd_00_01+1] req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613327.750269:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750271:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613327.750275:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613327.750277:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613327.750280:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613327.750283:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739880. 00000020:00000040:1.0:1773613327.750285:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613327.750287:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613327.750288:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613327.750289:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613327.750292:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613327.750294:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750298:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613327.750304:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613327.750305:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750309:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004dfc912] to pc [ptlrpcd_00_00+0] req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613327.750315:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613327.750319:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5755) 00000100:00000001:0.0:1773613327.750459:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.750464:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613327.750466:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613327.750472:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750485:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613327.750487:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750490:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613327.750492:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613327.750495:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613327.750498:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477097600:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613327.750502:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613327.750507:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613327.750509:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750512:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613327.750517:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613327.750518:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613327.750524:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613327.750527:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613327.750532:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613327.750537:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097600, portal 25 00000100:00000001:0.0:1773613327.750539:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613327.750540:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:0.0:1773613327.750544:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750549:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613327.750551:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613327.750552:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613327.750555:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477097600, offset 0 00000400:00000200:0.0:1773613327.750559:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750565:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750571:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613327.750574:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613327.750577:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613327.750580:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613327.750582:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750585:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224905:224905:256:4294967295] 192.168.203.144@tcp LPNI seq info [224840:224840:8:4294967295] 00000400:00000200:0.0:1773613327.750588:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750595:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613327.750599:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613327.750602:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613327.750607:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613327.750613:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613327.750616:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613327.750635:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613327.750638:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613327.750640:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300421497 00000100:00000010:0.0:1773613327.750644:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853d80. 00000100:00000001:0.0:1773613327.750648:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613327.750651:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300421497 00000100:00000010:0.0:1773613327.750653:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8534e0. 00000100:00000001:0.0:1773613327.750655:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613327.750657:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.750658:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750660:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613327.750663:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750667:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613327.750668:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750670:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613327.750671:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613327.750672:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613327.750674:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097856:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613327.750676:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613327.750678:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613327.750679:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750680:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613327.750682:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613327.750683:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613327.750685:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613327.750687:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613327.750689:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613327.750691:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097856, portal 4 00000100:00000001:0.0:1773613327.750692:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613327.750693:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000100:00000040:0.0:1773613327.750697:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750701:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613327.750702:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613327.750704:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17330. 00000100:00000200:0.0:1773613327.750705:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477097856, offset 0 00000400:00000200:0.0:1773613327.750707:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750709:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750711:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613327.750713:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613327.750715:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613327.750716:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613327.750717:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750719:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224906:224906:255:4294967295] 192.168.203.144@tcp LPNI seq info [224841:224841:7:4294967295] 00000400:00000200:0.0:1773613327.750721:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750725:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613327.750727:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613327.750729:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613327.750731:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613327.750733:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613327.750735:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613327.750737:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613327.750739:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 642562 usecs (643 jiffies) 00000400:00000200:0.0:1773613327.750741:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613327.750742:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300418179 00000100:00000001:0.0:1773613327.750744:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300421497 00000100:00000001:0.0:1773613327.750745:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300418179 00000100:00000001:0.0:1773613327.750747:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300421497 00000100:00000001:0.0:1773613327.750748:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.750749:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750750:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750752:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.750758:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613327.750759:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613327.750760:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.750761:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613327.750762:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613327.750764:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613327.750765:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.750766:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613327.750767:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.750768:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.750769:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613327.750769:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613327.750771:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750775:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613327.750776:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750777:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613327.750778:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613327.750779:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613327.750781:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613327.750783:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613327.750784:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613327.750785:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.750786:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613327.750788:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95800. 02000000:00000001:0.0:1773613327.750789:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613327.750790:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613327.750792:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613327.750794:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c172a8. 00000100:00000200:0.0:1773613327.750795:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097728, portal 10 00000100:00000001:0.0:1773613327.750796:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613327.750797:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189223296 : -113016520328320 : ffff99364a73bb80) 00000100:00000040:0.0:1773613327.750800:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.750804:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613327.750805:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613327.750806:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613327.750808:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477097728, offset 0 00000400:00000200:0.0:1773613327.750810:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750812:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750813:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613327.750815:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613327.750816:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613327.750817:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613327.750818:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613327.750820:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224907:224907:254:4294967295] 192.168.203.144@tcp LPNI seq info [224842:224842:6:4294967295] 00000400:00000200:0.0:1773613327.750823:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613327.750826:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613327.750828:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613327.750830:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613327.750832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613327.750834:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613327.750835:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613327.750837:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613327.750839:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 340112 usecs (341 jiffies) 00000400:00000200:0.0:1773613327.750841:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613327.750842:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300417877 00000100:00000001:0.0:1773613327.750843:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300421497 00000100:00000001:0.0:1773613327.750844:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300417877 00000100:00000001:0.0:1773613327.750845:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300421497 00000100:00000001:0.0:1773613327.750846:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.750847:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750849:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750850:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.750857:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.750858:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613327.751040:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613327.751045:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:3.0:1773613327.751052:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613327.751057:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613327.751062:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:3.0:1773613327.751065:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:3.0:1773613327.751069:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613327.751073:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751082:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613327.751086:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751091:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613327.751092:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613327.751101:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613327.751103:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:3.0:1773613327.751105:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613327.751107:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613327.751108:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17330 00000400:00000010:3.0:1773613327.751109:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17330. 00000100:00000001:3.0:1773613327.751111:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613327.751113:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751117:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613327.751118:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751122:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613327.751123:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613327.751180:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613327.751183:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:3.0:1773613327.751186:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613327.751189:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613327.751195:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:3.0:1773613327.751197:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:3.0:1773613327.751199:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613327.751202:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751209:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613327.751212:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.751218:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613327.751219:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613327.753440:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613327.753456:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613327.753460:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613327.753463:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613327.753470:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613327.753476:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613327.753483:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613327.753487:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613327.753492:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613327.753496:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06280 00000400:00000200:2.0:1773613327.753500:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613327.753506:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53e5 [1] + 224 00000800:00000001:2.0:1773613327.753513:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613327.753521:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613327.753524:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613327.753528:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613327.753535:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613327.753543:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613327.753552:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613327.753572:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613327.753580:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613327.753583:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.753648:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.753652:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613327.753657:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613327.753659:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613327.753662:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613327.753666:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613327.753668:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613327.753670:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613327.753675:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613327.753682:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.753688:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613327.753690:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.753692:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613327.753695:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613327.753697:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613327.753699:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.753702:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613327.753708:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613327.753711:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=52 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613327.753713:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613327.753715:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613327.753718:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613327.753720:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.753722:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613327.753726:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.753732:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.753735:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613327.753737:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613327.753741:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613327.753749:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477097600:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613327.753753:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.753755:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613327.753758:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477097600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.753764:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613327.753766:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613327.753769:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95c00. 02000000:00000001:0.0:1773613327.753772:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613327.753774:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613327.753776:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613327.753778:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613327.753781:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:0.0:1773613327.753784:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613327.753786:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613327.753788:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:0.0:1773613327.753791:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613327.753793:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.753796:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.753798:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.753799:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613327.753800:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.753802:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613327.758403:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758418:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613327.758422:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758425:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613327.758433:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758441:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613327.758448:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758453:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758458:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758461:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06300 00000400:00000200:3.0:1773613327.758466:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758471:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53f5 [1] + 224 00000800:00000001:3.0:1773613327.758478:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758483:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613327.758486:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613327.758490:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613327.758497:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613327.758505:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613327.758514:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.758535:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613327.758543:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758546:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613327.758548:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758551:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613327.758554:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758557:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613327.758561:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758564:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758566:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758569:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06380 00000400:00000200:3.0:1773613327.758572:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613327.758576:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53ed [1] + 224 00000800:00000001:3.0:1773613327.758579:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758584:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613327.758585:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613327.758588:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613327.758591:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613327.758595:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613327.758603:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613327.758610:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613327.758612:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613327.758614:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.758848:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.758852:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613327.758857:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613327.758859:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613327.758862:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613327.758866:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c172a8 00000400:00000010:0.0:1773613327.758869:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c172a8. 00000100:00000001:0.0:1773613327.758871:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613327.758877:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613327.758885:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.758891:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613327.758893:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.758895:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613327.758898:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613327.758900:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613327.758902:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.758905:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613327.758913:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=105 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613327.758918:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613327.758921:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613327.758923:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613327.758925:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613327.758928:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.758932:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613327.758981:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613327.758989:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613327.758990:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613327.758995:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.759002:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.759004:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613327.759006:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613327.759010:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613327.759018:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097728:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613327.759027:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613327.759028:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613327.759030:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613327.759033:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:0.0:1773613327.759034:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:0.0:1773613327.759036:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613327.759039:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613327.759048:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.759054:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613327.759596:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.759600:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613327.759602:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613327.759603:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613327.759604:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613327.759607:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613327.759612:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=105 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613327.759615:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=51 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613327.759618:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613327.759619:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613327.759621:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613327.759623:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.759626:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613327.759627:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613327.759629:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613327.759631:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613327.759636:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.759643:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613327.759646:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613327.759647:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613327.759657:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613327.759664:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477097856:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613327.759668:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.759670:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613327.759676:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73bb80 x1859762477097728/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.759682:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613327.759684:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613327.759687:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95800. 02000000:00000001:0.0:1773613327.759693:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613327.759695:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613327.759697:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613327.759698:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613327.759701:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:0.0:1773613327.759704:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613327.759706:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613327.759707:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73bb80. 00000100:00000001:0.0:1773613327.759711:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613327.759712:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.759713:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613327.759716:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739880 x1859762477097856/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613327.759721:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613327.759722:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613327.759723:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613327.759725:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613327.759726:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613327.759727:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613327.759728:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613327.759729:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:0.0:1773613327.759731:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613327.759732:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613327.759733:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739880. 00000100:00000001:0.0:1773613327.759735:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613327.759736:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.759738:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613327.759744:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613327.759746:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613327.759748:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613327.759750:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613328.390221:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613328.390227:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613328.390233:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613328.390234:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613328.390237:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613328.390238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613328.390269:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613328.390271:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613328.390273:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613329.286359:0:85065:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613329.286367:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613329.286368:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773613329.286374:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 1 seconds 00000100:00000001:0.0:1773613329.286377:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613329.286381:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613329.414079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414085:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613329.414086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414089:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613329.414092:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613329.414094:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613329.414097:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414100:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613329.414102:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414104:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613329.414106:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613329.414351:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613329.414354:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613329.414357:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613330.310188:0:85065:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613330.310196:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613330.310198:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773613330.310203:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 1 seconds 00000100:00000001:0.0:1773613330.310207:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613330.310211:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613330.438062:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613330.438069:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613330.438076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613330.438078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613330.438081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613330.438082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613330.438178:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613330.438181:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613330.438185:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613331.334108:0:85065:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613331.334114:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613331.334116:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773613331.334120:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 1 seconds 00000100:00000001:0.0:1773613331.334122:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613331.334125:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613331.465295:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613331.465302:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613331.465321:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613331.465323:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613331.465327:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613331.465328:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613331.465354:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613331.465356:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613331.465359:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613331.719016:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300421497, at 4300421505 00000100:00000010:2.0:1773613331.719034:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853d80. 00000100:00000040:3.0:1773613331.719747:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300421497, at 4300421505 00000100:00000010:3.0:1773613331.719755:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8534e0. 00000100:00000001:0.0:1773613332.358059:0:85065:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613332.358066:0:85065:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773613332.358081:0:85065:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773613277/real 1773613277] req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773613332 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1773613332.358099:0:85065:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613332.358101:0:85065:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613332.358104:0:85065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613332.358109:0:85065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613332.358112:0:85065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613332.358115:0:85065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613332.358119:0:85065:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773613332 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613332.358463:0:85065:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773613332 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.358472:0:85065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613332.358474:0:85065:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.358477:0:85065:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613332.358479:0:85065:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.358482:0:85065:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773613332.358495:0:85065:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1773613332.358500:0:85065:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff993644bc9800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1773613332.358503:0:85065:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773613332.358506:0:85065:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773613332.358508:0:85065:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.358510:0:85065:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613332.358511:0:85065:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1773613332.358530:0:85065:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773613332.358532:0:85065:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.358535:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613332.358537:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613332.358539:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 0 seconds 00000100:00000001:0.0:1773613332.358542:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613332.358544:0:85065:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.358546:0:85065:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613332.358549:0:85065:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.358551:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.358819:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613332.358824:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613332.358833:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73a680. 00000020:00000040:1.0:1773613332.358838:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613332.358841:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613332.358844:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613332.358849:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613332.358857:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613332.358863:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.358869:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613332.358879:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613332.358884:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.358890:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000204ba44b] to pc [ptlrpcd_00_01+1] req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613332.358919:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773613332.358921:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1773613332.358924:0:42692:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1773613332.358926:0:42692:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773613332.358928:0:42692:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773613332.358931:0:42692:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773613332.358951:0:42692:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff993644bc9800: connect to NID 192.168.203.144@tcp last attempt 5693 00000400:00000200:1.0:1773613332.358958:0:42692:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613332.358964:0:42692:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1773613332.358968:0:42692:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613332.358972:0:42692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773613332.358974:0:42692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613332.358976:0:42692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:1.0:1773613332.358979:0:42692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773613332.358981:0:42692:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:1.0:1773613332.358984:0:42692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613332.358987:0:42692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:1.0:1773613332.358989:0:42692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:1.0:1773613332.358991:0:42692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000040:1.0:1773613332.358994:0:42692:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613332.358996:0:42692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773613332.358997:0:42692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613332.358999:0:42692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:1.0:1773613332.359002:0:42692:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00080000:1.0:1773613332.359005:0:42692:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff993644bc9800: import ffff99364b4f6000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1773613332.359008:0:42692:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613332.359010:0:42692:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1773613332.359122:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.359126:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613332.359143:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613332.359149:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.359158:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613332.359159:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613332.359163:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613332.359166:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613332.359168:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613332.359171:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477097984:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613332.359175:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613332.359180:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613332.359182:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613332.359185:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613332.359190:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613332.359192:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613332.359197:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613332.359201:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613332.359206:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613332.359213:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477097984, portal 25 00000100:00000001:0.0:1773613332.359216:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613332.359217:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189217920 : -113016520333696 : ffff99364a73a680) 00000100:00000040:0.0:1773613332.359223:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.359230:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613332.359233:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613332.359235:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613332.359238:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477097984, offset 0 00000400:00000200:0.0:1773613332.359245:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613332.359251:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613332.359257:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613332.359261:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613332.359265:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613332.359269:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613332.359272:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613332.359276:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224908:224908:256:4294967295] 192.168.203.144@tcp LPNI seq info [224843:224843:8:4294967295] 00000400:00000200:0.0:1773613332.359280:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613332.359289:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613332.359295:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613332.359300:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613332.359305:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613332.359312:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613332.359317:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613332.359337:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613332.359341:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613332.359344:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300426106 00000100:00000010:0.0:1773613332.359349:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853ba0. 00000100:00000001:0.0:1773613332.359355:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613332.359360:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300426106 00000100:00000010:0.0:1773613332.359363:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853ae0. 00000100:00000001:0.0:1773613332.359366:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613332.359369:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613332.359371:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.359374:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.359376:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.359382:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613332.359384:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613332.359386:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.359388:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613332.359389:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.359391:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.359400:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.359402:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613332.359781:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613332.359786:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613332.359792:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.359797:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613332.359802:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:2.0:1773613332.359804:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:2.0:1773613332.359807:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613332.359811:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.359819:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613332.359822:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.359828:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.359829:0:2384:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1773613332.360097:0:42692:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613332.360101:0:42692:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.360104:0:42692:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773613332.360108:0:42692:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1773613332.360111:0:42692:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.360113:0:42692:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613332.360119:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613332.360122:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613332.360126:0:42692:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613332.360209:0:42692:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.360212:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613332.360215:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613332.360218:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613332.360226:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f51400. 00000100:00000001:1.0:1773613332.360231:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613332.360238:0:42692:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613332.360246:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613332.360250:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360254:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c3b547b] to pc [ptlrpcd_rcv+-1] req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613332.360304:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613332.360307:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613332.360309:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613332.360315:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613332.360323:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613332.360325:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613332.360328:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613332.360330:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613332.360332:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613332.360336:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477098112:192.168.203.144@tcp:38:kworker.0 00000100:00000001:3.0:1773613332.360339:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613332.360342:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613332.360344:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613332.360346:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613332.360350:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28400. 02000000:00000001:3.0:1773613332.360352:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613332.360356:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613332.360360:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da478. 00000400:00000010:3.0:1773613332.360364:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613332.360369:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477098112, portal 10 00000100:00000001:3.0:1773613332.360371:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613332.360372:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:3.0:1773613332.360379:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613332.360385:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613332.360387:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613332.360390:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613332.360392:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477098112, offset 0 00000400:00000200:3.0:1773613332.360398:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613332.360404:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613332.360408:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613332.360411:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613332.360415:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613332.360418:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613332.360420:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613332.360423:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224909:224909:256:4294967295] 192.168.203.144@tcp LPNI seq info [224844:224844:8:4294967295] 00000400:00000200:3.0:1773613332.360426:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613332.360446:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613332.360451:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613332.360457:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c22a200. 00000800:00000200:3.0:1773613332.360462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613332.360467:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613332.360471:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c22a200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773613332.360495:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613332.360500:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 339306 usecs (340 jiffies) 00000400:00000200:3.0:1773613332.360504:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613332.360506:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300422486 00000100:00000001:3.0:1773613332.360510:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300426106 00000100:00000001:3.0:1773613332.360512:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300422486 00000100:00000001:3.0:1773613332.360514:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300426106 00000100:00000001:3.0:1773613332.360516:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613332.360518:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.360520:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.360522:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.360539:0:42692:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360543:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613332.360547:0:42692:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613332.360549:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613332.360552:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613332.360557:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739180. 00000020:00000040:1.0:1773613332.360559:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613332.360562:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613332.360563:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613332.360565:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613332.360568:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613332.360571:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360576:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613332.360583:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613332.360585:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360589:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054dedd66] to pc [ptlrpcd_00_00+0] req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613332.360614:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360619:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5759) 00000100:00000001:1.0:1773613332.360633:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613332.360636:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613332.360638:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613332.360640:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613332.360642:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.360647:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613332.360649:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.360650:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613332.360651:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613332.360652:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613332.360657:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613332.360663:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613332.360664:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613332.360666:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613332.360667:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613332.360669:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613332.360672:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098240:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613332.360675:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613332.360678:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613332.360679:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613332.360680:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613332.360683:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:1.0:1773613332.360685:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613332.360688:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613332.360691:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864580. 00000400:00000010:1.0:1773613332.360694:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613332.360697:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477098240, portal 4 00000100:00000001:1.0:1773613332.360699:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613332.360700:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189212544 : -113016520339072 : ffff99364a739180) 00000100:00000040:1.0:1773613332.360705:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613332.360711:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613332.360713:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613332.360715:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613332.360718:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477098240, offset 0 00000400:00000200:1.0:1773613332.360722:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613332.360725:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613332.360728:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613332.360730:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613332.360732:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613332.360734:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613332.360736:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613332.360739:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224910:224910:255:4294967295] 192.168.203.144@tcp LPNI seq info [224845:224845:7:4294967295] 00000400:00000200:1.0:1773613332.360743:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613332.360749:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613332.360753:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613332.360757:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ca00. 00000800:00000200:1.0:1773613332.360761:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613332.360765:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613332.360768:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613332.360771:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.360774:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 638356 usecs (639 jiffies) 00000400:00000200:1.0:1773613332.360776:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613332.360778:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300422785 00000100:00000001:1.0:1773613332.360780:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300426106 00000100:00000001:1.0:1773613332.360782:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300422785 00000100:00000001:1.0:1773613332.360784:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300426106 00000100:00000001:1.0:1773613332.360786:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613332.360788:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.360790:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.360792:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613332.361051:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613332.361055:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c22a200. 00000400:00000200:2.0:1773613332.361060:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.361064:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613332.361068:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:2.0:1773613332.361071:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:2.0:1773613332.361076:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613332.361080:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.361088:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613332.361092:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.361105:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.361106:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613332.361173:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613332.361176:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ca00. 00000400:00000200:2.0:1773613332.361179:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.361182:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613332.361185:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:2.0:1773613332.361187:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:2.0:1773613332.361191:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613332.361194:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.361201:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613332.361204:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.361210:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.361212:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613332.362275:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.362281:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.364813:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613332.364819:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773613332.364824:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613332.364826:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613332.364829:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.364832:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613332.371557:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.371579:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613332.371583:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.371585:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.371593:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.371601:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613332.371612:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.371617:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.371622:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.371626:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06400 00000400:00000200:2.0:1773613332.371630:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.371637:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b53fd [1] + 224 00000800:00000001:2.0:1773613332.371644:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.371655:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.371659:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.371663:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613332.371671:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613332.372387:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613332.372403:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.372465:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.372468:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613332.372493:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613332.372503:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.372508:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613332.372510:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.372512:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.372516:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.372519:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613332.372524:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.372526:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.372529:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.372532:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x69b71b1d06480 00000400:00000200:2.0:1773613332.372536:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.372540:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5405 [1] + 0 00000800:00000001:2.0:1773613332.372544:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.372551:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.372553:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.372556:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613332.372559:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613332.372563:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613332.372572:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.372588:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613332.372592:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.372596:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613332.373242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613332.373247:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613332.373253:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613332.373255:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613332.373258:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da478. 00000400:00000200:3.0:1773613332.373263:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:3.0:1773613332.373265:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:3.0:1773613332.373269:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613332.373276:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613332.373291:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613332.373297:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613332.373299:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613332.373302:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613332.373305:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613332.373307:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613332.373309:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613332.373312:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613332.373320:0:2388:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=110 v=36 (36 5 5 5) 00000100:00001000:3.0:1773613332.373324:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613332.373326:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613332.373327:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613332.373330:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613332.373333:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.373337:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613332.373338:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:3.0:1773613332.373340:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613332.373341:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613332.373346:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613332.373352:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613332.373354:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613332.373356:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613332.373358:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773613332.373364:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff993644bc9800: connect to target with instance 25 00000020:00000001:3.0:1773613332.373367:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613332.373369:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613332.373372:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613332.373374:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613332.373377:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613332.373379:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00001000:3.0:1773613332.373383:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=1773613332 v=0 (0 0 0 0) 00000100:00001000:3.0:1773613332.373386:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99364b4f6410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773613332.373390:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000020:00000040:3.0:1773613332.373395:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:3.0:1773613332.373398:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773613332.373401:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:3.0:1773613332.373405:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff993644bc9800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1773613332.373408:0:2388:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773613332.373410:0:2388:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613332.373412:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773613332.373414:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773613332.373417:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613332.373418:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613332.373421:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613332.373422:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773613332.373425:0:2388:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:3.0:1773613332.373441:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1773613332.373445:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773613332.373447:0:2388:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773613332.373449:0:2388:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773613332.373452:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364b4f6000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773613332.373454:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773613332.373455:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773613332.373456:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773613332.373457:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773613332.373459:0:2388:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1773613332.373461:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff993644b25548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1773613332.373464:0:2388:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa1aa084204a0080c 00800000:00000040:3.0:1773613332.373467:0:2388:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff993644bc9800=144f5372-d9a2-4fb0-a726-ce1097458722 device 3 (ffff993644b23370) type mdc at LMV idx 0 00800000:00000040:3.0:1773613332.373469:0:2388:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff993644b23370 already active! 00800000:00000001:3.0:1773613332.373471:0:2388:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613332.373473:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613332.373474:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613332.373478:0:2388:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000002:00000001:1.0:1773613332.375893:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.375902:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1773613332.375910:0:2388:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff993644bc9800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:1.0:1773613332.375922:0:2388:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000fce004da): req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773613332 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613332.375977:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.375981:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613332.375988:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613332.376003:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477098112:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1773613332.376007:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.376011:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613332.376015:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477098112/t0(0) o38->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613332.376022:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613332.376025:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613332.376029:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b28400. 02000000:00000001:1.0:1773613332.376033:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613332.376035:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613332.376037:0:2388:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613332.376040:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613332.376042:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f51400. 02000000:00000001:1.0:1773613332.376046:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613332.376048:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613332.376049:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613332.376053:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613332.376054:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.376057:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613332.376065:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613332.376067:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613332.376069:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613332.376071:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.376324:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613332.376328:0:85065:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613332.376331:0:85065:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613332.376333:0:85065:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613332.376336:0:85065:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613332.376339:0:85065:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613332.376342:0:85065:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.376345:0:85065:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1773613332.376349:0:85065:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859762477092992 new x1859762477098368 02000000:00000001:2.0:1773613332.376353:0:85065:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613332.376355:0:85065:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613332.376363:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613332.376369:0:85065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613332.376375:0:85065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613332.376381:0:85065:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477092992, portal 10 00000100:00000001:2.0:1773613332.376383:0:85065:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613332.376385:0:85065:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:2.0:1773613332.376393:0:85065:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613332.376401:0:85065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613332.376404:0:85065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613332.376406:0:85065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613332.376409:0:85065:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477092992, offset 0 00000400:00000200:2.0:1773613332.376414:0:85065:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613332.376421:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.376428:0:85065:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613332.376443:0:85065:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613332.376447:0:85065:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613332.376451:0:85065:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613332.376454:0:85065:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613332.376458:0:85065:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224911:224911:256:4294967295] 192.168.203.144@tcp LPNI seq info [224846:224846:8:4294967295] 00000400:00000200:2.0:1773613332.376463:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.376472:0:85065:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613332.376477:0:85065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613332.376483:0:85065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362300. 00000800:00000200:2.0:1773613332.376496:0:85065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613332.376503:0:85065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613332.376507:0:85065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613332.376519:0:85065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613332.376523:0:85065:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 338516 usecs (339 jiffies) 00000400:00000200:2.0:1773613332.376526:0:85065:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613332.376528:0:85065:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300422501 00000100:00000001:2.0:1773613332.376531:0:85065:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300426106 00000100:00000001:2.0:1773613332.376534:0:85065:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300422501 00000100:00000001:2.0:1773613332.376536:0:85065:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300426106 00000100:00000001:2.0:1773613332.376538:0:85065:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613332.376541:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613332.376543:0:85065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613332.376544:0:85065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613332.376547:0:85065:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4d80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613332.376549:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613332.376550:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613332.376630:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613332.376634:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362300. 00000400:00000200:2.0:1773613332.376638:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.376642:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613332.376646:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:2.0:1773613332.376649:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:2.0:1773613332.376652:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613332.376656:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613332.376665:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613332.376668:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613332.376675:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613332.376677:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1773613332.377032:0:85184:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1773613332.377036:0:85184:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1773613332.377039:0:85184:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613332.377042:0:85184:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613332.377044:0:85184:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613332.377046:0:85184:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1773613332.377047:0:85184:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773613332.377410:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613332.377413:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613332.377416:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613332.377420:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613332.377422:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613332.377425:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613332.377443:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613332.377453:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.377461:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613332.377462:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.377465:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613332.377467:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613332.377470:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613332.377472:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613332.377475:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613332.377481:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613332.377630:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=57 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613332.377634:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613332.377636:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613332.377639:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613332.377641:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.377644:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613332.377649:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.377656:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613332.377659:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613332.377661:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613332.377665:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613332.377672:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477097984:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613332.377677:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.377679:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613332.377682:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a680 x1859762477097984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.377688:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613332.377690:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613332.377693:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993643c95400. 02000000:00000001:0.0:1773613332.377697:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613332.377699:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613332.377700:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613332.377702:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613332.377704:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:0.0:1773613332.377707:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613332.377709:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613332.377710:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a680. 00000100:00000001:0.0:1773613332.377714:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613332.377715:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.377719:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.377721:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.377723:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613332.377725:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.377726:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613332.383162:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.383180:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613332.383184:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.383186:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.383194:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.383202:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613332.383210:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.383215:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.383220:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.383224:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06500 00000400:00000200:2.0:1773613332.383229:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.383235:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5415 [1] + 224 00000800:00000001:2.0:1773613332.383243:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.383254:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.383256:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.383261:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613332.383268:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613332.383277:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613332.383288:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613332.383310:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613332.383318:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.383321:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.385601:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.385607:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613332.385614:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613332.385615:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613332.385619:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864580. 00000400:00000200:0.0:1773613332.385626:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:0.0:1773613332.385628:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:0.0:1773613332.385633:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613332.385641:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613332.385649:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.385655:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613332.385656:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.385658:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613332.385661:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613332.385662:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613332.385663:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613332.385665:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613332.385673:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=110 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613332.385675:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=56 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613332.385677:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613332.385678:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613332.385680:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613332.385683:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.385685:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613332.385687:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613332.385688:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613332.385689:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613332.385692:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.385696:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613332.385699:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613332.385700:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613332.385702:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613332.385707:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098240:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613332.385710:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.385712:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613332.385714:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739180 x1859762477098240/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613332.385718:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613332.385720:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613332.385722:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613332.385725:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613332.385727:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613332.385728:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613332.385730:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613332.385731:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:0.0:1773613332.385734:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613332.385735:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613332.385736:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739180. 00000100:00000001:0.0:1773613332.385739:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613332.385740:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.385741:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.385747:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613332.385749:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613332.385750:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613332.385753:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613332.392544:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.392558:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613332.392561:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.392562:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.392570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.392575:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613332.392581:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.392584:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.392589:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.392593:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d06580 00000400:00000200:2.0:1773613332.392598:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613332.392603:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b541d [1] + 224 00000800:00000001:2.0:1773613332.392611:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.392619:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613332.392622:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613332.392627:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613332.392634:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613332.392643:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613332.392654:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613332.392675:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613332.392683:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613332.392686:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.392747:0:85065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613332.392758:0:85065:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613332.392760:0:85065:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613332.392763:0:85065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:0.0:1773613332.392768:0:85065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:0.0:1773613332.392770:0:85065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:0.0:1773613332.392773:0:85065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613332.392778:0:85065:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613332.392787:0:85065:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613387 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.392793:0:85065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613332.392796:0:85065:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.392798:0:85065:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613332.392801:0:85065:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613332.392803:0:85065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613332.392806:0:85065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613332.392808:0:85065:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613332.392818:0:85065:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=110 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613332.392822:0:85065:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613332.392825:0:85065:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773613332.392829:0:85065:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.392836:0:85065:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613332.392839:0:85065:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613332.392841:0:85065:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613332.392843:0:85065:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613332.392844:0:85065:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773613332.392849:0:85065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.392856:0:85065:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773613332.392859:0:85065:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613332.392861:0:85065:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613332.392865:0:85065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613332.392873:0:85065:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job stat:144f5372-d9a2-4fb0-a726-ce1097458722:85065:1859762477092992:192.168.203.144@tcp:101:stat.0 00000100:00000001:0.0:1773613332.392878:0:85065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613332.392880:0:85065:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613332.392883:0:85065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613332.392884:0:85065:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613332.392888:0:85065:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.392895:0:85065:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613332.392897:0:85065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a0a4d80. 00000100:00000001:0.0:1773613332.392900:0:85065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613332.392901:0:85065:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773613332.392904:0:85065:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613332.392908:0:85065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613332.392910:0:85065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613332.392912:0:85065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613332.392914:0:85065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613332.392917:0:85065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00010000:0.0:1773613332.392921:0:85065:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.392931:0:85065:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773613332.392967:0:85065:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.392983:0:85065:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613332.392986:0:85065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.392991:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613332.392992:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613332.392995:0:85065:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.393000:0:85065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613332.393003:0:85065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613332.393006:0:85065:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613332.393009:0:85065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613332.393014:0:85065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a937200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613332.393017:0:85065:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613332.393021:0:85065:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.393027:0:85065:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613332.393028:0:85065:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613332.393031:0:85065:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.393037:0:85065:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613332.393039:0:85065:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613332.393040:0:85065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613332.393041:0:85065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613332.393043:0:85065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613332.393045:0:85065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613332.393047:0:85065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613332.393050:0:85065:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613332.393052:0:85065:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613332.393062:0:85065:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613332.393064:0:85065:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613332.393067:0:85065:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613332.393068:0:85065:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613332.393071:0:85065:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613332.393073:0:85065:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613332.393074:0:85065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613332.393076:0:85065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613332.393078:0:85065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937200 with handle 0xa1aa084204a010e8 from hash 00010000:00000001:0.0:1773613332.393081:0:85065:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613332.393082:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613332.393083:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613332.393084:0:85065:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613332.393086:0:85065:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613332.393088:0:85065:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613332.393090:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613332.393091:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613332.393092:0:85065:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613332.393094:0:85065:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613332.393097:0:85065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613332.393102:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613332.393102:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613332.393104:0:85065:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773613332.393105:0:85065:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613332.393106:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613332.393107:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613332.393108:0:85065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613332.393110:0:85065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a010e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 85065 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613332.393117:0:85065:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946300 count: 0 00010000:00000010:0.0:1773613332.393125:0:85065:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce080. 00010000:00000001:0.0:1773613332.393145:0:85065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613332.393147:0:85065:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773613332.393151:0:85065:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773613332.393156:0:85065:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=-2 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613332.393163:0:85065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613332.393165:0:85065:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613332.393167:0:85065:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613332.393169:0:85065:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613332.393172:0:85065:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1773613332.393174:0:85065:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1773613332.393178:0:85065:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef39f0 00000002:00002000:0.0:1773613332.393180:0:85065:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=b: rc = -2 00000002:00000001:0.0:1773613332.393183:0:85065:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:0.0:1773613332.393185:0:85065:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:0.0:1773613332.393188:0:85065:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:0.0:1773613332.393191:0:85065:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:0.0:1773613332.393194:0:85065:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:0.0:1773613332.393198:0:85065:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613332.393202:0:85065:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03f600. 00000080:00000001:0.0:1773613332.393207:0:85065:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1773613332.393211:0:85065:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613332.393215:0:85065:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477092992/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/584 e 0 to 0 dl 1773613387 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613332.393221:0:85065:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613332.393224:0:85065:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613332.393227:0:85065:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc1800. 02000000:00000001:0.0:1773613332.393231:0:85065:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613332.393233:0:85065:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613332.393235:0:85065:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613332.393237:0:85065:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613332.393239:0:85065:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f53000. 02000000:00000001:0.0:1773613332.393242:0:85065:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613332.393244:0:85065:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613332.393246:0:85065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:0.0:1773613332.393249:0:85065:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613332.393251:0:85065:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613332.393253:0:85065:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:0.0:1773613332.393266:0:85065:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773613332.393270:0:85065:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773613332.393272:0:85065:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff99365810c2c8) 00800000:00000001:0.0:1773613332.393275:0:85065:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773613332.393277:0:85065:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x5:0x0] 00000002:00000001:0.0:1773613332.393281:0:85065:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773613332.393285:0:85065:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613332.393287:0:85065:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613332.393289:0:85065:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773613332.393291:0:85065:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773613332.393294:0:85065:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613332.393297:0:85065:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613332.393300:0:85065:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773613332.393302:0:85065:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773613332.393311:0:85065:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613332.393313:0:85065:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1773613332.423112:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946300. 00010000:00000010:0.1:1773613332.423138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00000080:00000010:0.1:1773613332.423148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99365810c200. 00000080:00000010:0.1:1773613332.423157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993644827b40. 00010000:00000001:0.0:1773613332.485994:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613332.486001:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613332.486006:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613332.486007:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613332.486981:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613332.486985:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613332.486988:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613333.281522:0:85269:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613333.510133:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613333.510140:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613333.510146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613333.510147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613333.510578:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613333.510582:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613333.510586:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613334.539768:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613334.539775:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613334.539778:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613334.539781:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539785:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613334.539787:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539789:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539791:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539795:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613334.539797:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613334.539799:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613334.539803:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613334.539804:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613334.539806:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539807:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613334.539809:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539810:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613334.539812:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613334.539829:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613334.539831:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613334.539834:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613334.823763:0:85407:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613335.558027:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613335.558032:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613335.558037:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613335.558038:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613335.563226:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613335.563231:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613335.563235:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613336.145251:0:85551:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613336.326241:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300426106, at 4300426112 00000100:00000010:2.0:1773613336.326255:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853ba0. 00000100:00000040:3.0:1773613336.331028:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300426106, at 4300426117 00000100:00000010:3.0:1773613336.331042:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853ae0. 00010000:00000001:0.0:1773613336.582122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613336.582126:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613336.582131:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613336.582132:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613336.582205:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613336.582209:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613336.582212:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613336.721879:0:85613:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613337.415371:0:85704:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480162:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613337.480171:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613337.480178:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613337.480184:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613337.480188:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613337.480190:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613337.480195:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613337.480203:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613337.480209:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480220:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613337.480229:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613337.480234:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480239:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_01+1] req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480268:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480271:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613337.480274:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613337.480276:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613337.480279:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613337.480280:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613337.480282:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613337.480283:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613337.480286:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613337.480289:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480293:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613337.480299:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613337.480301:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480304:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_00+0] req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480312:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480314:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613337.480318:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613337.480320:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613337.480323:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613337.480326:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613337.480328:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613337.480330:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613337.480331:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613337.480332:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613337.480335:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613337.480338:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480342:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613337.480349:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613337.480350:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480354:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_01+1] req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480360:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480364:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5764) 00000100:00000001:0.0:1773613337.480378:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.480381:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613337.480383:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613337.480387:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480394:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613337.480396:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480399:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613337.480401:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613337.480404:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613337.480407:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477098496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613337.480411:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613337.480416:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613337.480418:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480421:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613337.480425:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364970f000. 02000000:00000001:0.0:1773613337.480427:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613337.480434:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613337.480438:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613337.480444:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613337.480449:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477098496, portal 25 00000100:00000001:0.0:1773613337.480452:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613337.480453:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:0.0:1773613337.480459:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480466:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613337.480469:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613337.480472:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c172a8. 00000100:00000200:0.0:1773613337.480475:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477098496, offset 0 00000400:00000200:0.0:1773613337.480482:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480489:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480496:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613337.480500:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613337.480504:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613337.480508:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613337.480510:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480514:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224912:224912:256:4294967295] 192.168.203.144@tcp LPNI seq info [224847:224847:8:4294967295] 00000400:00000200:0.0:1773613337.480518:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480529:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613337.480534:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613337.480539:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613337.480545:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613337.480552:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613337.480556:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613337.480576:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613337.480580:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613337.480582:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300431227 00000100:00000010:0.0:1773613337.480587:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853420. 00000100:00000001:0.0:1773613337.480592:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613337.480597:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300431227 00000100:00000010:0.0:1773613337.480600:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8538a0. 00000100:00000001:0.0:1773613337.480602:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613337.480605:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.480609:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480612:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613337.480616:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480623:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613337.480624:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480626:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613337.480628:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613337.480630:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613337.480633:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613337.480636:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613337.480638:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613337.480639:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480641:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613337.480643:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364970e200. 02000000:00000001:0.0:1773613337.480645:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613337.480648:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613337.480650:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613337.480653:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613337.480656:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477098752, portal 4 00000100:00000001:0.0:1773613337.480657:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613337.480658:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000040:0.0:1773613337.480664:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480670:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613337.480672:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613337.480675:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613337.480677:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477098752, offset 0 00000400:00000200:0.0:1773613337.480681:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480685:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480688:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613337.480691:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613337.480693:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613337.480695:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613337.480698:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480701:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224913:224913:255:4294967295] 192.168.203.144@tcp LPNI seq info [224848:224848:7:4294967295] 00000400:00000200:0.0:1773613337.480705:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480711:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613337.480714:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613337.480718:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500f00. 00000800:00000200:0.0:1773613337.480721:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613337.480725:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613337.480728:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613337.480731:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480734:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 634336 usecs (635 jiffies) 00000400:00000200:0.0:1773613337.480737:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613337.480739:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300427901 00000100:00000001:0.0:1773613337.480741:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:0.0:1773613337.480742:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300427901 00000100:00000001:0.0:1773613337.480744:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:0.0:1773613337.480746:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.480748:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480750:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480753:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.480760:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613337.480762:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613337.480765:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.480766:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613337.480767:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613337.480770:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773613337.480771:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.480773:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613337.480774:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.480776:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.480777:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613337.480778:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613337.480782:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480790:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613337.480792:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480794:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613337.480796:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613337.480797:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613337.480800:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098624:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613337.480804:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613337.480806:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613337.480807:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.480809:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613337.480813:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb6800. 02000000:00000001:0.0:1773613337.480815:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613337.480818:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613337.480821:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613337.480824:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613337.480827:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477098624, portal 10 00000100:00000001:0.0:1773613337.480829:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613337.480830:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613337.480835:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.480841:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613337.480843:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613337.480846:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17330. 00000100:00000200:0.0:1773613337.480848:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477098624, offset 0 00000400:00000200:0.0:1773613337.480852:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480856:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480860:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613337.480863:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613337.480865:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613337.480867:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613337.480870:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613337.480873:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224914:224914:254:4294967295] 192.168.203.144@tcp LPNI seq info [224849:224849:6:4294967295] 00000400:00000200:0.0:1773613337.480877:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613337.480884:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613337.480889:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613337.480892:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500000. 00000800:00000200:0.0:1773613337.480896:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613337.480900:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613337.480903:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613337.480906:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.480908:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 505720 usecs (506 jiffies) 00000400:00000200:0.0:1773613337.480912:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613337.480914:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300427772 00000100:00000001:0.0:1773613337.480916:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:0.0:1773613337.480918:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300427772 00000100:00000001:0.0:1773613337.480921:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:0.0:1773613337.480923:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.480925:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480927:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480930:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.480959:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.480961:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613337.484788:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613337.484796:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613337.484804:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613337.484812:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613337.484818:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c172a8 00000400:00000010:2.0:1773613337.484821:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c172a8. 00000100:00000001:2.0:1773613337.484826:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613337.484834:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.484846:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613337.484849:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.484858:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613337.484860:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613337.484872:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613337.484874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:2.0:1773613337.484877:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613337.484881:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613337.484883:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:2.0:1773613337.484885:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:2.0:1773613337.484887:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613337.484891:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.484898:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613337.484901:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.484908:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613337.484910:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613337.484994:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613337.484997:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500000. 00000400:00000200:2.0:1773613337.485000:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613337.485004:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613337.485006:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17330 00000400:00000010:2.0:1773613337.485008:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17330. 00000100:00000001:2.0:1773613337.485011:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613337.485015:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.485022:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613337.485024:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.485029:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613337.485031:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613337.488517:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613337.488531:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613337.488534:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613337.488537:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613337.488545:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613337.488552:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613337.488560:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613337.488565:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613337.488570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613337.488574:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06700 00000400:00000200:3.0:1773613337.488579:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613337.488585:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5435 [1] + 224 00000800:00000001:3.0:1773613337.488592:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613337.488598:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613337.488603:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613337.488607:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613337.488614:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613337.488622:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613337.488633:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613337.488652:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613337.488662:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613337.488665:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.488757:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.488761:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613337.488768:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613337.488770:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613337.488773:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613337.488778:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613337.488780:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613337.488783:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613337.488788:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613337.488802:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.488809:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613337.488811:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.488813:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613337.488816:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613337.488818:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613337.488820:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.488823:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613337.488831:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=115 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613337.488835:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613337.488838:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613337.488839:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613337.488842:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613337.488845:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.488848:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613337.488850:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613337.488851:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613337.488853:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.488858:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.488864:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.488867:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613337.488869:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613337.488873:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613337.488882:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613337.488887:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.488889:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613337.488892:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477098752/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.488903:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613337.488905:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613337.488909:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364970e200. 02000000:00000001:0.0:1773613337.488913:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613337.488915:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613337.488918:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613337.488920:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613337.488922:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613337.488927:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613337.488929:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613337.488961:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:0.0:1773613337.488966:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613337.488968:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.488971:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.488973:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.488974:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613337.488976:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.488977:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613337.492229:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.492244:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613337.492248:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.492251:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613337.492259:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.492267:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613337.492274:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.492279:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.492284:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.492289:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06680 00000400:00000200:2.0:1773613337.492294:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.492300:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b543d [1] + 224 00000800:00000001:2.0:1773613337.492307:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.492312:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613337.492315:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613337.492319:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613337.492325:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613337.492334:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613337.492345:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.492390:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.492394:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613337.493168:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613337.493180:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.493187:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613337.493190:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.493192:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613337.493197:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.493202:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613337.493207:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.493210:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.493214:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.493217:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06600 00000400:00000200:2.0:1773613337.493220:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613337.493225:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b542d [1] + 224 00000800:00000001:2.0:1773613337.493230:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.493236:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613337.493239:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613337.493242:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613337.493246:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613337.493253:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613337.493263:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613337.493271:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613337.493274:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613337.493277:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613337.493343:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613337.493345:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613337.493348:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613337.493352:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613337.493355:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613337.493357:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613337.493362:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613337.493371:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493378:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613337.493380:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493383:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613337.493386:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613337.493388:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613337.493391:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.493394:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613337.493402:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=115 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613337.493406:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613337.493409:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613337.493411:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613337.493413:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613337.493417:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.493420:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613337.493422:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613337.493424:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613337.493426:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.493431:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493438:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.493441:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613337.493443:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613337.493447:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613337.493454:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477098624:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613337.493459:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613337.493460:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613337.493461:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613337.493464:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613337.493465:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613337.493467:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613337.493470:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613337.493479:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493485:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613337.493487:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493488:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613337.493490:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613337.493491:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613337.493493:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613337.493494:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613337.493497:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613337.493500:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613337.493503:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613337.493504:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613337.493505:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613337.493507:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.493509:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613337.493513:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493520:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613337.493522:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613337.493523:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613337.493527:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613337.493535:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477098496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613337.493539:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493541:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613337.493545:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477098624/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493552:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613337.493554:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613337.493557:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb6800. 02000000:00000001:0.0:1773613337.493559:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613337.493562:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613337.493564:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613337.493566:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613337.493569:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:0.0:1773613337.493574:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613337.493576:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613337.493578:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:0.0:1773613337.493581:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613337.493583:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493584:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613337.493587:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477098496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613337.493594:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613337.493595:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613337.493597:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364970f000. 02000000:00000001:0.0:1773613337.493599:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613337.493600:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613337.493601:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613337.493603:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613337.493604:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:0.0:1773613337.493607:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613337.493608:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613337.493609:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:0.0:1773613337.493612:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613337.493613:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493615:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613337.493622:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613337.493624:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613337.493627:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613337.493629:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613337.608114:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613337.608122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613337.608127:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613337.608128:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613337.608174:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613337.608178:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613337.608180:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1773613337.670321:0:85741:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773613337.670327:0:85741:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130c: layout intent resend on a stale inode ========================================================== 18:22:16 (1773613336) 00000001:00000001:2.0:1773613337.681574:0:85741:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1773613338.139395:0:85610:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613338.139399:0:85610:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613338.139401:0:85610:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613338.139403:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efbc0 00000080:00200000:3.0:1773613338.139406:0:85610:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613338.139412:0:85610:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936584acc00. 00800000:00000002:3.0:1773613338.139417:0:85610:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613338.139420:0:85610:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613338.139424:0:85610:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613338.139426:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efae0 00800000:00000002:3.0:1773613338.139427:0:85610:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613338.139430:0:85610:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613338.139433:0:85610:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613338.139437:0:85610:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613338.139439:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef9b0 00000002:00010000:3.0:1773613338.139440:0:85610:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613338.139442:0:85610:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613338.139444:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613338.139446:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613338.139452:0:85610:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.139453:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.139455:0:85610:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.139456:0:85610:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613338.139458:0:85610:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613338.139462:0:85610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705180. 00000020:00000040:3.0:1773613338.139465:0:85610:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613338.139470:0:85610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613338.139474:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613338.139476:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.139478:0:85610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613338.139480:0:85610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613338.139484:0:85610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613338.139489:0:85610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2b800. 00000100:00000001:3.0:1773613338.139494:0:85610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613338.139498:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613338.139499:0:85610:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613338.139500:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613338.139501:0:85610:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613338.139502:0:85610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.139506:0:85610:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00010000:00000001:3.0:1773613338.139508:0:85610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613338.139510:0:85610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613338.139512:0:85610:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb000. 00010000:00000010:3.0:1773613338.139515:0:85610:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50000. 00010000:00000001:3.0:1773613338.139519:0:85610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613338.139521:0:85610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2800. 00000020:00000001:3.0:1773613338.139523:0:85610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613338.139525:0:85610:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2800 with handle 0xa1aa084204a010fd to hash 00000020:00000001:3.0:1773613338.139526:0:85610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613338.139527:0:85610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:3.0:1773613338.139530:0:85610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:3.0:1773613338.139532:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613338.139533:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613338.139536:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613338.139546:0:85610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613338.139553:0:85610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613338.139556:0:85610:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613338.139557:0:85610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613338.139562:0:85610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a0a4240. 00000100:00000001:3.0:1773613338.139563:0:85610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182310976 : -113016527240640 : ffff99364a0a4240) 00000100:00000001:3.0:1773613338.139565:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.139566:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000001:3.0:1773613338.139579:0:85610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613338.139582:0:85610:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.139583:0:85610:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613338.139584:0:85610:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613338.139592:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.139597:0:85610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613338.139599:0:85610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.139602:0:85610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613338.139603:0:85610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613338.139605:0:85610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613338.139607:0:85610:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477098880:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613338.139609:0:85610:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613338.139614:0:85610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613338.139616:0:85610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.139618:0:85610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613338.139621:0:85610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f5000. 02000000:00000001:3.0:1773613338.139622:0:85610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613338.139629:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613338.139632:0:85610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da478. 00000400:00000010:3.0:1773613338.139637:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613338.139642:0:85610:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477098880, portal 10 00000100:00000001:3.0:1773613338.139644:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.139644:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000040:3.0:1773613338.139648:0:85610:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.139653:0:85610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613338.139655:0:85610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613338.139656:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613338.139658:0:85610:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477098880, offset 0 00000400:00000200:3.0:1773613338.139662:0:85610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613338.139669:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.139674:0:85610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613338.139678:0:85610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613338.139680:0:85610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613338.139683:0:85610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613338.139685:0:85610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613338.139688:0:85610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224915:224915:256:4294967295] 192.168.203.144@tcp LPNI seq info [224850:224850:8:4294967295] 00000400:00000200:3.0:1773613338.139691:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.139697:0:85610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613338.139700:0:85610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613338.139703:0:85610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613338.139708:0:85610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613338.139713:0:85610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613338.139716:0:85610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613338.139730:0:85610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613338.139733:0:85610:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 504528 usecs (505 jiffies) 00000400:00000200:3.0:1773613338.139735:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613338.139737:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300428430 00000100:00000001:3.0:1773613338.139740:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.139742:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300428430 00000100:00000001:3.0:1773613338.139743:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.139745:0:85610:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613338.139746:0:85610:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.139748:0:85610:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613338.139749:0:85610:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613338.139751:0:85610:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a4240 going to sleep for 50 seconds 00000100:00000001:3.0:1773613338.139753:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613338.139755:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613338.139977:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613338.139982:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613338.139986:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613338.139989:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613338.139993:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:2.0:1773613338.139995:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:2.0:1773613338.139998:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613338.140001:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.140008:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613338.140010:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.140025:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613338.140027:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613338.145248:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.145274:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613338.145278:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.145280:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.145288:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.145295:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613338.145303:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.145307:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.145312:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.145316:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d06780 00000400:00000200:3.0:1773613338.145321:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.145326:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5445 [1] + 224 00000800:00000001:3.0:1773613338.145333:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.145352:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.145355:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.145360:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613338.145366:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613338.145373:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613338.145383:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.145400:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613338.145409:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.145411:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.145767:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613338.145774:0:85610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613338.145776:0:85610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613338.145779:0:85610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da478. 00000400:00000200:0.0:1773613338.145783:0:85610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:0.0:1773613338.145785:0:85610:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:0.0:1773613338.145789:0:85610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613338.145794:0:85610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613338.145803:0:85610:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.145809:0:85610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613338.145811:0:85610:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.145813:0:85610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613338.145817:0:85610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613338.145819:0:85610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613338.145821:0:85610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.145823:0:85610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613338.145831:0:85610:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=116 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613338.145835:0:85610:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613338.145837:0:85610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613338.145839:0:85610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.145841:0:85610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613338.145844:0:85610:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.145847:0:85610:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613338.145849:0:85610:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613338.145851:0:85610:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613338.145852:0:85610:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.145856:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.145863:0:85610:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.145865:0:85610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613338.145867:0:85610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613338.145870:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613393 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613338.145877:0:85610:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477098880:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613338.145882:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.145887:0:85610:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.145890:0:85610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613338.145892:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.145896:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.145907:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613338.145910:0:85610:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a0a4240. 00000100:00000001:0.0:1773613338.145914:0:85610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613338.145916:0:85610:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.145918:0:85610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613338.145921:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.145924:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.145927:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=4 00000020:00000001:0.0:1773613338.145929:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.145949:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000040:0.0:1773613338.145956:0:85610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2800, remote cookie: 0x1dc4d5fc0aabd8df, flags: 0x1001 00010000:00010000:0.0:1773613338.145961:0:85610:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613338.145971:0:85610:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.145977:0:85610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613338.145980:0:85610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613338.145981:0:85610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613338.145983:0:85610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613338.145984:0:85610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613338.145987:0:85610:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364cbeb000) refcount = 1 00010000:00010000:0.0:1773613338.145990:0:85610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.145997:0:85610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613338.146000:0:85610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613338.146002:0:85610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613338.146005:0:85610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613338.146007:0:85610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.146024:0:85610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146031:0:85610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613338.146032:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146034:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146035:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146036:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146038:0:85610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146042:0:85610:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613338.146043:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146044:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146046:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146048:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146050:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146052:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146053:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146054:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=4 00000020:00000001:0.0:1773613338.146056:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146058:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146060:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.146063:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.146067:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146077:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146078:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146080:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146081:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146082:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=5 00000020:00000001:0.0:1773613338.146084:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146093:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146096:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.146100:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146107:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146108:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613338.146110:0:85610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146116:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.146120:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146122:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146123:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146124:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613338.146129:0:85610:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613338.146137:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146138:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146139:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146141:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146143:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146145:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146146:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.146147:0:85610:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146150:0:85610:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146152:0:85610:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613338.146154:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146155:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146157:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146159:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146161:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00000002:00010000:0.0:1773613338.146164:0:85610:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146175:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146176:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146178:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613338.146179:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146180:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146181:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146186:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146188:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000040:0.0:1773613338.146195:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:0.0:1773613338.146200:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613338.146203:0:85610:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773613338.146206:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146207:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.146208:0:85610:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613338.146210:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef930 00000002:00002000:0.0:1773613338.146212:0:85610:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613338.146214:0:85610:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146218:0:85610:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146220:0:85610:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613338.146223:0:85610:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613338.146226:0:85610:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613338.146230:0:85610:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613338.146233:0:85610:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936584acc00. 00000080:00000001:0.0:1773613338.146239:0:85610:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613338.146242:0:85610:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613338.146247:0:85610:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773613338.146251:0:85610:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773613338.146255:0:85610:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364345cf40. 00800000:00000001:0.0:1773613338.146257:0:85610:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057068773184 : -113016640778432 : ffff99364345cf40) 00800000:00000001:0.0:1773613338.146260:0:85610:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146262:0:85610:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613338.146264:0:85610:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773613338.146266:0:85610:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773613338.146269:0:85610:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773613338.146272:0:85610:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773613338.146274:0:85610:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.146277:0:85610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773613338.146280:0:85610:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1773613338.146283:0:85610:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613276 to 1773613279 00000080:00200000:0.0:1773613338.146287:0:85610:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:0.0:1773613338.146289:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146290:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146291:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146293:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146295:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146297:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146298:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613338.146299:0:85610:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613338.146302:0:85610:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773613338.146303:0:85610:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364345cf40 1 00800000:00000010:0.0:1773613338.146305:0:85610:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364345cf40. 00800000:00000001:0.0:1773613338.146308:0:85610:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.146311:0:85610:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010fd 00800000:00000001:0.0:1773613338.146314:0:85610:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613338.146316:0:85610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613338.146317:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146318:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146320:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146321:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146323:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146325:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146326:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.146328:0:85610:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146329:0:85610:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.146332:0:85610:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.146334:0:85610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613338.146337:0:85610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010fd from it ffffaca8c19efbf8 00010000:00000001:0.0:1773613338.146339:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146340:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146345:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146347:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146351:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146352:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.146355:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.146363:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146364:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146365:0:85610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613338.146367:0:85610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613338.146369:0:85610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613338.146376:0:85610:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.146379:0:85610:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613338.146382:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.146386:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146387:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146389:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146392:0:85610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613338.146394:0:85610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146395:0:85610:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146397:0:85610:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146399:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.146400:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146401:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613338.146403:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.146407:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705180 x1859762477098880/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.146413:0:85610:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613338.146415:0:85610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613338.146418:0:85610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f5000. 02000000:00000001:0.0:1773613338.146422:0:85610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613338.146424:0:85610:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613338.146426:0:85610:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613338.146430:0:85610:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613338.146433:0:85610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2b800. 02000000:00000001:0.0:1773613338.146436:0:85610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613338.146438:0:85610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613338.146440:0:85610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705180. 00000100:00000001:0.0:1773613338.146443:0:85610:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613338.146444:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613338.146447:0:85610:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613338.146451:0:85610:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613338.146463:0:85610:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993659d0bb20. 00000080:00000001:0.0:1773613338.146468:0:85610:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613338.146470:0:85610:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613338.146471:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efb00 00000080:00200000:0.0:1773613338.146473:0:85610:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613338.146478:0:85610:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364970e200. 00800000:00000002:0.0:1773613338.146482:0:85610:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613338.146484:0:85610:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613338.146487:0:85610:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613338.146488:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efa20 00800000:00000002:0.0:1773613338.146490:0:85610:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613338.146493:0:85610:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613338.146495:0:85610:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613338.146499:0:85610:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613338.146500:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef8f0 00000002:00010000:0.0:1773613338.146502:0:85610:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613338.146505:0:85610:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613338.146507:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613338.146508:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613338.146510:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:0.0:1773613338.146512:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613338.146514:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.146516:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613338.146519:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613338.146526:0:85610:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613338.146529:0:85610:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.146532:0:85610:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773613338.146537:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613338.146539:0:85610:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613338.146541:0:85610:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613338.146542:0:85610:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613338.146543:0:85610:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613338.146545:0:85610:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613338.146547:0:85610:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613338.146548:0:85610:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613338.146550:0:85610:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364970e200. 00000080:00000001:0.0:1773613338.146552:0:85610:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613338.146553:0:85610:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.146555:0:85610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613338.146557:0:85610:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a010fd 00800000:00000001:0.0:1773613338.146559:0:85610:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613338.146560:0:85610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613338.146561:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146562:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146563:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146565:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146567:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146569:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146569:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.146571:0:85610:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146572:0:85610:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.146574:0:85610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a010fd from it ffffaca8c19efb38 00010000:00000001:0.0:1773613338.146576:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.146577:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.146578:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2800 refcount=3 00000020:00000001:0.0:1773613338.146580:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146582:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822208 : -113016259729408 : ffff993659fc2800) 00010000:00000001:0.0:1773613338.146584:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.146586:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613338.146592:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146593:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146594:0:85610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613338.146595:0:85610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613338.146597:0:85610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613338.146602:0:85610:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.146604:0:85610:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613338.146605:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.146607:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146608:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146609:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146611:0:85610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613338.146612:0:85610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146614:0:85610:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146616:0:85610:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146617:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.146619:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146620:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613338.146621:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613338.146622:0:85610:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613338.146624:0:85610:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:0.0:1773613338.146627:0:85610:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.146630:0:85610:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773613338.146632:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efb50 00000080:00200000:0.0:1773613338.146708:0:85610:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff993658c4f500, open_flags 8241, mode 81b6 opened 0 00000080:00000010:0.0:1773613338.146717:0:85610:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a853840. 00000080:00000001:0.0:1773613338.146720:0:85610:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773613338.146722:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efa00 00000080:00200000:0.0:1773613338.146724:0:85610:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:0.0:1773613338.146730:0:85610:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364970e200. 00800000:00000002:0.0:1773613338.146732:0:85610:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613338.146735:0:85610:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613338.146737:0:85610:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613338.146738:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef920 00800000:00000002:0.0:1773613338.146740:0:85610:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613338.146742:0:85610:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773613338.146745:0:85610:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773613338.146748:0:85610:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:0.0:1773613338.146751:0:85610:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773613338.146753:0:85610:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773613338.146755:0:85610:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773613338.146757:0:85610:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773613338.146759:0:85610:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x6:0x0] 40000000:00000001:0.0:1773613338.146761:0:85610:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146763:0:85610:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146765:0:85610:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.146767:0:85610:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.146768:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef8a0 00800000:00000002:0.0:1773613338.146770:0:85610:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:0.0:1773613338.146773:0:85610:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613338.146774:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef7d8 00000002:00010000:0.0:1773613338.146775:0:85610:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:0.0:1773613338.146778:0:85610:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613338.146780:0:85610:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773613338.146783:0:85610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773613338.146786:0:85610:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146787:0:85610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613338.146789:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:0.0:1773613338.146790:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613338.146793:0:85610:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613338.146796:0:85610:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613338.146848:0:85610:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1773613338.146856:0:85610:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613338.146859:0:85610:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613338.146860:0:85610:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613338.146862:0:85610:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773613338.146864:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613338.146865:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613338.146867:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 3 00010000:00000001:0.0:1773613338.146869:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613338.146871:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146872:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613338.146873:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613338.146875:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 3 00010000:00000001:0.0:1773613338.146876:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613338.146878:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.146879:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613338.146880:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613338.146881:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 3 00010000:00000001:0.0:1773613338.146882:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613338.146884:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.146885:0:85610:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773613338.146888:0:85610:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773613338.146891:0:85610:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773613338.146893:0:85610:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773613338.146894:0:85610:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613338.146896:0:85610:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146898:0:85610:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613338.146900:0:85610:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613338.146901:0:85610:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613338.146903:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.146904:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773613338.146906:0:85610:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2800 with handle 0xa1aa084204a010fd from hash 00010000:00000001:0.0:1773613338.146909:0:85610:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613338.146910:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.146911:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.146912:0:85610:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613338.146914:0:85610:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613338.146916:0:85610:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773613338.146918:0:85610:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613338.146920:0:85610:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613338.146921:0:85610:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773613338.146926:0:85610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613338.146928:0:85610:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:0.0:1773613338.146932:0:85610:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773613338.146954:0:85610:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146957:0:85610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613338.146960:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.146962:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.146964:0:85610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613338.146966:0:85610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613338.146969:0:85610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613338.146975:0:85610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecc400. 00000100:00000001:0.0:1773613338.146981:0:85610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.146984:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613338.146987:0:85610:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613338.146990:0:85610:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773613338.147000:0:85610:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613338.147002:0:85610:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613338.147006:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613338.147008:0:85610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2800/0xa1aa084204a010fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd8df expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1773613338.147075:0:85610:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb000 count: 0 00010000:00000010:0.0:1773613338.147080:0:85610:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50000. 00010000:00000001:0.0:1773613338.147098:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.147101:0:85610:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.147102:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613338.147104:0:85610:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.147105:0:85610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.147113:0:85610:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00010000:00000001:0.0:1773613338.147116:0:85610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613338.147118:0:85610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613338.147122:0:85610:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08de00. 00010000:00000010:0.0:1773613338.147125:0:85610:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93b900. 00010000:00000001:0.0:1773613338.147129:0:85610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613338.147133:0:85610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937c00. 00000020:00000001:0.0:1773613338.147135:0:85610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613338.147137:0:85610:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937c00 with handle 0xa1aa084204a01104 to hash 00000020:00000001:0.0:1773613338.147139:0:85610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613338.147140:0:85610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.147143:0:85610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.147146:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.147147:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.147150:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613338.147156:0:85610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773613338.147167:0:85610:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773613338.147174:0:85610:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773613338.147184:0:85610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613338.147190:0:85610:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613338.147191:0:85610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613338.147197:0:85610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658f07c00. 00000100:00000001:0.0:1773613338.147212:0:85610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057432280064 : -113016277271552 : ffff993658f07c00) 00000100:00000001:0.0:1773613338.147214:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.147216:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613338.147219:0:85610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613338.147223:0:85610:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.147224:0:85610:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613338.147359:0:85610:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613338.147364:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.147374:0:85610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613338.147376:0:85610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.147379:0:85610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613338.147383:0:85610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613338.147386:0:85610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613338.147389:0:85610:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099136:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613338.147392:0:85610:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613338.147397:0:85610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613338.147399:0:85610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.147401:0:85610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613338.147684:0:85610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613338.147688:0:85610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613338.147698:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613338.147703:0:85610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613338.147708:0:85610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993658ecec00. 00000100:00000200:0.0:1773613338.147714:0:85610:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477099136, portal 10 00000100:00000001:0.0:1773613338.147716:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.147717:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:0.0:1773613338.147723:0:85610:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.147731:0:85610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613338.147733:0:85610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613338.147736:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613338.147739:0:85610:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859762477099136, offset 0 00000400:00000200:0.0:1773613338.147745:0:85610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613338.147752:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.147759:0:85610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613338.147763:0:85610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613338.147767:0:85610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613338.147770:0:85610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613338.148149:0:85610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613338.148156:0:85610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224916:224916:256:4294967295] 192.168.203.144@tcp LPNI seq info [224851:224851:8:4294967295] 00000400:00000200:0.0:1773613338.148161:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.148172:0:85610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613338.148178:0:85610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613338.148183:0:85610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613338.148190:0:85610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613338.148198:0:85610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613338.148202:0:85610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773613338.148226:0:85610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.148232:0:85610:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 503323 usecs (504 jiffies) 00000400:00000200:0.0:1773613338.148235:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613338.148237:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300428435 00000100:00000001:0.0:1773613338.148240:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.148243:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300428435 00000100:00000001:0.0:1773613338.148245:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.148247:0:85610:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.148249:0:85610:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.148251:0:85610:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613338.148253:0:85610:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613338.148255:0:85610:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658f07c00 going to sleep for 50 seconds 00000100:00000001:0.0:1773613338.148257:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613338.148260:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613338.148342:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613338.148346:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613338.148352:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.148358:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613338.148363:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:3.0:1773613338.148365:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:3.0:1773613338.148369:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613338.148374:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.148383:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613338.148387:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.148393:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.148394:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613338.154426:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb000. 00010000:00000010:0.1:1773613338.154437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2800. 00000800:00000001:3.0:1773613338.159428:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.159444:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613338.159447:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.159449:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.159457:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159463:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613338.159471:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159475:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159480:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159483:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d06880 00000400:00000200:3.0:1773613338.159487:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159493:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5455 [32] + 224 00000800:00000001:3.0:1773613338.159500:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.159512:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.159515:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.159519:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613338.159527:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613338.159535:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613338.159545:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.159566:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613338.159574:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613338.159578:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159583:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613338.159589:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224917:224917:256:4294967295] 192.168.203.144@tcp LPNI seq info [224852:224852:8:4294967295] 00000400:00000200:3.0:1773613338.159593:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.159601:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613338.159606:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613338.159612:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff993644b2b000. 00000800:00000200:3.0:1773613338.159617:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613338.159624:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613338.159628:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644b2b000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1773613338.159663:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613338.159671:0:85610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613338.159673:0:85610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613338.159676:0:85610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613338.159681:0:85610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658ecec00 00000400:00000010:0.0:1773613338.159683:0:85610:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993658ecec00. 00000100:00000001:0.0:1773613338.159687:0:85610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613338.159692:0:85610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613338.159699:0:85610:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477099136/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.159705:0:85610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613338.159707:0:85610:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.159710:0:85610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613338.159713:0:85610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613338.159715:0:85610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613338.159717:0:85610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.159720:0:85610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613338.159729:0:85610:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=116 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613338.159733:0:85610:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613338.159736:0:85610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613338.159737:0:85610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.159740:0:85610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613338.159743:0:85610:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.159747:0:85610:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613338.159748:0:85610:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1773613338.159750:0:85610:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613338.159752:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.159753:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613338.159756:0:85610:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1773613338.159757:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1773613338.159758:0:85610:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613338.159760:0:85610:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000010:3.0:1773613338.159761:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff993644b2b000. 00000100:00000001:0.0:1773613338.159762:0:85610:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613338.159763:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1773613338.159766:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613393 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1773613338.159767:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613338.159772:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773613338.159774:0:85610:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1773613338.159775:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.159776:0:85610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613338.159778:0:85610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613338.159782:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613393 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613338.159790:0:85610:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099136:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613338.159794:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.159797:0:85610:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.159799:0:85610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613338.159801:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.159803:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613393 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.159809:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613338.159812:0:85610:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658f07c00. 00000100:00000001:0.0:1773613338.159815:0:85610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613338.159816:0:85610:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.159819:0:85610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613338.159823:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.159825:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.159828:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=4 00000020:00000001:0.0:1773613338.159830:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.159832:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000040:0.0:1773613338.159838:0:85610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937c00, remote cookie: 0x1dc4d5fc0aabd8fb, flags: 0x1001 00010000:00010000:0.0:1773613338.159843:0:85610:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613338.159851:0:85610:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613338.159854:0:85610:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1773613338.159861:0:85610:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08da00. 00010000:00000010:0.0:1773613338.159865:0:85610:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93bd80. 00010000:00000040:0.0:1773613338.159870:0:85610:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08de00 count: 0 00010000:00000010:0.0:1773613338.159875:0:85610:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93b900. 00010000:00000001:0.0:1773613338.159881:0:85610:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.159884:0:85610:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613338.159892:0:85610:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.159897:0:85610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613338.159900:0:85610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613338.159902:0:85610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613338.159904:0:85610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613338.159905:0:85610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613338.159908:0:85610:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff99364a08da00) refcount = 1 00010000:00010000:0.0:1773613338.159912:0:85610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.159918:0:85610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613338.159921:0:85610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613338.159923:0:85610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613338.159925:0:85610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613338.159927:0:85610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.159930:0:85610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.159968:0:85610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613338.159970:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.159971:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.159973:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.159973:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.159975:0:85610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.159979:0:85610:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613338.159982:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.159983:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.159985:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.159987:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.159989:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.159991:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.159992:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.159992:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=4 00000020:00000001:0.0:1773613338.159994:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.159995:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.159997:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.159999:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.160001:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.160005:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160006:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.160006:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160007:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160008:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=5 00000020:00000001:0.0:1773613338.160009:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160011:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160012:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.160015:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.160020:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160022:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613338.160024:0:85610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.160030:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.160031:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160032:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.160033:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160034:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613338.160039:0:85610:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613393 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613338.160048:0:85610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613338.160052:0:85610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613393 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613338.160059:0:85610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160066:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160068:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160069:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160071:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160073:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00000002:00010000:0.0:1773613338.160076:0:85610:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773613338.160085:0:85610:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364345cf40. 00010000:00000001:0.0:1773613338.160096:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160098:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.160099:0:85610:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.160101:0:85610:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613338.160104:0:85610:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773613338.160106:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.160107:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613338.160108:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.160109:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00010000:00000001:0.0:1773613338.160111:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160111:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160112:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160113:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160114:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00000002:00010000:0.0:1773613338.160116:0:85610:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.160122:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160123:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.160124:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613338.160126:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160126:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160128:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160129:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160131:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000040:0.0:1773613338.160135:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:0.0:1773613338.160137:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613338.160140:0:85610:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:0.0:1773613338.160143:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160144:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.160145:0:85610:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613338.160148:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef758 00000002:00002000:0.0:1773613338.160150:0:85610:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1773613338.160153:0:85610:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.160156:0:85610:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.160159:0:85610:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613338.160162:0:85610:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613338.160165:0:85610:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613338.160168:0:85610:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:0.0:1773613338.160171:0:85610:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613338.160173:0:85610:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a853840 it_disposition 1800037 00000080:00002000:0.0:1773613338.160178:0:85610:0:(namei.c:652:ll_splice_alias()) Add dentry ffff9936580afe58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1773613338.160184:0:85610:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613338.160187:0:85610:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:0.0:1773613338.160189:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19ef988 00000080:00200000:0.0:1773613338.160191:0:85610:0:(namei.c:1622:ll_create_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000001:0.0:1773613338.160193:0:85610:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:0.0:1773613338.160194:0:85610:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613338.160198:0:85610:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613338.160201:0:85610:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613338.160203:0:85610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:0.0:1773613338.160206:0:85610:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1773613338.160214:0:85610:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff993658112100. 00000020:00000001:0.0:1773613338.160221:0:85610:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1773613338.160222:0:85610:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1773613338.160225:0:85610:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:0.0:1773613338.160226:0:85610:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff9936581121c8) 00000020:00000001:0.0:1773613338.160229:0:85610:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613338.160232:0:85610:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613338.160235:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364970f000. 00000020:00000010:0.0:1773613338.160240:0:85610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365219fc00. 00000020:00000010:0.0:1773613338.160243:0:85610:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.160248:0:85610:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.160251:0:85610:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.160255:0:85610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.160260:0:85610:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.160264:0:85610:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.160268:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9e00. 00000008:00000010:0.0:1773613338.160271:0:85610:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.160274:0:85610:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.160277:0:85610:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.160281:0:85610:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613338.160284:0:85610:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613338.160286:0:85610:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613338.160289:0:85610:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:0.0:1773613338.160294:0:85610:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff993652224ed8. 00000020:00000001:0.0:1773613338.160296:0:85610:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613338.160298:0:85610:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.160304:0:85610:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:0.0:1773613338.160308:0:85610:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a9359b0. 00020000:00000001:0.0:1773613338.160310:0:85610:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191295408 : -113016518256208 : ffff99364a9359b0) 00020000:00000001:0.0:1773613338.160313:0:85610:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1773613338.160315:0:85610:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613338.160320:0:85610:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853ea0. 00020000:00000010:0.0:1773613338.160323:0:85610:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a573b00. 00020000:00000010:0.0:1773613338.160327:0:85610:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853a20. 00020000:00000001:0.0:1773613338.160328:0:85610:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190369824 : -113016519181792 : ffff99364a853a20) 00020000:00000002:0.0:1773613338.160330:0:85610:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613338.160333:0:85610:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613338.160336:0:85610:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a573b00: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000001:0.0:1773613338.160337:0:85610:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1773613338.160338:0:85610:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613338.160340:0:85610:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613338.160342:0:85610:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a573b00: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000010:0.0:1773613338.160344:0:85610:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99364a903a20. 00020000:00000010:0.0:1773613338.160346:0:85610:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff993658f07c00. 00020000:00000001:0.0:1773613338.160348:0:85610:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1773613338.160350:0:85610:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff993660a6baa8. 00020000:00000001:0.0:1773613338.160352:0:85610:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1773613338.160353:0:85610:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:0.0:1773613338.160357:0:85610:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1773613338.160358:0:85610:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff993652224320. 00000020:00000001:0.0:1773613338.160359:0:85610:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613338.160360:0:85610:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.160361:0:85610:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631057318101920 : -113016391449696 : ffff9936522243a0) 00020000:00000001:0.0:1773613338.160364:0:85610:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1773613338.160367:0:85610:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9936522268c0. 00020000:00000001:0.0:1773613338.160368:0:85610:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160371:0:85610:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318101920 : -113016391449696 : ffff9936522243a0) 00020000:00000001:0.0:1773613338.160373:0:85610:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631057318101920 : -113016391449696 : ffff9936522243a0) 00020000:00000002:0.0:1773613338.160375:0:85610:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x412c:0x0]@ffff993652224320[0:0] -> [0x20000bf89:0x6:0x0]@ffff993652224ed8: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000001:0.0:1773613338.160378:0:85610:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1773613338.160380:0:85610:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:0.0:1773613338.160381:0:85610:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160383:0:85610:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318104920 : -113016391446696 : ffff993652224f58) 00000020:00001000:0.0:1773613338.160385:0:85610:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613338.160388:0:85610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365219fc00. 00000020:00000010:0.0:1773613338.160392:0:85610:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.160395:0:85610:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.160398:0:85610:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.160399:0:85610:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.160402:0:85610:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.160404:0:85610:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.160406:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364970f000. 00000008:00000010:0.0:1773613338.160408:0:85610:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.160410:0:85610:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.160412:0:85610:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.160414:0:85610:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613338.160416:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9e00. 00000020:00000010:0.0:1773613338.160418:0:85610:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613338.160421:0:85610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:0.0:1773613338.160422:0:85610:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:0.0:1773613338.160424:0:85610:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088006 mtime from 0 to 1773613338 00000080:00000001:0.0:1773613338.160426:0:85610:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1773613338.160428:0:85610:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417642440 : -113016291909176 : ffff9936581121c8) 00010000:00000001:0.0:1773613338.160430:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160431:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160432:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160433:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160434:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00000080:00000001:0.0:1773613338.160436:0:85610:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613338.160437:0:85610:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613338.160439:0:85610:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613338.160440:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9e00. 00000020:00000010:0.0:1773613338.160442:0:85610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8a00. 00000020:00000010:0.0:1773613338.160443:0:85610:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.160444:0:85610:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.160446:0:85610:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.160448:0:85610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.160449:0:85610:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.160450:0:85610:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.160452:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8e00. 00000008:00000010:0.0:1773613338.160453:0:85610:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.160455:0:85610:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.160456:0:85610:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.160457:0:85610:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613338.160459:0:85610:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613338.160460:0:85610:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613338.160461:0:85610:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613338.160463:0:85610:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613338.160464:0:85610:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613338.160465:0:85610:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853780. 00020000:00000010:0.0:1773613338.160467:0:85610:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a573700. 00020000:00000010:0.0:1773613338.160468:0:85610:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853720. 00020000:00000001:0.0:1773613338.160469:0:85610:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190369056 : -113016519182560 : ffff99364a853720) 00020000:00000002:0.0:1773613338.160471:0:85610:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853720, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613338.160473:0:85610:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613338.160474:0:85610:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a573700: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000002:0.0:1773613338.160476:0:85610:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9359b0) owner ffff99365245a7c0 00020000:00000001:0.0:1773613338.160478:0:85610:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613338.160479:0:85610:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9359b0) owner ffff99365245a7c0 00020000:00000010:0.0:1773613338.160482:0:85610:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a573700. 00020000:00000010:0.0:1773613338.160484:0:85610:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853780. 00020000:00000010:0.0:1773613338.160485:0:85610:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853720. 00020000:00000002:0.0:1773613338.160486:0:85610:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613338.160487:0:85610:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160488:0:85610:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160491:0:85610:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773613338.160492:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.160494:0:85610:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff99365245a7c0. 00020000:00000002:0.0:1773613338.160496:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613338.160497:0:85610:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773613338.160499:0:85610:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613338.160500:0:85610:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613338.160501:0:85610:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773613338.160502:0:85610:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773613338.160504:0:85610:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773613338.160505:0:85610:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613338.160506:0:85610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8a00. 00000020:00000010:0.0:1773613338.160507:0:85610:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.160509:0:85610:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.160510:0:85610:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.160511:0:85610:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.160512:0:85610:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.160513:0:85610:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.160514:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9e00. 00000008:00000010:0.0:1773613338.160516:0:85610:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.160517:0:85610:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.160518:0:85610:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.160519:0:85610:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613338.160520:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8e00. 00000020:00000010:0.0:1773613338.160522:0:85610:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613338.160523:0:85610:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160524:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160525:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613338.160526:0:85610:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613338.160528:0:85610:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613338.160529:0:85610:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.160530:0:85610:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) 00000080:00010000:0.0:1773613338.160532:0:85610:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) for lock 0xa1aa084204a01104 00800000:00000001:0.0:1773613338.160534:0:85610:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613338.160536:0:85610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613338.160537:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160538:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160539:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160540:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160541:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160543:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160544:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613338.160544:0:85610:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.160545:0:85610:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160546:0:85610:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:0.0:1773613338.160548:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.160551:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.160555:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160559:0:85610:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613338.160562:0:85610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) 00000080:00000001:0.0:1773613338.160564:0:85610:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613338.160566:0:85610:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364970e200. 00000100:00000001:0.0:1773613338.160568:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.160569:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.160573:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160576:0:85610:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1773613338.160576:0:85610:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160582:0:85610:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773613338.160583:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efa60 00000080:00200008:0.0:1773613338.160584:0:85610:0:(file.c:1030:ll_file_open()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), flags 101101 00000080:00000010:0.0:1773613338.160590:0:85610:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364a3fd2c0. 00000080:00000010:0.0:1773613338.160593:0:85610:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364345ca40. 00000080:00000001:0.0:1773613338.160595:0:85610:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:0.0:1773613338.160597:0:85610:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1773613338.160599:0:85610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1773613338.160601:0:85610:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993659d0bde0. 00000002:00100000:0.0:1773613338.160603:0:85610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613338.160607:0:85610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.160609:0:85610:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1773613338.160611:0:85610:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1773613338.160613:0:85610:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160615:0:85610:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.160617:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.160618:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1773613338.160622:0:85610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613338.160624:0:85610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613338.160644:0:85610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773613338.160645:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160647:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efa60 00000080:00000008:0.0:1773613338.160648:0:85610:0:(file.c:1269:ll_file_open()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), flags 101101, rc = 0 00000080:00000001:0.0:1773613338.160650:0:85610:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613338.160652:0:85610:0:(dcache.c:176:ll_intent_release()) intent ffff99364a853840 released 00000080:00010000:0.0:1773613338.160653:0:85610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01104 from it ffff99364a853840 00010000:00000001:0.0:1773613338.160655:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.160656:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.160657:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937c00 refcount=3 00000020:00000001:0.0:1773613338.160658:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160659:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304192 : -113016518247424 : ffff99364a937c00) 00010000:00000001:0.0:1773613338.160660:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.160662:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.160667:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160667:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.160668:0:85610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613338.160670:0:85610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613338.160672:0:85610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613338.160676:0:85610:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.160677:0:85610:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613338.160679:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.160682:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160682:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.160684:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160686:0:85610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613338.160687:0:85610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160689:0:85610:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160690:0:85610:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.160691:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.160692:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.160693:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613338.160693:0:85610:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613338.160694:0:85610:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773613338.160696:0:85610:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613338.160697:0:85610:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613338.160699:0:85610:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613338.160700:0:85610:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160702:0:85610:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773613338.160703:0:85610:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160704:0:85610:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613338.160705:0:85610:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160706:0:85610:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613338.160708:0:85610:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a853840. 00000080:00000001:0.0:1773613338.160709:0:85610:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160713:0:85610:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773613338.160714:0:85610:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff9936581121c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1773613338.160716:0:85610:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.160749:0:85610:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613338.160751:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.160752:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613338.160754:0:85610:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160782:0:85610:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613338.160784:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efd88 00000080:00200008:0.0:1773613338.160785:0:85610:0:(file.c:2590:do_file_write_iter()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 0, count: 4 00000080:00000001:0.0:1773613338.160787:0:85610:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613338.160789:0:85610:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160790:0:85610:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613338.160792:0:85610:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160794:0:85610:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1773613338.160795:0:85610:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613338.160796:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.160798:0:85610:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff99365245a7c0. 00020000:00000002:0.0:1773613338.160799:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:0.0:1773613338.160801:0:85610:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1773613338.160806:0:85610:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613338.160807:0:85610:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000080:00000001:0.0:1773613338.160810:0:85610:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1773613338.160812:0:85610:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1773613338.160814:0:85610:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 4 00000080:00000001:0.0:1773613338.160815:0:85610:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160816:0:85610:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613338.160818:0:85610:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613338.160819:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8e00. 00000020:00000010:0.0:1773613338.160821:0:85610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea9e00. 00000020:00000010:0.0:1773613338.160822:0:85610:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853840. 00000008:00000010:0.0:1773613338.160824:0:85610:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.160826:0:85610:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.160828:0:85610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.160830:0:85610:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.160831:0:85610:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.160833:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8a00. 00000008:00000010:0.0:1773613338.160835:0:85610:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.160836:0:85610:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.160837:0:85610:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.160839:0:85610:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613338.160841:0:85610:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613338.160842:0:85610:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000080:00000001:0.0:1773613338.160843:0:85610:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613338.160845:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efc98 00000080:00200000:0.0:1773613338.160846:0:85610:0:(file.c:2031:ll_file_io_generic()) f130c.recovery-small: write ppos: 0, bytes: 4 00000020:00000001:0.0:1773613338.160849:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efc30 00000080:00200000:0.0:1773613338.160850:0:85610:0:(file.c:1788:ll_io_set_mirror()) f130c.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613338.160852:0:85610:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613338.160856:0:85610:0:(cl_io.c:214:cl_io_rw_init()) header@0000000043e36745[0x110, 1, [0x20000bf89:0x6:0x0] hash] 00000020:00200000:0.0:1773613338.160857:0:85610:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4) 0 0 00000020:00000001:0.0:1773613338.160859:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:0.0:1773613338.160861:0:85610:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613338.160862:0:85610:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613338.160864:0:85610:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613338.160866:0:85610:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613338.160867:0:85610:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613338.160868:0:85610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613338.160871:0:85610:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160872:0:85610:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613338.160873:0:85610:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.160874:0:85610:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613338.160876:0:85610:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff99366113bdf8 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613338.160878:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613338.160879:0:85610:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613338.160881:0:85610:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613338.160883:0:85610:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613338.160884:0:85610:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613338.160885:0:85610:0:(lov_io.c:634:lov_io_slice_init()) 0 4 00020000:00000001:0.0:1773613338.160887:0:85610:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613338.160888:0:85610:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613338.160888:0:85610:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160889:0:85610:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613338.160890:0:85610:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613338.160891:0:85610:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613338.160892:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:0.0:1773613338.160893:0:85610:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160894:0:85610:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613338.160895:0:85610:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1773613338.160897:0:85610:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613338.160898:0:85610:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.160899:0:85610:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613338.160900:0:85610:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613338.160902:0:85610:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613338.160903:0:85610:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613338.160904:0:85610:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1773613338.160906:0:85610:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4) 4, 4 00020000:00000001:0.0:1773613338.160907:0:85610:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613338.160909:0:85610:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613338.160911:0:85610:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:0.0:1773613338.160913:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.160915:0:85610:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613338.160915:0:85610:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613338.160917:0:85610:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613338.160918:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9a00. 00000020:00000010:0.0:1773613338.160920:0:85610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8000. 00000020:00000010:0.0:1773613338.160921:0:85610:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.160923:0:85610:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613338.160925:0:85610:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613338.160926:0:85610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613338.160928:0:85610:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613338.160929:0:85610:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613338.160931:0:85610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8400. 00000008:00000010:0.0:1773613338.160974:0:85610:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613338.160977:0:85610:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613338.160980:0:85610:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613338.160982:0:85610:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613338.160985:0:85610:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613338.160987:0:85610:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613338.160989:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522243a0 -> ffff993652224f58 00000020:00000001:0.0:1773613338.160990:0:85610:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613338.160992:0:85610:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613338.160993:0:85610:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613338.160994:0:85610:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.160996:0:85610:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.160997:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.161000:0:85610:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613338.161002:0:85610:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613338.161004:0:85610:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161006:0:85610:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161008:0:85610:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161009:0:85610:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161011:0:85610:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161013:0:85610:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613338.161015:0:85610:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613338.161017:0:85610:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613338.161020:0:85610:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613338.161022:0:85610:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.161024:0:85610:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.161026:0:85610:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613338.161027:0:85610:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1773613338.161029:0:85610:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613338.161030:0:85610:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613338.161031:0:85610:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161033:0:85610:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.161035:0:85610:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.161036:0:85610:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.161037:0:85610:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161039:0:85610:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613338.161041:0:85610:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613338.161041:0:85610:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613338.161043:0:85610:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613338.161044:0:85610:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161046:0:85610:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161047:0:85610:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161049:0:85610:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161050:0:85610:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613338.161052:0:85610:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613338.161054:0:85610:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613338.161056:0:85610:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613338.161058:0:85610:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613338.161061:0:85610:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1773613338.161065:0:85610:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b900. 00020000:00000002:0.0:1773613338.161068:0:85610:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613338.161070:0:85610:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613338.161071:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.161072:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.161074:0:85610:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613338.161077:0:85610:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613338.161079:0:85610:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613338.161082:0:85610:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613338.161083:0:85610:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613338.161097:0:85610:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b930, osc lock ffff993658ce9a20, flags 0x0 00000020:00000001:0.0:1773613338.161100:0:85610:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161102:0:85610:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.161104:0:85610:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191319808 : -113016518231808 : ffff99364a93b900) 00000020:00000001:0.0:1773613338.161107:0:85610:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613338.161108:0:85610:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613338.161109:0:85610:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161111:0:85610:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161113:0:85610:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613338.161115:0:85610:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613338.161116:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.161117:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.161119:0:85610:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613338.161121:0:85610:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613338.161123:0:85610:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613338.161124:0:85610:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.161127:0:85610:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613338.161130:0:85610:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613338.161131:0:85610:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613338.161132:0:85610:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613338.161133:0:85610:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613338.161135:0:85610:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613338.161136:0:85610:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613338.161138:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613338.161142:0:85610:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.161145:0:85610:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613338.161149:0:85610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613338.161153:0:85610:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00010000:00000001:0.0:1773613338.161157:0:85610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613338.161161:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.161164:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.161166:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.161167:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.161170:0:85610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613338.161172:0:85610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613338.161176:0:85610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613338.161181:0:85610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660ea9400. 00000100:00000001:0.0:1773613338.161187:0:85610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.161192:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613338.161193:0:85610:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.161195:0:85610:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613338.161196:0:85610:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.161197:0:85610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.161200:0:85610:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00010000:00000001:0.0:1773613338.161202:0:85610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613338.161204:0:85610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613338.161207:0:85610:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d600. 00010000:00000010:0.0:1773613338.161211:0:85610:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364a08d700. 00010000:00000001:0.0:1773613338.161215:0:85610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613338.161218:0:85610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937a00. 00000020:00000001:0.0:1773613338.161221:0:85610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613338.161224:0:85610:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937a00 with handle 0xa1aa084204a0110b to hash 00000020:00000001:0.0:1773613338.161226:0:85610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613338.161227:0:85610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000010:0.0:1773613338.161232:0:85610:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345c8c0. 00010000:00000001:0.0:1773613338.161234:0:85610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.161236:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.161238:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.161241:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613338.161247:0:85610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613338.161255:0:85610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613338.161260:0:85610:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613338.161261:0:85610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613338.161266:0:85610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658f073c0. 00000100:00000001:0.0:1773613338.161268:0:85610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057432277952 : -113016277273664 : ffff993658f073c0) 00000100:00000001:0.0:1773613338.161271:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.161272:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000001:0.0:1773613338.161276:0:85610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613338.161278:0:85610:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.161280:0:85610:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613338.161282:0:85610:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613338.161288:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.161296:0:85610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613338.161298:0:85610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.161301:0:85610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613338.161304:0:85610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613338.161307:0:85610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613338.161310:0:85610:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099264:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613338.161314:0:85610:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613338.161319:0:85610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613338.161321:0:85610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.161324:0:85610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613338.161328:0:85610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613338.161330:0:85610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613338.161336:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613338.161340:0:85610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613338.161345:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613338.161350:0:85610:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477099264, portal 4 00000100:00000001:0.0:1773613338.161351:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.161352:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613338.161356:0:85610:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.161361:0:85610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613338.161363:0:85610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613338.161364:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613338.161367:0:85610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477099264, offset 0 00000400:00000200:0.0:1773613338.161371:0:85610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613338.161376:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.161381:0:85610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613338.161385:0:85610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613338.161387:0:85610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613338.161390:0:85610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613338.161392:0:85610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613338.161394:0:85610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224918:224918:256:4294967295] 192.168.203.144@tcp LPNI seq info [224853:224853:8:4294967295] 00000400:00000200:0.0:1773613338.161397:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.161402:0:85610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613338.161406:0:85610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613338.161409:0:85610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 00000800:00000200:0.0:1773613338.161413:0:85610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613338.161418:0:85610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613338.161421:0:85610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613338.161433:0:85610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.161437:0:85610:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 630232 usecs (631 jiffies) 00000400:00000200:0.0:1773613338.161440:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613338.161443:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300428578 00000100:00000001:0.0:1773613338.161445:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.161448:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300428578 00000100:00000001:0.0:1773613338.161449:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.161452:0:85610:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.161454:0:85610:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.161456:0:85610:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613338.161458:0:85610:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613338.161460:0:85610:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658f073c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773613338.161462:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613338.161465:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613338.161520:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613338.161525:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:2.0:1773613338.161530:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613338.161535:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613338.161539:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:2.0:1773613338.161541:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:2.0:1773613338.161544:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613338.161549:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.161557:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613338.161560:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.161565:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613338.161567:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613338.165221:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.165237:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613338.165241:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.165243:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.165252:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.165259:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613338.165266:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.165270:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.165276:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.165280:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d06900 00000400:00000200:3.0:1773613338.165285:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.165295:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b545d [1] + 224 00000800:00000001:3.0:1773613338.165304:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.165312:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.165314:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.165318:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613338.165325:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613338.165333:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613338.165343:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.165594:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613338.165605:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.165608:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.166181:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613338.166189:0:85610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613338.166191:0:85610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613338.166194:0:85610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613338.166199:0:85610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613338.166201:0:85610:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613338.166204:0:85610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613338.166212:0:85610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613338.166222:0:85610:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.166229:0:85610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613338.166231:0:85610:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.166233:0:85610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613338.166237:0:85610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613338.166239:0:85610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613338.166241:0:85610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.166244:0:85610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613338.166254:0:85610:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=116 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613338.166402:0:85610:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=62 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613338.166407:0:85610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613338.166409:0:85610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.166411:0:85610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613338.166415:0:85610:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.166418:0:85610:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613338.166421:0:85610:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:0.0:1773613338.166423:0:85610:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613338.166425:0:85610:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.166430:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.166438:0:85610:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.166441:0:85610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613338.166443:0:85610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613338.166447:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613338.166456:0:85610:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099264:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613338.166463:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.166466:0:85610:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.166469:0:85610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613338.166471:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.166474:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.166481:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613338.166484:0:85610:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658f073c0. 00000100:00000001:0.0:1773613338.166487:0:85610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613338.166489:0:85610:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.166492:0:85610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613338.166495:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.166498:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.166501:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:0.0:1773613338.166503:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166505:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000040:0.0:1773613338.166512:0:85610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937a00, remote cookie: 0x1dc4d5fc0aabd909, flags: 0x1 00010000:00010000:0.0:1773613338.166518:0:85610:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166529:0:85610:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773613338.166531:0:85610:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.166533:0:85610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613338.166536:0:85610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773613338.166541:0:85610:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613338.166549:0:85610:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000400:0x412c:0x0].0x0 (ffff99364a08d600) refcount = 1 00010000:00000040:0.0:1773613338.166552:0:85610:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773613338.166555:0:85610:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166569:0:85610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613338.166571:0:85610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613338.166574:0:85610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613338.166576:0:85610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.166579:0:85610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166585:0:85610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613338.166587:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.166588:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.166589:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.166590:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.166592:0:85610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.166595:0:85610:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773613338.166598:0:85610:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613338.166600:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.166602:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.166603:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:0.0:1773613338.166605:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166607:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166609:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.166610:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.166612:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:0.0:1773613338.166613:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166615:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166618:0:85610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613338.166621:0:85610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613338.166624:0:85610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166630:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.166632:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613338.166635:0:85610:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773613338.166638:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00010000:0.0:1773613338.166642:0:85610:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773613338.166649:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:0.0:1773613338.166651:0:85610:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613338.166653:0:85610:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773613338.166656:0:85610:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613338.166658:0:85610:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166660:0:85610:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166661:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000001:0.0:1773613338.166663:0:85610:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1773613338.166665:0:85610:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.166667:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.166668:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.166669:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:0.0:1773613338.166671:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166673:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.166675:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.166677:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166684:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.166685:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613338.166687:0:85610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.166693:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.166694:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.166695:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613338.166697:0:85610:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.166699:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.166704:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477099264/t0(0) o101->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613354 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.166710:0:85610:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613338.166713:0:85610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613338.166716:0:85610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613338.166720:0:85610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613338.166722:0:85610:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613338.166724:0:85610:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613338.166726:0:85610:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613338.166729:0:85610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660ea9400. 02000000:00000001:0.0:1773613338.166732:0:85610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613338.166734:0:85610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613338.166736:0:85610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:0.0:1773613338.166739:0:85610:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613338.166741:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613338.166742:0:85610:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.166744:0:85610:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166748:0:85610:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.166751:0:85610:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166752:0:85610:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166754:0:85610:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166757:0:85610:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166759:0:85610:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166762:0:85610:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613338.166765:0:85610:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1773613338.166770:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efb80 00000080:00200000:0.0:1773613338.166772:0:85610:0:(vvp_io.c:1286:vvp_io_write_start()) f130c.recovery-small: write [0, 4) append 0 append lockpos 0 00000020:00000001:0.0:1773613338.166775:0:85610:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613338.166778:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.166782:0:85610:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff99365245a7c0. 00020000:00000002:0.0:1773613338.166784:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:0.0:1773613338.166787:0:85610:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613338.166790:0:85610:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613338.166793:0:85610:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613338.166796:0:85610:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:0.0:1773613338.166799:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.166801:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.166803:0:85610:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613338.166805:0:85610:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613338.166808:0:85610:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166810:0:85610:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.166812:0:85610:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166814:0:85610:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.166820:0:85610:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613338.166821:0:85610:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000020:00000001:0.0:1773613338.166846:0:85610:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613338.166848:0:85610:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x6:0x0] ffffcf65c4a93440 0 1 00000020:00000001:0.0:1773613338.166851:0:85610:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613338.166853:0:85610:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166856:0:85610:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773613338.166862:0:85610:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff993658e14b60. 00000020:00000001:0.0:1773613338.166865:0:85610:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613338.166867:0:85610:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773613338.166870:0:85610:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773613338.166872:0:85610:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773613338.166874:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.166875:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000008:00000001:0.0:1773613338.166879:0:85610:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773613338.166881:0:85610:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff993658e14bd0 folio ffffcf65c4a93440 pg:0 obj off 0 00000008:00000001:0.0:1773613338.166883:0:85610:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166885:0:85610:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613338.166886:0:85610:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773613338.166888:0:85610:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773613338.166890:0:85610:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.166894:0:85610:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166896:0:85610:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446631057431284576 : -113016278267040 : ffff993658e14b60) 00000020:00000001:0.0:1773613338.166898:0:85610:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446631057431284576 : -113016278267040 : ffff993658e14b60) 00000020:00000001:0.0:1773613338.166900:0:85610:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613338.166902:0:85610:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613338.166904:0:85610:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613338.166906:0:85610:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613338.166907:0:85610:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613338.166909:0:85610:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613338.166913:0:85610:0:(cl_page.c:547:__cl_page_state_set()) page@000000004b03f67f[2 000000000f248e8d 1 1 000000006574818e] 00000020:00000001:0.0:1773613338.166915:0:85610:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613338.166917:0:85610:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613338.166919:0:85610:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:0.0:1773613338.166921:0:85610:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1773613338.166922:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:0.0:1773613338.166924:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:0.0:1773613338.166926:0:85610:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613338.166928:0:85610:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613338.166932:0:85610:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613338.166960:0:85610:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.166962:0:85610:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613338.166963:0:85610:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613338.166966:0:85610:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613338.166969:0:85610:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613338.166972:0:85610:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613338.166975:0:85610:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166977:0:85610:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.166978:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000080:00000001:0.0:1773613338.166982:0:85610:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613338.166984:0:85610:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613338.166985:0:85610:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.166989:0:85610:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613338.166990:0:85610:0:(rw26.c:909:ll_write_end()) pos 0, len 4, copied 4 00000020:00000001:0.0:1773613338.166992:0:85610:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613338.166993:0:85610:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613338.166995:0:85610:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613338.166997:0:85610:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613338.167008:0:85610:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613338.167010:0:85610:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613338.167025:0:85610:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613338.167026:0:85610:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613338.167030:0:85610:0:(rw26.c:967:ll_write_end()) page@000000004b03f67f[3 000000000f248e8d 2 1 000000006574818e] 00000080:00200000:0.0:1773613338.167033:0:85610:0:(rw26.c:967:ll_write_end()) vmpage @00000000d7660099 17ffffc0001001 3:0 ffff993658e14b60 0 lru 00000080:00200000:0.0:1773613338.167039:0:85610:0:(rw26.c:967:ll_write_end()) osc-page@0000000087f0d004 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000039160582 00000000c8e5f47c > 3< 0 0 > 4< 0 0 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773613338.167041:0:85610:0:(rw26.c:967:ll_write_end()) end page@000000004b03f67f 00000080:00200000:0.0:1773613338.167042:0:85610:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613338.167044:0:85610:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1773613338.167049:0:85610:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613338.167050:0:85610:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4 prio 0 00000020:00000001:0.0:1773613338.167053:0:85610:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613338.167055:0:85610:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613338.167057:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.167058:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.167060:0:85610:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613338.167062:0:85610:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613338.167064:0:85610:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773613338.167065:0:85610:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613338.167066:0:85610:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773613338.167068:0:85610:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773613338.167071:0:85610:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff993658e14bd0 folio ffffcf65c4a93440 pg:0 added for cmd 2 00000008:00000001:0.0:1773613338.167076:0:85610:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773613338.167078:0:85610:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0001-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 3407872 avail: 6815744, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613338.167084:0:85610:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0001-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 3407872 avail: 6815744, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613338.167098:0:85610:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff993658e14c08 page ffffcf65c4a93440 00000008:00000020:0.0:1773613338.167102:0:85610:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0001-osc-ffff993644bc9800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 3407872 avail: 5111808, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773613338.167106:0:85610:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773613338.167108:0:85610:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.167110:0:85610:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773613338.167114:0:85610:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99366062ea80. 00000008:00000020:0.0:1773613338.167120:0:85610:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff9936522268c0 extents at osc_extent_find:830, mppr: 256. 00000008:00000020:0.0:1773613338.167392:0:85610:0:(osc_cache.c:1864:osc_update_pending()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773613338.167398:0:85610:0:(osc_cache.c:848:osc_extent_find()) extent ffff99366062ea80@{[0 -> 255/255], [3|1|-|active|wi|ffff9936522268c0], [1703936|0|-|-|ffff99364a937a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773613338.167405:0:85610:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000898964f8 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1773613338.167412:0:85610:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773613338.167416:0:85610:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.167418:0:85610:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.167421:0:85610:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613338.167423:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000002:0.0:1773613338.167425:0:85610:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4 0 00000020:00000001:0.0:1773613338.167427:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:0.0:1773613338.167429:0:85610:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613338.167430:0:85610:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4 00020000:00000001:0.0:1773613338.167432:0:85610:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613338.167434:0:85610:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167436:0:85610:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167438:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000001:0.0:1773613338.167439:0:85610:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613338.167441:0:85610:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613338.167443:0:85610:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613338.167446:0:85610:0:(cl_page.c:596:cl_batch_put()) page@000000004b03f67f[4 000000000f248e8d 2 1 000000006574818e] 00000020:00000001:0.0:1773613338.167448:0:85610:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613338.167449:0:85610:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613338.167451:0:85610:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613338.167453:0:85610:0:(osc_request.c:745:osc_update_next_shrink()) next time 6960 to shrink grant 00000080:00000001:0.0:1773613338.167455:0:85610:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613338.167457:0:85610:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613338.167464:0:85610:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff993658112378, count 1, dirtied 1 00000080:00000001:0.0:1773613338.167466:0:85610:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613338.167468:0:85610:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613338.167469:0:85610:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613338.167471:0:85610:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613338.167472:0:85610:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613338.167474:0:85610:0:(cl_page.c:547:__cl_page_state_set()) page@000000004b03f67f[3 000000000f248e8d 2 1 0000000000000000] 00000020:00000001:0.0:1773613338.167476:0:85610:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613338.167477:0:85610:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613338.167478:0:85610:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613338.167479:0:85610:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613338.167481:0:85610:0:(cl_page.c:596:cl_batch_put()) page@000000004b03f67f[3 000000000f248e8d 1 1 0000000000000000] 00000020:00000001:0.0:1773613338.167482:0:85610:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613338.167483:0:85610:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613338.167485:0:85610:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613338.167486:0:85610:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613338.167488:0:85610:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167490:0:85610:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167492:0:85610:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167494:0:85610:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613338.167496:0:85610:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4 bytes, tot: 4 00000020:00000001:0.0:1773613338.167498:0:85610:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613338.167499:0:85610:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613338.167501:0:85610:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167503:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efb80 00000080:00200000:0.0:1773613338.167505:0:85610:0:(vvp_io.c:1364:vvp_io_write_start()) f130c.recovery-small: write bytes 0, result: 4 00000080:00000001:0.0:1773613338.167507:0:85610:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167509:0:85610:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613338.167511:0:85610:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613338.167512:0:85610:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613338.167514:0:85610:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613338.167515:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:0.0:1773613338.167517:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:0.0:1773613338.167519:0:85610:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613338.167520:0:85610:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613338.167522:0:85610:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167523:0:85610:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167525:0:85610:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000001:0.0:1773613338.167527:0:85610:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167529:0:85610:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167531:0:85610:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167532:0:85610:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167533:0:85610:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167535:0:85610:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613338.167537:0:85610:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613338.167538:0:85610:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613338.167539:0:85610:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613338.167541:0:85610:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773613338.167543:0:85610:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613338.167546:0:85610:0:(osc_cache.c:1864:osc_update_pending()) obj ffff9936522268c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773613338.167552:0:85610:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613338.167555:0:85610:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.167556:0:85610:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613338.167558:0:85610:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613338.167560:0:85610:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773613338.167561:0:85610:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613338.167563:0:85610:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167564:0:85610:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167566:0:85610:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613338.167568:0:85610:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613338.167570:0:85610:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613338.167572:0:85610:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613338.167575:0:85610:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613338.167576:0:85610:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613338.167580:0:85610:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613338.167581:0:85610:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613338.167583:0:85610:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613338.167585:0:85610:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613338.167586:0:85610:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b930 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613338.167589:0:85610:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613338.167590:0:85610:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613338.167592:0:85610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613338.167593:0:85610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613338.167595:0:85610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:0.0:1773613338.167596:0:85610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.167599:0:85610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613338.167600:0:85610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613338.167603:0:85610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613338.167611:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.167612:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.167613:0:85610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613338.167616:0:85610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613338.167618:0:85610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613338.167627:0:85610:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.167630:0:85610:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613338.167632:0:85610:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613338.167635:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.167636:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.167638:0:85610:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.167640:0:85610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613338.167643:0:85610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.167644:0:85610:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.167647:0:85610:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.167649:0:85610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613338.167650:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.167651:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613338.167652:0:85610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613338.167653:0:85610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613338.167654:0:85610:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613338.167656:0:85610:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613338.167657:0:85610:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613338.167658:0:85610:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613338.167659:0:85610:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613338.167660:0:85610:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613338.167663:0:85610:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613338.167664:0:85610:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613338.167665:0:85610:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b930 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613338.167668:0:85610:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613338.167671:0:85610:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613338.167673:0:85610:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b900. 00020000:00000001:0.0:1773613338.167676:0:85610:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613338.167677:0:85610:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613338.167678:0:85610:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613338.167680:0:85610:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613338.167681:0:85610:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613338.167682:0:85610:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613338.167684:0:85610:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613338.167685:0:85610:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167686:0:85610:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167688:0:85610:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613338.167689:0:85610:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613338.167690:0:85610:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613338.167692:0:85610:0:(vvp_io.c:517:vvp_io_advance()) advancing 4 bytes 00000020:00000001:0.0:1773613338.167694:0:85610:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613338.167695:0:85610:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613338.167696:0:85610:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613338.167697:0:85610:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613338.167698:0:85610:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613338.167700:0:85610:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613338.167702:0:85610:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167704:0:85610:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613338.167706:0:85610:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613338.167707:0:85610:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613338.167708:0:85610:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613338.167712:0:85610:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773613338.167714:0:85610:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613338.167717:0:85610:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613338.167718:0:85610:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613338.167720:0:85610:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613338.167721:0:85610:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613338.167722:0:85610:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613338.167723:0:85610:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613338.167725:0:85610:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613338.167730:0:85610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8000. 00000020:00000010:0.0:1773613338.167734:0:85610:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613338.167738:0:85610:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613338.167743:0:85610:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613338.167747:0:85610:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613338.167753:0:85610:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613338.167756:0:85610:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613338.167759:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9a00. 00000008:00000010:0.0:1773613338.167762:0:85610:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613338.167765:0:85610:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613338.167768:0:85610:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613338.167772:0:85610:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613338.167775:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8400. 00000020:00000010:0.0:1773613338.167778:0:85610:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613338.167780:0:85610:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613338.167782:0:85610:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613338.167784:0:85610:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613338.167786:0:85610:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613338.167789:0:85610:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613338.167790:0:85610:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613338.167791:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efc98 00000080:00200000:0.0:1773613338.167793:0:85610:0:(file.c:2179:ll_file_io_generic()) f130c.recovery-small: 2 io complete with rc: 0, result: 4, restart: 0 00000080:00000001:0.0:1773613338.167797:0:85610:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613338.167799:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:0.0:1773613338.167801:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:0.0:1773613338.167802:0:85610:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613338.167805:0:85610:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613338.167813:0:85610:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613338.167815:0:85610:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:0.0:1773613338.167816:0:85610:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613338.167817:0:85610:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:0.0:1773613338.167819:0:85610:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=4 (1) m=1773613338 a=0 c=1773613338 b=1 00020000:00000001:0.0:1773613338.167821:0:85610:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613338.167823:0:85610:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773613338 a=0 c=1773613338 b=1 00020000:00000001:0.0:1773613338.167826:0:85610:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167828:0:85610:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.167829:0:85610:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000080:00200000:0.0:1773613338.167831:0:85610:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 1 00000080:00000001:0.0:1773613338.167834:0:85610:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613338.167837:0:85610:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4 00000080:00000001:0.0:1773613338.167839:0:85610:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4 : 4 : 4) 00000020:00001000:0.0:1773613338.167841:0:85610:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613338.167844:0:85610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea9e00. 00000020:00000010:0.0:1773613338.167846:0:85610:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853840. 00000008:00000010:0.0:1773613338.167849:0:85610:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613338.167851:0:85610:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613338.167853:0:85610:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613338.167856:0:85610:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613338.167858:0:85610:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613338.167860:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8e00. 00000008:00000010:0.0:1773613338.167862:0:85610:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613338.167864:0:85610:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613338.167867:0:85610:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613338.167869:0:85610:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613338.167871:0:85610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8a00. 00000020:00000010:0.0:1773613338.167873:0:85610:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000020:00000001:0.0:1773613338.167876:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efd88 00000080:00000008:0.0:1773613338.167877:0:85610:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 4, count: 0, rc = 4 00000080:00000001:0.0:1773613338.167880:0:85610:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:0.0:1773613338.167903:0:85610:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613338.167906:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.167909:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613338.167911:0:85610:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.167918:0:85610:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613338.167920:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efdd0 00000080:00200008:0.0:1773613338.167921:0:85610:0:(file.c:424:ll_file_release()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), flags 100001 00000080:00000001:0.0:1773613338.167925:0:85610:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613338.167928:0:85610:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613338.167929:0:85610:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613338.167930:0:85610:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613338.167932:0:85610:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613338.167973:0:85610:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.167975:0:85610:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613338.167983:0:85610:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613338.167986:0:85610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613338.167992:0:85610:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:0.0:1773613338.167995:0:85610:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613338.167999:0:85610:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613338.168001:0:85610:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x6:0x0]: 0 00000080:00000001:0.0:1773613338.168004:0:85610:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613338.168006:0:85610:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613338.168094:0:85610:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993660ea8a00. 00000080:00000001:0.0:1773613338.168098:0:85610:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613338.168102:0:85610:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613338.168106:0:85610:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613338.168108:0:85610:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x6:0x0] 00000002:00000001:0.0:1773613338.168112:0:85610:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613338.168114:0:85610:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x6:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613338.168119:0:85610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613338.168123:0:85610:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613338.168127:0:85610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613338.168134:0:85610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613338.168138:0:85610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613338.168145:0:85610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660ea8e00. 00000100:00000001:0.0:1773613338.168151:0:85610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613338.168167:0:85610:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613338.168177:0:85610:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613338.168181:0:85610:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613338.168188:0:85610:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613338.168189:0:85610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613338.168195:0:85610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658f073c0. 00000100:00000001:0.0:1773613338.168197:0:85610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057432277952 : -113016277273664 : ffff993658f073c0) 00000100:00000001:0.0:1773613338.168200:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.168201:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000001:0.0:1773613338.168205:0:85610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613338.168208:0:85610:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.168209:0:85610:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613338.168211:0:85610:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613338.168214:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.168222:0:85610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613338.168223:0:85610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.168227:0:85610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613338.168229:0:85610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613338.168231:0:85610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613338.168235:0:85610:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099520:192.168.203.144@tcp:35:bash.0 00000100:00000001:0.0:1773613338.168239:0:85610:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613338.168243:0:85610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613338.168245:0:85610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.168248:0:85610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613338.168252:0:85610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613338.168254:0:85610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613338.168261:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613338.168264:0:85610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613338.168270:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613338.168277:0:85610:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477099520, portal 10 00000100:00000001:0.0:1773613338.168278:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.168280:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613338.168286:0:85610:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.168293:0:85610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613338.168295:0:85610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613338.168298:0:85610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613338.168301:0:85610:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477099520, offset 0 00000400:00000200:0.0:1773613338.168307:0:85610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613338.168315:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.168322:0:85610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613338.168326:0:85610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613338.168330:0:85610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613338.168334:0:85610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613338.168336:0:85610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613338.168340:0:85610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224919:224919:256:4294967295] 192.168.203.144@tcp LPNI seq info [224854:224854:8:4294967295] 00000400:00000200:0.0:1773613338.168345:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613338.168355:0:85610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613338.168361:0:85610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613338.168365:0:85610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613338.168371:0:85610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613338.168379:0:85610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613338.168383:0:85610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613338.168456:0:85610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.168461:0:85610:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 502142 usecs (503 jiffies) 00000400:00000200:0.0:1773613338.168464:0:85610:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613338.168467:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300428457 00000100:00000001:0.0:1773613338.168470:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.168472:0:85610:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300428457 00000100:00000001:0.0:1773613338.168474:0:85610:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:0.0:1773613338.168476:0:85610:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.168479:0:85610:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.168481:0:85610:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613338.168482:0:85610:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613338.168485:0:85610:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658f073c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773613338.168488:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613338.168490:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613338.168598:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613338.168603:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:2.0:1773613338.168609:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613338.168613:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613338.168618:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:2.0:1773613338.168620:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:2.0:1773613338.168624:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613338.168627:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.168636:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613338.168640:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613338.168646:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613338.168648:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613338.169980:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08de00. 00000800:00000001:3.0:1773613338.176373:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.176390:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613338.176394:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.176397:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.176407:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.176414:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613338.176424:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.176428:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.176433:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.176438:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d06a00 00000400:00000200:3.0:1773613338.176442:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.176461:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5465 [1] + 224 00000800:00000001:3.0:1773613338.176470:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.176478:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.176481:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.176486:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613338.176493:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613338.176502:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613338.176514:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.176536:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613338.176545:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.176548:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.176674:0:85610:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613338.176681:0:85610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613338.176684:0:85610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613338.176687:0:85610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613338.176691:0:85610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613338.176694:0:85610:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613338.176696:0:85610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613338.176702:0:85610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613338.176710:0:85610:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477099520/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.176716:0:85610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613338.176718:0:85610:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.176720:0:85610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613338.176723:0:85610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613338.176725:0:85610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613338.176728:0:85610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613338.176731:0:85610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613338.176741:0:85610:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613338.176745:0:85610:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613338.176748:0:85610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613338.176749:0:85610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.176752:0:85610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613338.176755:0:85610:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.176759:0:85610:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613338.176761:0:85610:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613338.176762:0:85610:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613338.176765:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.176766:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000001:0.0:1773613338.176769:0:85610:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613338.176771:0:85610:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:0.0:1773613338.176773:0:85610:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613338.176775:0:85610:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613338.176780:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.176787:0:85610:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613338.176790:0:85610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613338.176791:0:85610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613338.176795:0:85610:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613338.176803:0:85610:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:85610:1859762477099520:192.168.203.144@tcp:35:bash.0 00000100:00000001:0.0:1773613338.176808:0:85610:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613338.176811:0:85610:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.176814:0:85610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613338.176816:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.176819:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.176826:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613338.176829:0:85610:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658f073c0. 00000100:00000001:0.0:1773613338.176832:0:85610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613338.176834:0:85610:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613338.176839:0:85610:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613338.176841:0:85610:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000002:00000001:0.0:1773613338.176844:0:85610:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.176847:0:85610:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613338.176853:0:85610:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8a00. 00000080:00000001:0.0:1773613338.176856:0:85610:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613338.176859:0:85610:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613338.176864:0:85610:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613338.176868:0:85610:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613338.176875:0:85610:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613338.176877:0:85610:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613338.176879:0:85610:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364345ca40. 00000100:00000001:0.0:1773613338.176882:0:85610:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613338.176884:0:85610:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613338.176890:0:85610:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.176892:0:85610:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613338.176895:0:85610:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364a3fd2c0. 00000080:00000001:0.0:1773613338.176899:0:85610:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613338.176904:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efdd0 00000080:00000008:0.0:1773613338.176906:0:85610:0:(file.c:464:ll_file_release()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), flags 100001, rc = 0 00000080:00000001:0.0:1773613338.176909:0:85610:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613338.176914:0:85610:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613338.176916:0:85610:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c19efe00 00000080:00002000:0.0:1773613338.176918:0:85610:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff9936580afe58, parent ffff99365037c6c0, inode ffff9936581121c8) hashed, 00000080:00000001:0.0:1773613338.176921:0:85610:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613338.189042:0:85813:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613338.189049:0:85813:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613338.189050:0:85813:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613338.189055:0:85813:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613338.189058:0:85813:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613338.189062:0:85813:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613338.189066:0:85813:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613338.189068:0:85813:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613338.189129:0:85813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1773613338.189179:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613338.189182:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613338.189185:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773613338.189187:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613338.189190:0:79322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613338.189196:0:79322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1773613338.189208:0:79322:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613338.189212:0:79322:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613338.189215:0:79322:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613338.189217:0:79322:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:3.0:1773613338.189221:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613338.189224:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613338.189230:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:3.0:1773613338.189232:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613338.189236:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.189238:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613338.189240:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613338.189241:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:3.0:1773613338.189243:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613338.189245:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.189247:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613338.189248:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613338.189250:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:3.0:1773613338.189251:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613338.189254:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613338.189256:0:79322:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613338.189257:0:79322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613338.189258:0:79322:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08da00 count: 2 00010000:00000001:3.0:1773613338.189260:0:79322:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613338.189262:0:79322:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613338.189264:0:79322:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613338.189266:0:79322:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773613338.189269:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613338.189273:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613338.189277:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ad400. 00000020:00000010:3.0:1773613338.189282:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936584ade00. 00000020:00000010:3.0:1773613338.189286:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8eda20. 00000008:00000010:3.0:1773613338.189292:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613338.189296:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613338.189300:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613338.189306:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613338.189310:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613338.189313:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ac600. 00000008:00000010:3.0:1773613338.189316:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613338.189320:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613338.189323:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613338.189326:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613338.189329:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613338.189331:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613338.189333:0:79322:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773613338.189335:0:79322:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:3.0:1773613338.189338:0:79322:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773613338.189340:0:79322:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773613338.189343:0:79322:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613338.189345:0:79322:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613338.189348:0:79322:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773613338.189350:0:79322:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.189352:0:79322:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613338.189354:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613338.189357:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936584ade00. 00000020:00000010:3.0:1773613338.189360:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8eda20. 00000008:00000010:3.0:1773613338.189364:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613338.189368:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613338.189372:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613338.189375:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613338.189377:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613338.189380:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ad400. 00000008:00000010:3.0:1773613338.189383:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613338.189386:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613338.189389:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613338.189392:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613338.189394:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ac600. 00000020:00000010:3.0:1773613338.189397:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613338.189399:0:79322:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613338.189402:0:79322:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773613338.189405:0:79322:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff9936581121c8) invalid 00000020:00000001:3.0:1773613338.189408:0:79322:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f83ca0 00000080:00002000:3.0:1773613338.189410:0:79322:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff9936580afe58) parent ffff99365037c6c0 inode ffff9936581121c8 refc 0 00000080:00000001:3.0:1773613338.189417:0:79322:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773613338.189421:0:79322:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773613338.189424:0:79322:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773613338.189428:0:79322:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613338.189430:0:79322:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613338.189432:0:79322:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613338.189435:0:79322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613338.189437:0:79322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613338.189439:0:79322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613338.189441:0:79322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613338.189444:0:79322:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937c00 with handle 0xa1aa084204a01104 from hash 00010000:00000001:3.0:1773613338.189447:0:79322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613338.189449:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613338.189451:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613338.189453:0:79322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613338.189456:0:79322:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613338.189459:0:79322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613338.189462:0:79322:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613338.189464:0:79322:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613338.189466:0:79322:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773613338.189472:0:79322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706300. 00000020:00000040:3.0:1773613338.189476:0:79322:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613338.189481:0:79322:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613338.189483:0:79322:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613338.189487:0:79322:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613338.189493:0:79322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936584ac600. 00000100:00000001:3.0:1773613338.189498:0:79322:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613338.189501:0:79322:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613338.189507:0:79322:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773613338.189515:0:79322:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613338.189516:0:79322:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613338.189519:0:79322:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613338.189520:0:79322:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613338.189526:0:79322:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a0a49c0. 00000100:00000001:3.0:1773613338.189528:0:79322:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057182312896 : -113016527238720 : ffff99364a0a49c0) 00000100:00000001:3.0:1773613338.189530:0:79322:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.189532:0:79322:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000001:3.0:1773613338.189536:0:79322:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613338.189540:0:79322:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.189542:0:79322:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613338.189544:0:79322:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613338.189552:0:79322:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613338.189561:0:79322:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613338.189563:0:79322:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.189566:0:79322:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613338.189568:0:79322:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613338.189571:0:79322:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613338.189574:0:79322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:144f5372-d9a2-4fb0-a726-ce1097458722:79322:1859762477099648:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613338.189579:0:79322:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613338.189583:0:79322:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613338.189586:0:79322:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.189588:0:79322:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613338.189592:0:79322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936584ad400. 02000000:00000001:3.0:1773613338.189594:0:79322:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613338.189601:0:79322:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613338.189605:0:79322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da160. 00000400:00000010:3.0:1773613338.189612:0:79322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccee0. 00000100:00000200:3.0:1773613338.189618:0:79322:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477099648, portal 18 00000100:00000001:3.0:1773613338.189620:0:79322:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.189622:0:79322:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000040:3.0:1773613338.189628:0:79322:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613338.189635:0:79322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613338.189638:0:79322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613338.189640:0:79322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cca18. 00000100:00000200:3.0:1773613338.189643:0:79322:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477099648, offset 0 00000400:00000200:3.0:1773613338.189649:0:79322:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613338.189656:0:79322:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.189662:0:79322:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613338.189666:0:79322:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613338.189670:0:79322:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613338.189674:0:79322:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613338.189677:0:79322:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613338.189680:0:79322:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224920:224920:256:4294967295] 192.168.203.144@tcp LPNI seq info [224855:224855:8:4294967295] 00000400:00000200:3.0:1773613338.189685:0:79322:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.189694:0:79322:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613338.189700:0:79322:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613338.189704:0:79322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613338.189711:0:79322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613338.189718:0:79322:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613338.189723:0:79322:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613338.189776:0:79322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613338.189781:0:79322:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 500955 usecs (501 jiffies) 00000400:00000200:3.0:1773613338.189785:0:79322:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613338.189788:0:79322:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300428474 00000100:00000001:3.0:1773613338.189792:0:79322:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.189794:0:79322:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300428474 00000100:00000001:3.0:1773613338.189796:0:79322:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.189799:0:79322:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613338.189802:0:79322:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.189803:0:79322:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613338.189805:0:79322:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613338.189808:0:79322:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a0a49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773613338.189810:0:79322:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613338.189813:0:79322:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613338.189919:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613338.189923:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:2.0:1773613338.189928:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613338.190008:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613338.190013:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cca18 00000400:00000010:2.0:1773613338.190016:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cca18. 00000100:00000001:2.0:1773613338.190020:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613338.190025:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613338.190034:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613338.190037:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613338.190044:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613338.190045:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613338.195742:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.195757:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613338.195761:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.195764:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.195773:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.195780:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613338.195788:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.195792:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.195798:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.195802:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d06a80 00000400:00000200:3.0:1773613338.195806:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.195812:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b546d [1] + 224 00000800:00000001:3.0:1773613338.195820:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.195827:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613338.195830:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.195834:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613338.195841:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613338.195850:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613338.195862:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613338.195890:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613338.195899:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613338.195902:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613338.196918:0:79322:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613338.196929:0:79322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613338.196931:0:79322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613338.196975:0:79322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da160. 00000400:00000200:1.0:1773613338.196981:0:79322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccee0 00000400:00000010:1.0:1773613338.196983:0:79322:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccee0. 00000100:00000001:1.0:1773613338.196987:0:79322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613338.196996:0:79322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613338.197006:0:79322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613338.197021:0:79322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613338.197023:0:79322:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613338.197025:0:79322:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613338.197029:0:79322:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613338.197031:0:79322:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613338.197033:0:79322:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613338.197035:0:79322:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613338.197044:0:79322:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=222 v=5 (5 5 5 0) 00000100:00001000:1.0:1773613338.197048:0:79322:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613338.197051:0:79322:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613338.197052:0:79322:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613338.197055:0:79322:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613338.197059:0:79322:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613338.197062:0:79322:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613338.197064:0:79322:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215225 00000100:00000001:1.0:1773613338.197066:0:79322:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613338.197069:0:79322:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613338.197074:0:79322:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613338.197081:0:79322:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613338.197084:0:79322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613338.197095:0:79322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613338.197100:0:79322:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613338.197107:0:79322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:144f5372-d9a2-4fb0-a726-ce1097458722:79322:1859762477099648:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773613338.197112:0:79322:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613338.197114:0:79322:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613338.197117:0:79322:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613338.197120:0:79322:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613338.197123:0:79322:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613338.197129:0:79322:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613338.197132:0:79322:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a0a49c0. 00000100:00000001:1.0:1773613338.197136:0:79322:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613338.197138:0:79322:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613338.197140:0:79322:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613338.197143:0:79322:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706300 x1859762477099648/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613338.197150:0:79322:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613338.197152:0:79322:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613338.197156:0:79322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936584ad400. 02000000:00000001:1.0:1773613338.197159:0:79322:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613338.197161:0:79322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613338.197163:0:79322:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613338.197165:0:79322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613338.197167:0:79322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936584ac600. 02000000:00000001:1.0:1773613338.197170:0:79322:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613338.197172:0:79322:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613338.197174:0:79322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706300. 00000100:00000001:1.0:1773613338.197177:0:79322:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613338.197178:0:79322:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613338.197180:0:79322:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1773613338.197183:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613338.197187:0:79322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937c00/0xa1aa084204a01104 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd8fb expref: -99 pid: 85610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1773613338.197196:0:79322:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345cf40. 00010000:00000040:1.0:1773613338.197199:0:79322:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08da00 count: 0 00010000:00000010:1.0:1773613338.197206:0:79322:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93bd80. 00010000:00000001:1.0:1773613338.197214:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613338.197216:0:79322:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613338.197228:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613338.197231:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613338.197234:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613338.197236:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613338.197238:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613338.197239:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613338.197241:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613338.197242:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613338.197244:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613338.197245:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773613338.197303:0:85813:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613338.197308:0:85813:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613338.197310:0:85813:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1773613338.205041:0:85814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0bb20. 00010000:00000010:1.1:1773613338.207075:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08da00. 00010000:00000010:1.1:1773613338.207096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937c00. 00010000:00000001:0.0:1773613338.630117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.630124:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613338.630130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613338.630131:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.630348:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613338.630352:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613338.630356:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613338.985470:0:48052:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:3.0:1773613338.985475:0:48052:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773613338.985478:0:48052:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613338.985485:0:48052:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613338.985491:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ac400. 00000020:00000010:3.0:1773613338.985496:0:48052:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936584acc00. 00000020:00000010:3.0:1773613338.985500:0:48052:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8eda20. 00000008:00000010:3.0:1773613338.985507:0:48052:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613338.985512:0:48052:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613338.985517:0:48052:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613338.985525:0:48052:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613338.985528:0:48052:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613338.985532:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ad400. 00000008:00000010:3.0:1773613338.985536:0:48052:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613338.985539:0:48052:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613338.985774:0:48052:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613338.985781:0:48052:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613338.985784:0:48052:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613338.985787:0:48052:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613338.985792:0:48052:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:3.0:1773613338.985794:0:48052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613338.985797:0:48052:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613338.985799:0:48052:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773613338.985802:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613338.985804:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773613338.985805:0:48052:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613338.985813:0:48052:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff9936594f14e8 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773613338.985817:0:48052:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993659568000 00020000:00000001:3.0:1773613338.985820:0:48052:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613338.985822:0:48052:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613338.985824:0:48052:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613338.985826:0:48052:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.985828:0:48052:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773613338.985831:0:48052:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613338.985832:0:48052:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.985834:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613338.985835:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613338.985836:0:48052:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613338.985838:0:48052:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993659568000 00000020:00000001:3.0:1773613338.985840:0:48052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.985842:0:48052:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773613338.985925:0:48052:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773613338.985929:0:48052:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773613338.985931:0:48052:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773613338.985957:0:48052:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613338.985961:0:48052:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613338.985962:0:48052:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613338.985964:0:48052:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613338.985967:0:48052:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32000. 00000020:00000010:3.0:1773613338.985970:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ac600. 00000020:00000010:3.0:1773613338.985973:0:48052:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936584ad200. 00000020:00000010:3.0:1773613338.985977:0:48052:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed4e0. 00000008:00000010:3.0:1773613338.985981:0:48052:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613338.985984:0:48052:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613338.986184:0:48052:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613338.986190:0:48052:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613338.986192:0:48052:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613338.986196:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ada00. 00000008:00000010:3.0:1773613338.986199:0:48052:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613338.986202:0:48052:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613338.986205:0:48052:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613338.986207:0:48052:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853f0f0. 00000020:00000001:3.0:1773613338.986209:0:48052:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329224 : -113016517222392 : ffff99364aa32008) 00000020:00001000:3.0:1773613338.986211:0:48052:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32000 00000020:00000001:3.0:1773613338.986214:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522243a0 -> ffff993652224f58 00000020:00000001:3.0:1773613338.986215:0:48052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613338.986217:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613338.986218:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613338.986219:0:48052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986221:0:48052:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986223:0:48052:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613338.986225:0:48052:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773613338.986227:0:48052:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986229:0:48052:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986230:0:48052:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986232:0:48052:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773613338.986234:0:48052:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773613338.986235:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613338.986236:0:48052:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773613338.986238:0:48052:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613338.986239:0:48052:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986241:0:48052:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986243:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986244:0:48052:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986245:0:48052:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613338.986246:0:48052:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986248:0:48052:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986249:0:48052:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773613338.986336:0:48052:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773613338.986339:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613338.986340:0:48052:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773613338.986342:0:48052:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773613338.986344:0:48052:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773613338.986350:0:48052:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773613338.986352:0:48052:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773613338.986353:0:48052:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773613338.986356:0:48052:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773613338.986358:0:48052:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773613338.986360:0:48052:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446631057318111424 : -113016391440192 : ffff9936522268c0) 00000008:00000020:3.0:1773613338.986363:0:48052:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff9936522268c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1773613338.986367:0:48052:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1773613338.986368:0:48052:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1773613338.986369:0:48052:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773613338.986371:0:48052:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1773613338.986372:0:48052:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1773613338.986375:0:48052:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff99366062ea80@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9936522268c0], [1703936|1|+|-|ffff99364a937a00|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1773613338.986382:0:48052:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000898964f8 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773613338.986395:0:48052:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1773613338.986398:0:48052:0:(osc_cache.c:1864:osc_update_pending()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1773613338.986403:0:48052:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1773613338.986406:0:48052:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773613338.986409:0:48052:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff99366062ea80@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9936522268c0], [1703936|1|+|-|ffff99364a937a00|256|ffff993659568000]} make ready 00000008:00010000:3.0:1773613338.986415:0:48052:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000898964f8 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773613338.986423:0:48052:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:3.0:1773613338.986425:0:48052:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1773613338.986436:0:48052:0:(cl_page.c:1200:cl_page_make_ready()) page@000000004b03f67f[2 000000000f248e8d 1 1 0000000000000000] 00000020:00008000:3.0:1773613338.986438:0:48052:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:3.0:1773613338.986439:0:48052:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:3.0:1773613338.986441:0:48052:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773613338.986442:0:48052:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773613338.986444:0:48052:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773613338.986445:0:48052:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773613338.986447:0:48052:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773613338.986450:0:48052:0:(cl_page.c:547:__cl_page_state_set()) page@000000004b03f67f[2 000000000f248e8d 1 1 0000000000000000] 00000020:00000001:3.0:1773613338.986452:0:48052:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1773613338.986453:0:48052:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773613338.986454:0:48052:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1773613338.986457:0:48052:0:(cl_page.c:1222:cl_page_make_ready()) page@000000004b03f67f[2 000000000f248e8d 3 1 0000000000000000] 00000020:00000001:3.0:1773613338.986459:0:48052:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1773613338.986460:0:48052:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986463:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:3.0:1773613338.986465:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:3.0:1773613338.986467:0:48052:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773613338.986470:0:48052:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986471:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000001:3.0:1773613338.986474:0:48052:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986476:0:48052:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:3.0:1773613338.986479:0:48052:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0001-osc-ffff993644bc9800: cli: ffff99364a0c5548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1773613338.986485:0:48052:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff993659233078. 00000008:00000010:3.0:1773613338.986488:0:48052:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff993643e29a90. 00000020:00000001:3.0:1773613338.986492:0:48052:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773613338.986494:0:48052:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773613338.986495:0:48052:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773613338.986498:0:48052:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773613338/1773613338 00000020:00000001:3.0:1773613338.986501:0:48052:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773613338.986502:0:48052:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1773613338.986505:0:48052:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1773613338.986507:0:48052:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:3.0:1773613338.986509:0:48052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613338.986515:0:48052:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:3.0:1773613338.986518:0:48052:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613338.986524:0:48052:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773613338.986528:0:48052:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773613338.986530:0:48052:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613338.986535:0:48052:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613338.986538:0:48052:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613338.986546:0:48052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613338.986548:0:48052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613338.986549:0:48052:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773613338.986551:0:48052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613338.986553:0:48052:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613338.986555:0:48052:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:3.0:1773613338.986557:0:48052:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613338.986559:0:48052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00000008:00000001:3.0:1773613338.986561:0:48052:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613338.986563:0:48052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613338.986564:0:48052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773613338.986565:0:48052:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1773613338.986567:0:48052:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1773613338.986572:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707800. 00000020:00000040:3.0:1773613338.986576:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613338.986582:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613338.986584:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613338.986586:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613338.986592:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936584ade00. 00000100:00000001:3.0:1773613338.986599:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773613338.986606:0:48052:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4 00000008:00000020:3.0:1773613338.986611:0:48052:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0001-osc-ffff993644bc9800: dirty: 1703936 undirty: 485097472 dropped 3407872 grant: 5111808 cl_lost_grant 0 00000008:00000001:3.0:1773613338.986616:0:48052:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1773613338.986640:0:48052:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4626 MB/s 00000008:00008000:3.0:1773613338.986646:0:48052:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffcf65c4a93440 map ffff993658112378 index 0 flags 17ffffc0005028 count 2 priv ffff993658e14b60: off 0 00000008:00000001:3.0:1773613338.986657:0:48052:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1773613338.986659:0:48052:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 4553d968 (4) 00000008:00100000:3.0:1773613338.986662:0:48052:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff99364a707800 - object 0x280000400:16684 offset 0<>4 00000008:00000001:3.0:1773613338.986665:0:48052:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986667:0:48052:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1773613338.986668:0:48052:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1773613338.986669:0:48052:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1773613338.986670:0:48052:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773613338/1773613338 00000020:00000001:3.0:1773613338.986672:0:48052:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1773613338.986673:0:48052:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1773613338.986675:0:48052:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1773613338.986677:0:48052:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.986678:0:48052:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189009408 : -113016520542208 : ffff99364a707800) 00000008:00000002:3.0:1773613338.986689:0:48052:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000b380a1d0, now 0r/1w/0d in flight req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1773613338.986697:0:48052:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x6:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1773613338.986703:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23475e4] to pc [ptlrpcd_01_00+0] req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773613338.986730:0:48052:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1773613338.986732:0:48052:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986734:0:48052:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986736:0:48052:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613338.986737:0:48052:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986738:0:48052:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613338.986740:0:48052:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986741:0:48052:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613338.986742:0:48052:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986745:0:48052:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773613338.986746:0:48052:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613338.986748:0:48052:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1773613338.986750:0:48052:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1773613338.986754:0:48052:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773613338.986756:0:48052:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986758:0:48052:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986759:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986761:0:48052:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986762:0:48052:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986764:0:48052:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773613338.986766:0:48052:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773613338.986767:0:48052:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773613338.986768:0:48052:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773613338.986770:0:48052:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773613338.986771:0:48052:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986772:0:48052:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773613338.986774:0:48052:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773613338.986775:0:48052:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773613338.986777:0:48052:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773613338.986778:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613338.986779:0:48052:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613338.986779:0:48052:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773613338.986780:0:48052:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986782:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986784:0:48052:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773613338.986785:0:48052:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773613338.986786:0:48052:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773613338.986788:0:48052:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773613338.986789:0:48052:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613338.986790:0:48052:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613338.986791:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613338.986792:0:48052:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613338.986793:0:48052:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613338.986794:0:48052:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986795:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613338.986797:0:48052:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613338.986798:0:48052:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613338.986799:0:48052:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613338.986800:0:48052:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613338.986802:0:48052:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613338.986803:0:48052:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613338.986804:0:48052:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613338.986806:0:48052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613338.986807:0:48052:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32000 00000020:00000010:3.0:1773613338.986811:0:48052:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936584ad200. 00000020:00000010:3.0:1773613338.986814:0:48052:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed4e0. 00000008:00000010:3.0:1773613338.986817:0:48052:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613338.986822:0:48052:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613338.986825:0:48052:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613338.986829:0:48052:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613338.986831:0:48052:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613338.986834:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ac600. 00000008:00000010:3.0:1773613338.986837:0:48052:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613338.986840:0:48052:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613338.986843:0:48052:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613338.992732:0:48052:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853f0f0. 00000020:00000010:3.0:1773613338.992742:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ada00. 00000020:00000010:3.0:1773613338.992747:0:48052:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32000. 00020000:00000001:3.0:1773613338.992750:0:48052:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613338.992754:0:48052:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613338.992757:0:48052:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613338.992759:0:48052:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613338.992763:0:48052:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613338.992765:0:48052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613338.992768:0:48052:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613338.992772:0:48052:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936584acc00. 00000020:00000010:3.0:1773613338.992775:0:48052:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8eda20. 00000008:00000010:3.0:1773613338.992780:0:48052:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613338.992785:0:48052:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613338.992790:0:48052:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613338.992794:0:48052:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613338.992797:0:48052:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613338.992800:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ac400. 00000008:00000010:3.0:1773613338.992803:0:48052:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613338.992807:0:48052:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613338.992810:0:48052:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613338.992812:0:48052:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613338.992815:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ad400. 00000020:00000010:3.0:1773613338.992816:0:48052:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613338.992819:0:48052:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613338.992822:0:48052:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.992854:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773613338.992859:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773613338.992861:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613338.992867:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613338.992870:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613338.992872:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613338.992873:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613338.993145:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613338.993158:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.993168:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613338.993170:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.993174:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613338.993177:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613338.993180:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613338.993183:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477099776:192.168.203.144@tcp:4:bash.0 00000100:00000001:3.0:1773613338.993187:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613338.993193:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613338.993195:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613338.993198:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613338.993202:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2b000. 02000000:00000001:3.0:1773613338.993205:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613338.993212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613338.993216:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da3c8. 00000400:00000010:3.0:1773613338.993223:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cccc0. 00000100:00000200:3.0:1773613338.993229:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477099776, portal 4 00000100:00000001:3.0:1773613338.993232:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613338.993234:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189009408 : -113016520542208 : ffff99364a707800) 00000100:00000040:3.0:1773613338.993241:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.993248:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613338.993251:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613338.993254:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613338.993256:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1859762477099776, offset 0 00000100:00000001:2.0:1773613338.994685:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613338.994692:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613338.995357:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613338.995373:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.995383:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613338.995387:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613338.995391:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613338.995394:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613338.995397:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613338.995401:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224921:224921:256:4294967295] 192.168.203.144@tcp LPNI seq info [224856:224856:8:4294967295] 00000400:00000200:3.0:1773613338.995406:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613338.995414:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613338.995420:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613338.995426:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613338.995434:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613338.995441:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613338.995445:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1773613338.995456:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613338.995463:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 626153 usecs (627 jiffies) 00000400:00000200:3.0:1773613338.995467:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613338.995470:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300429408 00000100:00000001:3.0:1773613338.995473:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.995475:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300429408 00000100:00000001:3.0:1773613338.995478:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300431227 00000100:00000001:3.0:1773613338.995480:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613338.995483:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.995487:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.995490:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613338.995569:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613338.995573:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:3.0:1773613338.995578:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613338.995583:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613338.995588:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613338.995590:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613338.995595:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613338.995601:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.995610:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613338.995614:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613338.995621:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613338.995622:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613339.002364:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613339.002378:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613339.002383:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613339.002385:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613339.002394:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613339.002402:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613339.002410:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613339.002414:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613339.002419:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613339.002424:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x69b71b1d06b00 00000400:00000200:3.0:1773613339.002428:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613339.002435:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b547d [1] + 224 00000800:00000001:3.0:1773613339.002443:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613339.002450:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613339.002453:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613339.002457:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613339.002464:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613339.002472:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613339.002483:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613339.002505:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613339.002514:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613339.002517:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613339.002563:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613339.002567:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613339.002574:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613339.002576:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613339.002580:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da3c8. 00000400:00000200:2.0:1773613339.002585:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cccc0 00000400:00000010:2.0:1773613339.002588:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cccc0. 00000100:00000001:2.0:1773613339.002591:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613339.002596:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613339.002605:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707800 x1859762477099776/t0(0) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613339.002615:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613339.002617:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613339.002619:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613339.002622:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613339.002625:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613339.002627:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613339.002630:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613339.002638:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364a1f5530 time=184 v=36 (36 36 0 0) 00000100:00001000:2.0:1773613339.002643:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613339.002646:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613339.002647:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613339.002650:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613339.002653:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613339.002656:0:2392:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613339.002658:0:2392:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773613339.002659:0:2392:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613339.002661:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613339.002662:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189009408 : -113016520542208 : ffff99364a707800) 00000100:00000001:2.0:1773613339.002665:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613339.002667:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:2.0:1773613339.002668:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613339.002671:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613339.002677:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613339.002683:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613339.002686:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613339.002687:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773613339.002690:0:2392:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:2.0:1773613339.002692:0:2392:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1773613339.002696:0:2392:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1773613339.002700:0:2392:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1773613339.002703:0:2392:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff993644bc9800: setdq to remove for usr 0 00000001:04000000:2.0:1773613339.002706:0:2392:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff993644bc9800: setdq to remove for grp 0 00000001:04000000:2.0:1773613339.002707:0:2392:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff993644bc9800: setdq to remove for prj 0 00000001:00000001:2.0:1773613339.002709:0:2392:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773613339.002711:0:2392:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1773613339.002714:0:2392:0:(osc_request.c:2085:check_write_checksum()) checksum 4553d968 confirmed 00000008:00000001:2.0:1773613339.002717:0:2392:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773613339.002720:0:2392:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1773613339.002721:0:2392:0:(osc_request.c:2579:brw_interpret()) request ffff99364a707800 aa ffff99364a7079b0 rc 0 00000020:00000001:2.0:1773613339.002727:0:2392:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:2.0:1773613339.002730:0:2392:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:2.0:1773613339.002732:0:2392:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613339.002734:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613339.002737:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613339.002738:0:2392:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613339.002740:0:2392:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000010:2.0:1773613339.002742:0:2392:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff993643e29a90. 00000020:00000001:2.0:1773613339.002746:0:2392:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:2.0:1773613339.002749:0:2392:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1773613339.002760:0:2392:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1773613339.002762:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613339.002765:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613339.002772:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613339.002775:0:2392:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:2.0:1773613339.002777:0:2392:0:(osc_cache.c:901:osc_extent_finish()) extent ffff99366062ea80@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff9936522268c0], [1703936|1|+|-|ffff99364a937a00|256|ffff993659568000]} extent finished. 00000008:00010000:2.0:1773613339.002784:0:2392:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000898964f8 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773613339.002795:0:2392:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:2.0:1773613339.002797:0:2392:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:2.0:1773613339.002800:0:2392:0:(cl_page.c:1144:cl_page_complete()) page@000000004b03f67f[2 000000000f248e8d 3 1 0000000000000000] 00000020:00000001:2.0:1773613339.002802:0:2392:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:2.0:1773613339.002803:0:2392:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773613339.002805:0:2392:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773613339.002807:0:2392:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773613339.002809:0:2392:0:(cl_page.c:547:__cl_page_state_set()) page@000000004b03f67f[2 000000000f248e8d 3 1 0000000000000000] 00000020:00000001:2.0:1773613339.002811:0:2392:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1773613339.002812:0:2392:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1773613339.002815:0:2392:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1773613339.002817:0:2392:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004b03f67f[2 000000000f248e8d 1 1 0000000000000000] 00000080:00008000:2.0:1773613339.002819:0:2392:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1773613339.002843:0:2392:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1773613339.002845:0:2392:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:2.0:1773613339.002854:0:2392:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773613339.002857:0:2392:0:(cl_page.c:596:cl_batch_put()) page@000000004b03f67f[2 000000000f248e8d 1 1 0000000000000000] 00000020:00000001:2.0:1773613339.002858:0:2392:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:2.0:1773613339.002859:0:2392:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773613339.002861:0:2392:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:2.0:1773613339.002863:0:2392:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 8519680 dirty: 0/0 00000008:00000020:2.0:1773613339.002867:0:2392:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff99366062ea80@{[0 -> 255/255], [1|0|-|inv|wuY|ffff9936522268c0], [1703936|0|-|-|ffff99364a937a00|256|ffff993659568000]} destroyed. 00000008:00010000:2.0:1773613339.002872:0:2392:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000898964f8 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613339.002885:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613339.002886:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1773613339.002889:0:2392:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff99366062ea80. 00000008:00000001:2.0:1773613339.002892:0:2392:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773613339.002894:0:2392:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff993659233078. 00000008:00000020:2.0:1773613339.002901:0:2392:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff99364a0c5548. 00000008:00000001:2.0:1773613339.002911:0:2392:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613339.002916:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613339.002923:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477099776:192.168.203.144@tcp:4:bash.0 00000100:00000001:2.0:1773613339.002927:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613339.002929:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613339.002954:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613339.002961:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613339.002963:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613339.002969:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613339.002970:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613339.002972:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613339.002974:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613339.002985:0:58292:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613339.002990:0:58292:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613339.002995:0:58292:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99366048a000. 00000020:00000010:2.0:1773613339.002999:0:58292:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99366048a800. 00000020:00000010:2.0:1773613339.003002:0:58292:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99365220c480. 00000008:00000010:2.0:1773613339.003007:0:58292:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613339.003012:0:58292:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613339.003017:0:58292:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613339.003021:0:58292:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613339.003026:0:58292:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613339.003029:0:58292:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99366048b000. 00000008:00000010:2.0:1773613339.003032:0:58292:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613339.003036:0:58292:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613339.003039:0:58292:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613339.003042:0:58292:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613339.003044:0:58292:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613339.003046:0:58292:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000008:00000020:2.0:1773613339.003048:0:58292:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff99364a0c5548. 00000008:00000001:2.0:1773613339.003050:0:58292:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773613339.003052:0:58292:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773613339.003054:0:58292:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613339.003056:0:58292:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1773613339.003057:0:58292:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613339.003060:0:58292:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99366048a800. 00000020:00000010:2.0:1773613339.003064:0:58292:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99365220c480. 00000008:00000010:2.0:1773613339.003067:0:58292:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613339.003070:0:58292:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613339.003073:0:58292:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613339.003077:0:58292:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613339.003090:0:58292:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613339.003093:0:58292:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99366048a000. 00000008:00000010:2.0:1773613339.003096:0:58292:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613339.003099:0:58292:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613339.003102:0:58292:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613339.003104:0:58292:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613339.003107:0:58292:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99366048b000. 00000020:00000010:2.0:1773613339.003109:0:58292:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00010000:00000001:0.0:1773613339.654063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613339.654070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613339.654084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613339.654086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613339.654466:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613339.654469:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613339.654472:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613340.678548:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613340.678555:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613340.678560:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613340.678562:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613340.682960:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613340.682967:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613340.682972:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613341.006687:0:85859:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613341.006695:0:85859:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613341.006697:0:85859:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613341.006701:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bb20 00000080:00200000:1.0:1773613341.006705:0:85859:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613341.006713:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2be00. 00800000:00000002:1.0:1773613341.006721:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613341.006724:0:85859:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613341.006729:0:85859:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613341.006731:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3ba40 00800000:00000002:1.0:1773613341.006733:0:85859:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613341.006736:0:85859:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613341.006740:0:85859:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613341.006745:0:85859:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613341.006747:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b910 00000002:00010000:1.0:1773613341.006749:0:85859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613341.006753:0:85859:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613341.006754:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613341.006757:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613341.006764:0:85859:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613341.006766:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613341.006768:0:85859:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613341.006771:0:85859:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613341.006785:0:85859:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613341.006791:0:85859:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613341.006795:0:85859:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613341.006802:0:85859:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613341.006807:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613341.006810:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613341.006813:0:85859:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613341.006817:0:85859:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613341.006821:0:85859:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613341.006827:0:85859:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f50400. 00000100:00000001:1.0:1773613341.006834:0:85859:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613341.006839:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613341.006841:0:85859:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613341.006842:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613341.006843:0:85859:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613341.006845:0:85859:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613341.006850:0:85859:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00010000:00000001:1.0:1773613341.006854:0:85859:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613341.006856:0:85859:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613341.006860:0:85859:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aa700. 00010000:00000010:1.0:1773613341.006864:0:85859:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613341.006870:0:85859:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613341.006873:0:85859:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9e00. 00000020:00000001:1.0:1773613341.006876:0:85859:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613341.006879:0:85859:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9e00 with handle 0xa1aa084204a01112 to hash 00000020:00000001:1.0:1773613341.006881:0:85859:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613341.006882:0:85859:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613341.006885:0:85859:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613341.006888:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613341.006891:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613341.006896:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613341.006905:0:85859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613341.006920:0:85859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613341.006926:0:85859:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613341.006927:0:85859:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613341.006961:0:85859:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613341.006963:0:85859:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184785920 : -113016524765696 : ffff99364a300600) 00000100:00000001:1.0:1773613341.006966:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613341.006968:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613341.006972:0:85859:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613341.006976:0:85859:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613341.006978:0:85859:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613341.006980:0:85859:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613341.007468:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613341.007479:0:85859:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613341.007481:0:85859:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613341.007485:0:85859:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613341.007488:0:85859:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613341.007491:0:85859:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613341.007495:0:85859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477099904:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613341.007499:0:85859:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613341.007505:0:85859:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613341.007508:0:85859:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613341.007510:0:85859:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613341.007516:0:85859:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613341.007518:0:85859:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613341.007525:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613341.007529:0:85859:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613341.007535:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613341.007541:0:85859:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477099904, portal 10 00000100:00000001:1.0:1773613341.007544:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613341.007545:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613341.007552:0:85859:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613341.007560:0:85859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613341.007563:0:85859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613341.007565:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613341.007569:0:85859:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477099904, offset 0 00000400:00000200:1.0:1773613341.007576:0:85859:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613341.007585:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613341.007594:0:85859:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613341.007600:0:85859:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613341.007604:0:85859:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613341.007608:0:85859:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613341.007610:0:85859:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613341.007614:0:85859:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224922:224922:256:4294967295] 192.168.203.144@tcp LPNI seq info [224857:224857:8:4294967295] 00000400:00000200:1.0:1773613341.007618:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613341.007628:0:85859:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613341.007633:0:85859:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613341.007638:0:85859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000800:00000200:1.0:1773613341.007644:0:85859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613341.007651:0:85859:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613341.007655:0:85859:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773613341.007682:0:85859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613341.007687:0:85859:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 499770 usecs (500 jiffies) 00000400:00000200:1.0:1773613341.007690:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613341.007693:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300431293 00000100:00000001:1.0:1773613341.007700:0:85859:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300431227 00000100:00000001:1.0:1773613341.007705:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300431293 00000100:00000001:1.0:1773613341.007709:0:85859:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300431227 00000100:00000001:1.0:1773613341.007713:0:85859:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613341.007716:0:85859:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613341.007718:0:85859:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613341.007720:0:85859:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613341.007723:0:85859:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a300600 going to sleep for 50 seconds 00000100:00000001:1.0:1773613341.007725:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613341.007728:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613341.007901:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613341.007907:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:2.0:1773613341.007912:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613341.007917:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613341.007921:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:2.0:1773613341.007923:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:2.0:1773613341.007929:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613341.007970:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613341.007981:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613341.007984:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613341.007999:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613341.008001:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773613341.510097:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300431293, at 4300431296 00000100:00000010:3.0:1773613341.510118:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8538a0. 00000100:00000040:2.0:1773613341.510298:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300431293, at 4300431296 00000100:00000010:2.0:1773613341.510313:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853420. 00010000:00000001:0.0:1773613341.702262:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613341.702269:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613341.702274:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613341.702276:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613341.702280:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613341.702281:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613341.702380:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613341.702383:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613341.702386:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613342.598150:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613342.598159:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613342.598169:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613342.598175:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613342.598180:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613342.598183:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613342.598188:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613342.598196:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613342.598202:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.598212:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613342.598221:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613342.598226:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.598232:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_00+0] req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.598271:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.598274:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613342.598277:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613342.598280:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613342.598282:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613342.598284:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613342.598286:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613342.598288:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613342.598291:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613342.598294:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.598299:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613342.598305:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.598310:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613342.598314:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773613342.598315:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613342.598319:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613342.598324:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773613342.598325:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6968b44] to pc [ptlrpcd_00_01+1] req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.598354:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613342.598355:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598358:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.598359:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1773613342.598366:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1773613342.598366:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1773613342.598370:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613342.598371:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1773613342.598376:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598377:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613342.598382:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7100. 00000100:00100000:1.0:1773613342.598384:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477100032:192.168.203.144@tcp:400:kworker.0 00000020:00000040:0.0:1773613342.598386:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=4 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613342.598391:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1773613342.598392:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613342.598393:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613342.598397:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598399:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1773613342.598400:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 02000000:00000001:1.0:1773613342.598403:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598405:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598407:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1773613342.598412:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1773613342.598415:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a600. 02000000:00000001:1.0:1773613342.598420:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598425:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613342.598427:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613342.598431:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:0.0:1773613342.598433:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053e3766a] to pc [ptlrpcd_00_00+0] req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773613342.598438:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498642c0. 00000100:00000001:0.0:1773613342.598447:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773613342.598448:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000040:0.0:1773613342.598451:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5770) 00000100:00000200:1.0:1773613342.598456:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100032, portal 25 00000100:00000001:1.0:1773613342.598460:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613342.598462:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000001:0.0:1773613342.598464:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613342.598468:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773613342.598469:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.598471:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613342.598479:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.598482:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613342.598489:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613342.598493:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613342.598498:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477100032, offset 0 00000100:00000001:0.0:1773613342.598505:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1773613342.598509:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613342.598509:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613342.598514:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613342.598516:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773613342.598520:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:0.0:1773613342.598520:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613342.598527:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477100160:192.168.203.144@tcp:400:kworker.0 00000400:00000200:1.0:1773613342.598532:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:0.0:1773613342.598533:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613342.598537:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1773613342.598540:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1773613342.598541:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613342.598544:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1773613342.598546:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 02000000:00000010:0.0:1773613342.598549:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 00000400:00000200:1.0:1773613342.598552:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1773613342.598553:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613342.598558:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613342.598562:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613342.598567:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224923:224923:256:4294967295] 192.168.203.144@tcp LPNI seq info [224858:224858:8:4294967295] 00000400:00000010:0.0:1773613342.598568:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000200:1.0:1773613342.598575:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613342.598575:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613342.598581:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100160, portal 10 00000100:00000001:0.0:1773613342.598584:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613342.598588:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000400:00000200:1.0:1773613342.598590:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000040:0.0:1773613342.598597:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773613342.598600:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613342.598609:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c300. 00000100:00000001:0.0:1773613342.598609:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613342.598615:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613342.598618:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000800:00000200:1.0:1773613342.598619:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000200:0.0:1773613342.598622:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477100160, offset 0 00000400:00000200:0.0:1773613342.598630:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000800:00000200:1.0:1773613342.598632:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000200:0.0:1773613342.598637:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:1.0:1773613342.598639:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773613342.598643:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613342.598647:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613342.598649:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613342.598652:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613342.598654:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:1.0:1773613342.598658:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613342.598658:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224924:224924:255:4294967295] 192.168.203.144@tcp LPNI seq info [224859:224859:7:4294967295] 00000400:00000200:1.0:1773613342.598665:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613342.598667:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613342.598670:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300436345 00000100:00000010:1.0:1773613342.598677:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8480c0. 00000400:00000200:0.0:1773613342.598677:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613342.598685:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:1.0:1773613342.598686:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613342.598693:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300436345 00000100:00000010:1.0:1773613342.598697:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613342.598700:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613342.598703:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613342.598706:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773613342.598706:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000100:00000001:1.0:1773613342.598709:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598715:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773613342.598715:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613342.598723:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:1.0:1773613342.598728:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1773613342.598728:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613342.598732:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613342.598734:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598737:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.598739:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773613342.598740:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 499770 usecs (500 jiffies) 00000100:00000001:1.0:1773613342.598741:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1773613342.598748:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:1.0:1773613342.598749:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.598751:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300432884 00000100:00000001:0.0:1773613342.598757:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300436345 00000100:00000001:0.0:1773613342.598762:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300432884 00000100:00000001:1.0:1773613342.598765:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613342.598766:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300436345 00000100:00000001:1.0:1773613342.598769:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598771:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613342.598774:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773613342.598775:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598778:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613342.598779:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598783:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598784:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773613342.598789:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613342.598790:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613342.598793:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613342.598797:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773613342.598798:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613342.598800:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1773613342.598801:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1773613342.598803:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598804:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.598807:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.598808:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613342.598814:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2bc00. 02000000:00000001:1.0:1773613342.598816:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613342.598820:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613342.598824:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864370. 00000400:00000010:1.0:1773613342.598827:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613342.598831:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100288, portal 4 00000100:00000001:1.0:1773613342.598833:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613342.598835:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434243328 : -113016275308288 : ffff9936590e7100) 00000100:00000040:1.0:1773613342.598841:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.598849:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613342.598859:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613342.598862:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613342.598865:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477100288, offset 0 00000400:00000200:1.0:1773613342.598870:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613342.598873:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613342.598877:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613342.598879:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613342.598882:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613342.598885:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613342.598887:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613342.598889:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224925:224925:254:4294967295] 192.168.203.144@tcp LPNI seq info [224860:224860:6:4294967295] 00000400:00000200:1.0:1773613342.598893:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613342.598909:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613342.598913:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613342.598917:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613342.598921:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613342.598925:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613342.598928:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613342.598931:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613342.598958:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 622217 usecs (623 jiffies) 00000400:00000200:1.0:1773613342.598962:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613342.598964:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300433008 00000100:00000001:1.0:1773613342.598966:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300436345 00000100:00000001:1.0:1773613342.598968:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300433008 00000100:00000001:1.0:1773613342.598971:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300436345 00000100:00000001:1.0:1773613342.598973:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613342.598975:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598977:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598979:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.598983:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613342.598984:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613342.598986:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.598987:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613342.598989:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.598991:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613342.599384:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613342.599390:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c300. 00000400:00000200:3.0:1773613342.599397:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613342.599402:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613342.599407:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:3.0:1773613342.599409:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:3.0:1773613342.599415:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613342.599420:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599430:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613342.599433:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599440:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613342.599441:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613342.599452:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613342.599454:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:3.0:1773613342.599458:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613342.599461:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613342.599463:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:3.0:1773613342.599465:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:3.0:1773613342.599467:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613342.599470:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599478:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613342.599480:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599486:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613342.599488:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613342.599544:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613342.599547:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:3.0:1773613342.599550:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613342.599553:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613342.599555:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:3.0:1773613342.599557:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:3.0:1773613342.599559:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613342.599563:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599569:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613342.599572:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.599578:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613342.599580:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613342.603314:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.603331:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613342.603336:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.603339:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613342.603346:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.603354:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613342.603363:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.603368:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.603373:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.603377:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06c80 00000400:00000200:2.0:1773613342.603382:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.603388:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b549d [1] + 224 00000800:00000001:2.0:1773613342.603395:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.603403:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613342.603406:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613342.603410:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613342.603416:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613342.603424:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613342.603435:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613342.603452:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613342.603459:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.603463:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603497:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613342.603502:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613342.603509:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613342.603510:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613342.603513:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613342.603517:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613342.603519:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613342.603523:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613342.603528:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613342.603537:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.603543:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613342.603545:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603548:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613342.603551:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613342.603553:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613342.603555:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613342.603558:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613342.603566:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=120 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613342.603570:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613342.603572:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613342.603574:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613342.603577:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613342.603580:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.603583:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613342.603586:0:2390:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215227 gen 10 00000100:00000040:0.0:1773613342.603591:0:2390:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215227) req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603598:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613342.603599:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613342.603602:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613342.603604:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603610:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.603612:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613342.603616:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603621:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613342.603624:0:2390:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993659d0bde0. 00000100:00000001:0.0:1773613342.603627:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613342.603630:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477099136/t103079215226(103079215226) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613393 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603635:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613342.603638:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613342.603640:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613342.603642:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613342.603645:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecc400. 02000000:00000001:0.0:1773613342.603649:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613342.603651:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613342.603653:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:0.0:1773613342.603656:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613342.603657:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613342.603660:0:2390:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215227) req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603667:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613342.603670:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477099520/t103079215227(103079215227) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613342.603675:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613342.603677:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613342.603679:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613342.603683:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613342.603684:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613342.603685:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613342.603687:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613342.603689:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660ea8e00. 02000000:00000001:0.0:1773613342.603691:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613342.603692:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613342.603693:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:0.0:1773613342.603695:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613342.603696:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603698:0:2390:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613342.603700:0:2390:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1773613342.603703:0:2390:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613342.603705:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613342.603709:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.603716:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613342.603719:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613342.603721:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613342.603725:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613342.603732:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477100160:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613342.603736:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603738:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613342.603740:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477100160/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613342.603745:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613342.603747:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613342.603748:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:0.0:1773613342.603751:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613342.603752:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613342.603754:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613342.603756:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613342.603757:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613342.603761:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613342.603762:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613342.603764:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:0.0:1773613342.603766:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613342.603767:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603769:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613342.603776:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613342.603778:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613342.603781:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613342.603783:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613342.605076:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613342.605087:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613342.605091:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613342.605093:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613342.605101:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613342.605107:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613342.605113:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613342.605117:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613342.605121:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613342.605125:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06d00 00000400:00000200:3.0:1773613342.605129:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613342.605134:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54a5 [1] + 224 00000800:00000001:3.0:1773613342.605140:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613342.605146:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613342.605148:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613342.605152:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613342.605156:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613342.605163:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613342.605186:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613342.605208:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613342.605216:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613342.605219:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.605267:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.605271:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613342.605277:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613342.605278:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613342.605281:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864370. 00000400:00000200:1.0:1773613342.605285:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613342.605287:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613342.605292:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613342.605296:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613342.605306:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.605313:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613342.605314:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.605316:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613342.605320:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613342.605321:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613342.605323:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.605326:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613342.605334:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=120 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613342.605337:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=66 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613342.605339:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613342.605341:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613342.605343:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613342.605347:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.605350:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613342.605352:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988409 00000100:00000001:1.0:1773613342.605354:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613342.605357:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613342.605361:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.605367:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613342.605370:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613342.605371:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613342.605375:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613342.605387:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613342.605392:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.605394:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613342.605397:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7100 x1859762477100288/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.605403:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613342.605405:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613342.605408:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2bc00. 02000000:00000001:1.0:1773613342.605411:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613342.605413:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613342.605415:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613342.605417:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613342.605419:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613342.605422:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613342.605424:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613342.605425:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7100. 00000100:00000001:1.0:1773613342.605428:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613342.605430:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.605432:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.605434:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.605435:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613342.605437:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.605439:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613342.607086:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.607107:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613342.607111:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.607113:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613342.607122:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.607128:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613342.607137:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.607141:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.607146:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.607149:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06c00 00000400:00000200:2.0:1773613342.607154:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613342.607160:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5495 [1] + 224 00000800:00000001:2.0:1773613342.607166:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.607186:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613342.607189:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613342.607194:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613342.607200:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613342.607207:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613342.607219:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613342.607235:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613342.607243:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613342.607246:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.607281:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.607286:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613342.607292:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613342.607294:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613342.607297:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498642c0. 00000400:00000200:1.0:1773613342.607303:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613342.607305:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613342.607310:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613342.607315:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613342.607325:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.607332:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613342.607334:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.607336:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613342.607340:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613342.607342:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613342.607344:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613342.607347:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613342.607353:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613342.607357:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=67 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613342.607360:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613342.607361:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613342.607364:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613342.607366:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.607369:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613342.607374:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.607380:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613342.607383:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613342.607385:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613342.607389:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613342.607397:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477100032:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613342.607401:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.607403:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613342.607406:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477100032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613342.607413:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613342.607415:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613342.607418:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a600. 02000000:00000001:1.0:1773613342.607422:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613342.607424:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613342.607426:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613342.607428:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613342.607431:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:1.0:1773613342.607435:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613342.607437:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613342.607438:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:1.0:1773613342.607442:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613342.607443:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.607445:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613342.607452:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613342.607454:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613342.607457:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613342.607459:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613342.726250:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613342.726255:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613342.726259:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613342.726260:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613342.726262:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613342.726263:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613342.726953:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613342.726958:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613342.726961:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613343.750080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613343.750087:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613343.750092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613343.750094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613343.750097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613343.750098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613343.750462:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613343.750466:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613343.750469:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613344.774674:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613344.774682:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613344.774684:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613344.774688:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613344.774692:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613344.774694:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613344.774696:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613344.774698:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613344.774702:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613344.774703:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613344.774706:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613344.774708:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613344.774776:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613344.774781:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613344.774784:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613345.800211:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613345.800218:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613345.800223:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613345.800224:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613345.800227:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613345.800229:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613345.800334:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613345.800338:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613345.800340:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613346.567019:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300436345, at 4300436353 00000100:00000010:2.0:1773613346.567045:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8480c0. 00000100:00000040:3.0:1773613346.567391:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300436345, at 4300436353 00000100:00000010:3.0:1773613346.567398:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613346.822075:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613346.822320:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613346.822328:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613346.822330:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613346.822333:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613346.822334:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613346.822457:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613346.822461:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613346.822464:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613347.718247:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613347.718258:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613347.718268:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613347.718273:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613347.718277:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613347.718280:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613347.718285:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613347.718295:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c700. 00000100:00000001:1.0:1773613347.718302:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718313:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613347.718323:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613347.718329:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718335:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033619ab0] to pc [ptlrpcd_00_01+1] req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718371:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718375:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613347.718377:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613347.718381:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739180. 00000020:00000040:1.0:1773613347.718383:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613347.718385:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613347.718387:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613347.718388:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613347.718391:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c000. 00000100:00000001:1.0:1773613347.718394:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718399:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613347.718407:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613347.718408:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718412:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054dedd66] to pc [ptlrpcd_00_00+0] req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718421:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718423:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613347.718427:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613347.718430:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613347.718432:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613347.718435:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73a680. 00000020:00000040:1.0:1773613347.718438:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=4 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613347.718440:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613347.718441:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613347.718442:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613347.718445:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c900. 00000100:00000001:1.0:1773613347.718448:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718452:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613347.718463:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613347.718465:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718468:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000204ba44b] to pc [ptlrpcd_00_01+1] req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718475:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718479:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5775) 00000100:00000001:1.0:1773613347.718488:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.718492:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613347.718493:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613347.718498:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718505:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613347.718507:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718510:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613347.718513:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613347.718515:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613347.718519:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613347.718523:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613347.718527:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613347.718530:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718532:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613347.718537:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2bc00. 02000000:00000001:1.0:1773613347.718539:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613347.718546:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613347.718550:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498642c0. 00000400:00000010:1.0:1773613347.718556:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613347.718563:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100544, portal 10 00000100:00000001:1.0:1773613347.718566:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613347.718567:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189212544 : -113016520339072 : ffff99364a739180) 00000100:00000040:1.0:1773613347.718574:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718587:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613347.718589:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613347.718592:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613347.718595:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477100544, offset 0 00000400:00000200:1.0:1773613347.718601:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613347.718608:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.718616:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613347.718620:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613347.718624:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613347.718628:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613347.718631:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613347.718635:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224926:224926:256:4294967295] 192.168.203.144@tcp LPNI seq info [224861:224861:8:4294967295] 00000400:00000200:1.0:1773613347.718640:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.718649:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613347.718655:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613347.718660:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c800. 00000800:00000200:1.0:1773613347.718666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613347.718674:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613347.718679:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613347.718697:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.718701:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 498585 usecs (499 jiffies) 00000400:00000200:1.0:1773613347.718704:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613347.718707:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300438003 00000100:00000010:1.0:1773613347.718712:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848f00. 00000100:00000001:1.0:1773613347.718718:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613347.718723:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300438003 00000100:00000010:1.0:1773613347.718726:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8482a0. 00000100:00000001:1.0:1773613347.718729:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613347.718736:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.718739:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.718742:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.718744:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.718750:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613347.718751:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613347.718753:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.718755:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613347.718756:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613347.718758:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613347.718760:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.718761:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613347.718763:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.718764:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.718765:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613347.718766:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613347.718770:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718776:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613347.718777:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718779:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613347.718781:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613347.718784:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613347.718787:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477100416:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613347.718790:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613347.718792:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613347.718793:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718795:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613347.718798:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a800. 02000000:00000001:1.0:1773613347.718800:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613347.718803:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613347.718806:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864370. 00000400:00000010:1.0:1773613347.718809:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385aa0. 00000100:00000200:1.0:1773613347.718812:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100416, portal 25 00000100:00000001:1.0:1773613347.718813:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613347.718815:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:1.0:1773613347.718819:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718826:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613347.718829:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613347.718831:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385770. 00000100:00000200:1.0:1773613347.718833:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477100416, offset 0 00000400:00000200:1.0:1773613347.718837:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613347.718841:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.718843:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613347.718846:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613347.718849:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613347.718851:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613347.718853:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613347.718856:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224927:224927:255:4294967295] 192.168.203.144@tcp LPNI seq info [224862:224862:7:4294967295] 00000400:00000200:1.0:1773613347.718860:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.718865:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613347.718869:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613347.718872:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ce00. 00000800:00000200:1.0:1773613347.718876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613347.718879:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613347.718882:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613347.718884:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613347.718887:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613347.718888:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300441465 00000100:00000001:1.0:1773613347.718893:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300438003 00000100:00000001:1.0:1773613347.718898:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300441465 00000100:00000001:1.0:1773613347.718900:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300438003 00000100:00000001:1.0:1773613347.718903:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.718905:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.718907:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613347.718910:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718917:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613347.718919:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718921:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613347.718923:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613347.718925:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613347.718928:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613347.718931:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613347.718963:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613347.718965:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.718966:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613347.718970:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b200. 02000000:00000001:1.0:1773613347.718971:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613347.718975:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613347.718977:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864a50. 00000400:00000010:1.0:1773613347.718980:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385088. 00000100:00000200:1.0:1773613347.718983:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477100672, portal 4 00000100:00000001:1.0:1773613347.718985:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613347.718986:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189217920 : -113016520333696 : ffff99364a73a680) 00000100:00000040:1.0:1773613347.718992:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.718998:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613347.719000:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613347.719002:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613347.719004:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477100672, offset 0 00000400:00000200:1.0:1773613347.719008:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613347.719012:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.719015:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613347.719029:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613347.719032:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613347.719034:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613347.719036:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613347.719039:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224928:224928:254:4294967295] 192.168.203.144@tcp LPNI seq info [224863:224863:6:4294967295] 00000400:00000200:1.0:1773613347.719043:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613347.719048:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613347.719051:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613347.719054:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cf00. 00000800:00000200:1.0:1773613347.719058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613347.719062:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613347.719064:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613347.719066:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.719069:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 618258 usecs (619 jiffies) 00000400:00000200:1.0:1773613347.719072:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613347.719073:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300438124 00000100:00000001:1.0:1773613347.719076:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300441465 00000100:00000001:1.0:1773613347.719077:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300438124 00000100:00000001:1.0:1773613347.719079:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300441465 00000100:00000001:1.0:1773613347.719080:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.719082:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.719084:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.719087:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613347.719178:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613347.719182:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c800. 00000400:00000200:3.0:1773613347.719188:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613347.719193:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613347.719198:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:3.0:1773613347.719200:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:3.0:1773613347.719206:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613347.719211:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719219:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613347.719222:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719228:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613347.719230:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613347.719240:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613347.719243:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:3.0:1773613347.719245:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613347.719248:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613347.719250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:3.0:1773613347.719251:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:3.0:1773613347.719253:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613347.719257:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719263:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613347.719267:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719278:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613347.719279:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613347.719334:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613347.719337:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:3.0:1773613347.719340:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613347.719344:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613347.719346:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:3.0:1773613347.719348:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:3.0:1773613347.719351:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613347.719355:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719362:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613347.719366:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.719372:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613347.719374:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613347.719433:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613347.719437:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613347.722796:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.722810:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613347.722814:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.722817:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613347.722824:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722831:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613347.722839:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722843:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722848:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722852:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d06e80 00000400:00000200:2.0:1773613347.722857:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722862:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54bd [1] + 224 00000800:00000001:2.0:1773613347.722869:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.722873:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613347.722875:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613347.722879:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613347.722884:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613347.722892:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613347.722902:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613347.722925:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613347.722932:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.722967:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613347.722969:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.722971:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613347.722974:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722977:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613347.722989:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722991:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722994:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.722996:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d06d80 00000400:00000200:2.0:1773613347.722999:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613347.723004:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54b5 [1] + 224 00000800:00000001:2.0:1773613347.723007:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.723013:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613347.723015:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613347.723027:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613347.723030:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613347.723035:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613347.723043:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613347.723050:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613347.723053:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613347.723056:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723625:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.723629:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613347.723636:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613347.723637:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613347.723640:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864370. 00000400:00000200:1.0:1773613347.723645:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:1.0:1773613347.723647:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:1.0:1773613347.723651:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613347.723657:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613347.723664:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723675:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613347.723677:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723679:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613347.723683:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613347.723685:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613347.723687:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.723689:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613347.723695:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=125 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613347.723698:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=72 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613347.723700:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613347.723701:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613347.723704:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613347.723706:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.723708:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.723712:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723717:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.723720:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613347.723721:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613347.723725:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613347.723732:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477100416:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613347.723736:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613347.723738:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613347.723739:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864a50. 00000400:00000200:1.0:1773613347.723741:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:1.0:1773613347.723742:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:1.0:1773613347.723744:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613347.723747:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613347.723754:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723759:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613347.723761:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723762:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613347.723763:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613347.723764:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613347.723765:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.723766:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613347.723771:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=125 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613347.723774:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=71 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613347.723775:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613347.723776:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613347.723778:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613347.723781:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.723783:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613347.723785:0:2389:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: committing for last_committed 4294988413 gen 4 00000100:00000040:1.0:1773613347.723790:0:2389:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294988413) req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613347.723797:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613347.723800:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707800 x1859762477099776/t4294988413(4294988413) o4->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1773613393 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613347.723806:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613347.723808:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613347.723811:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b2b000. 02000000:00000001:1.0:1773613347.723815:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613347.723817:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613347.723819:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613347.723821:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613347.723823:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936584ade00. 02000000:00000001:1.0:1773613347.723827:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613347.723828:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613347.723830:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707800. 00000100:00000001:1.0:1773613347.723833:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613347.723834:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723836:0:2389:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613347.723838:0:2389:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613347.723841:0:2389:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613347.723842:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.723845:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723851:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.723853:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613347.723854:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613347.723857:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613347.723864:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613347.723868:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.723870:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613347.723872:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477100416/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723877:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613347.723879:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613347.723880:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a800. 02000000:00000001:1.0:1773613347.723882:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613347.723883:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613347.723885:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613347.723886:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613347.723887:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c700. 02000000:00000001:1.0:1773613347.723890:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613347.723891:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613347.723892:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:1.0:1773613347.723895:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613347.723896:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723897:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613347.723900:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a680 x1859762477100672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.723910:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613347.723911:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613347.723912:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b200. 02000000:00000001:1.0:1773613347.723914:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613347.723916:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613347.723917:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613347.723919:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613347.723920:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c900. 02000000:00000001:1.0:1773613347.723922:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613347.723923:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613347.723924:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a680. 00000100:00000001:1.0:1773613347.723926:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613347.723927:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.723930:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.723932:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.724297:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613347.724300:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.724303:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613347.725884:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613347.725898:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613347.725902:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613347.725904:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613347.725912:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613347.725919:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613347.725926:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613347.725931:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613347.725967:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613347.725972:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d06e00 00000400:00000200:3.0:1773613347.725977:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613347.725993:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54ad [1] + 224 00000800:00000001:3.0:1773613347.726001:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613347.726008:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613347.726010:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613347.726015:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613347.726030:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613347.726039:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613347.726049:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613347.726074:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613347.726082:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613347.726086:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.726151:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.726154:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613347.726159:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613347.726161:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613347.726164:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498642c0. 00000400:00000200:1.0:1773613347.726169:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613347.726171:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613347.726176:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613347.726181:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613347.726188:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.726193:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613347.726195:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.726197:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613347.726200:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613347.726202:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613347.726204:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613347.726207:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613347.726216:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=125 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613347.726219:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613347.726221:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613347.726222:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613347.726225:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613347.726228:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.726232:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613347.726233:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215227 00000100:00000001:1.0:1773613347.726235:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613347.726236:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613347.726240:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.726245:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613347.726248:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613347.726249:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613347.726252:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613347.726259:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477100544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613347.726271:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.726273:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613347.726276:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739180 x1859762477100544/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613347.726282:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613347.726284:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613347.726287:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2bc00. 02000000:00000001:1.0:1773613347.726291:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613347.726293:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613347.726294:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613347.726296:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613347.726298:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c000. 02000000:00000001:1.0:1773613347.726302:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613347.726304:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613347.726305:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739180. 00000100:00000001:1.0:1773613347.726309:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613347.726310:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.726312:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613347.726319:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613347.726321:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613347.726323:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613347.726325:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846090:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613347.846098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613347.846107:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613347.846109:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613347.846115:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613347.846117:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613347.846118:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846121:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613347.846123:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846125:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846128:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846131:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613347.846133:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613347.846134:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613347.846135:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846137:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613347.846138:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846139:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613347.846141:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613347.846968:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613347.846973:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613347.846976:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613348.870146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613348.870152:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613348.870159:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613348.870160:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613348.870163:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613348.870164:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613348.870381:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613348.870385:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613348.870387:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613349.895601:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613349.895608:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613349.895614:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613349.895615:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613349.895618:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613349.895619:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613349.895721:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613349.895725:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613349.895728:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613350.918359:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613350.918365:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613350.918372:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613350.918373:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613350.918378:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613350.918379:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613350.918601:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613350.918605:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613350.918609:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613351.049251:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.049266:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613351.049270:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.049272:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.049280:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.049287:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613351.049295:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.049299:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.049305:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.049309:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d06b80 00000400:00000200:2.0:1773613351.049314:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.049320:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b548d [1] + 224 00000800:00000001:2.0:1773613351.049326:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.049333:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.049337:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613351.049341:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613351.049348:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613351.049362:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613351.049373:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613351.049395:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613351.049403:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.049406:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.052200:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613351.052213:0:85859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613351.052215:0:85859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613351.052220:0:85859:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613351.052227:0:85859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613351.052229:0:85859:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613351.052235:0:85859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613351.052246:0:85859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613351.052258:0:85859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.052265:0:85859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613351.052267:0:85859:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.052270:0:85859:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613351.052274:0:85859:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613351.052277:0:85859:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613351.052279:0:85859:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.052281:0:85859:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613351.052290:0:85859:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=129 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613351.052294:0:85859:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613351.052296:0:85859:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613351.052298:0:85859:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052300:0:85859:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613351.052305:0:85859:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.052308:0:85859:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613351.052310:0:85859:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215227 00000100:00000001:1.0:1773613351.052312:0:85859:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613351.052313:0:85859:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613351.052318:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.052325:0:85859:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613351.052328:0:85859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613351.052329:0:85859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613351.052333:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613396 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613351.052341:0:85859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477099904:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613351.052345:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.052348:0:85859:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.052350:0:85859:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613351.052352:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.052355:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613396 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.052361:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613351.052365:0:85859:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613351.052368:0:85859:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613351.052369:0:85859:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052372:0:85859:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613351.052375:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052378:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052381:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=4 00000020:00000001:1.0:1773613351.052383:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052386:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000040:1.0:1773613351.052392:0:85859:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b9e00, remote cookie: 0x1dc4d5fc0aabd917, flags: 0x1001 00010000:00010000:1.0:1773613351.052397:0:85859:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613351.052408:0:85859:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052414:0:85859:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613351.052417:0:85859:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613351.052419:0:85859:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613351.052420:0:85859:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613351.052422:0:85859:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613351.052425:0:85859:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a9aa700) refcount = 1 00010000:00010000:1.0:1773613351.052428:0:85859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052434:0:85859:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613351.052436:0:85859:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613351.052438:0:85859:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.052440:0:85859:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613351.052443:0:85859:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.052446:0:85859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052451:0:85859:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613351.052452:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052454:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052455:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052456:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052457:0:85859:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.052461:0:85859:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613351.052462:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052463:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052465:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052466:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052468:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052471:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052472:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052474:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=4 00000020:00000001:1.0:1773613351.052475:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052477:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052480:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.052482:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.052486:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052491:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052492:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052493:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052494:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052496:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=5 00000020:00000001:1.0:1773613351.052497:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052499:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052501:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.052503:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052508:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052509:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613351.052511:0:85859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052517:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.052518:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052519:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052520:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052521:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613351.052525:0:85859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613396 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613351.052549:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052551:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052552:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052554:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052556:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052558:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052559:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.052561:0:85859:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.052562:0:85859:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.052565:0:85859:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613351.052566:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052568:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052569:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052570:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052572:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00000002:00010000:1.0:1773613351.052575:0:85859:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052581:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052582:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052584:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613351.052585:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052586:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052587:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052589:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052591:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000040:1.0:1773613351.052597:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 2 00010000:00000001:1.0:1773613351.052599:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613351.052603:0:85859:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613351.052605:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052606:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.052608:0:85859:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613351.052610:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b890 00000002:00002000:1.0:1773613351.052613:0:85859:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613351.052616:0:85859:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.052619:0:85859:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.052622:0:85859:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613351.052625:0:85859:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613351.052628:0:85859:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613351.052631:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613351.052635:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2be00. 00000080:00000001:1.0:1773613351.052639:0:85859:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613351.052641:0:85859:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613351.052647:0:85859:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613351.052651:0:85859:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613351.052658:0:85859:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934c40. 00800000:00000001:1.0:1773613351.052661:0:85859:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191291968 : -113016518259648 : ffff99364a934c40) 00800000:00000001:1.0:1773613351.052663:0:85859:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.052665:0:85859:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613351.052668:0:85859:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613351.052670:0:85859:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613351.052673:0:85859:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613351.052675:0:85859:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613351.052677:0:85859:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.052681:0:85859:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613351.052683:0:85859:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1773613351.052686:0:85859:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613279 to 1773613338 00000080:00200000:1.0:1773613351.052690:0:85859:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613351.052692:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052693:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052694:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052696:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052698:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052700:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052701:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613351.052703:0:85859:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613351.052705:0:85859:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773613351.052707:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934c40 1 00800000:00000010:1.0:1773613351.052709:0:85859:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934c40. 00800000:00000001:1.0:1773613351.052713:0:85859:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.052716:0:85859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01112 00800000:00000001:1.0:1773613351.052719:0:85859:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613351.052720:0:85859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613351.052722:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052723:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052724:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052726:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052727:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052730:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052731:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.052733:0:85859:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.052734:0:85859:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.052736:0:85859:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.052738:0:85859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613351.052741:0:85859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01112 from it ffffaca8c1f3bb58 00010000:00000001:1.0:1773613351.052743:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.052744:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.052746:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.052747:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052749:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.052751:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.052754:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.052760:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052761:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052762:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.052764:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.052766:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613351.052779:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.052781:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.052783:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.052787:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052788:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.052789:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052792:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.052794:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052796:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052798:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.052800:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.052801:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.052801:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613351.052803:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.052807:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477099904/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613396 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.052814:0:85859:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613351.052816:0:85859:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613351.052819:0:85859:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613351.052822:0:85859:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613351.052824:0:85859:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613351.052826:0:85859:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613351.052828:0:85859:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613351.052830:0:85859:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f50400. 02000000:00000001:1.0:1773613351.052833:0:85859:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613351.052835:0:85859:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613351.052837:0:85859:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613351.052840:0:85859:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613351.052841:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.052844:0:85859:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613351.052863:0:85859:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613351.052877:0:85859:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca5a20. 00000020:00000001:1.0:1773613351.052881:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bae8 00000080:00200000:1.0:1773613351.052882:0:85859:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=8 00000080:00000001:1.0:1773613351.052886:0:85859:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613351.052888:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b998 00000080:00200000:1.0:1773613351.052889:0:85859:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:1.0:1773613351.052897:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2be00. 00800000:00000002:1.0:1773613351.052901:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613351.052905:0:85859:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613351.052908:0:85859:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.052919:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b8b8 00800000:00000002:1.0:1773613351.052922:0:85859:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613351.052925:0:85859:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1773613351.052930:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b850 00800000:00000002:1.0:1773613351.052931:0:85859:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:1.0:1773613351.052988:0:85859:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.052990:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b788 00000002:00010000:1.0:1773613351.052992:0:85859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613351.053004:0:85859:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613351.053006:0:85859:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613351.053010:0:85859:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613351.053013:0:85859:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613351.053018:0:85859:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613351.053021:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.053023:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.053025:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.053026:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.053029:0:85859:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613351.053031:0:85859:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613351.053035:0:85859:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613351.053040:0:85859:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650f50400. 00000100:00000001:1.0:1773613351.053046:0:85859:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.053049:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613351.053051:0:85859:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.053053:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613351.053054:0:85859:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.053056:0:85859:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.053063:0:85859:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00010000:00000001:1.0:1773613351.053066:0:85859:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613351.053068:0:85859:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613351.053070:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 2 00010000:00000001:1.0:1773613351.053073:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.053075:0:85859:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613351.053078:0:85859:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8a00. 00000020:00000001:1.0:1773613351.053081:0:85859:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613351.053084:0:85859:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8a00 with handle 0xa1aa084204a01119 to hash 00000020:00000001:1.0:1773613351.053086:0:85859:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613351.053088:0:85859:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.053091:0:85859:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.053094:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.053095:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.053099:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613351.053106:0:85859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613351.053115:0:85859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 85859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613351.053120:0:85859:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613351.053122:0:85859:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613351.053126:0:85859:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613351.053128:0:85859:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184785920 : -113016524765696 : ffff99364a300600) 00000100:00000001:1.0:1773613351.053131:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613351.053132:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613351.053136:0:85859:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613351.053141:0:85859:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.053142:0:85859:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613351.053144:0:85859:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613351.053148:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.053161:0:85859:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613351.053163:0:85859:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.053167:0:85859:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613351.053169:0:85859:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613351.053172:0:85859:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613351.053175:0:85859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477100800:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613351.053179:0:85859:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613351.053183:0:85859:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613351.053185:0:85859:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.053187:0:85859:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613351.053191:0:85859:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613351.053193:0:85859:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613351.053206:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613351.053210:0:85859:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613351.053216:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613351.053222:0:85859:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477100800, portal 10 00000100:00000001:1.0:1773613351.053224:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613351.053225:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613351.053231:0:85859:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.053238:0:85859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613351.053240:0:85859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613351.053243:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613351.053246:0:85859:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477100800, offset 0 00000400:00000200:1.0:1773613351.053252:0:85859:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613351.053260:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613351.053267:0:85859:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613351.053271:0:85859:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613351.053275:0:85859:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613351.053278:0:85859:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613351.053281:0:85859:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613351.053285:0:85859:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224929:224929:256:4294967295] 192.168.203.144@tcp LPNI seq info [224864:224864:8:4294967295] 00000400:00000200:1.0:1773613351.053290:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613351.053300:0:85859:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613351.053306:0:85859:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613351.053311:0:85859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c000. 00000800:00000200:1.0:1773613351.053316:0:85859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613351.053323:0:85859:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613351.053327:0:85859:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773613351.053500:0:85859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613351.053504:0:85859:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 526262 usecs (527 jiffies) 00000400:00000200:1.0:1773613351.053508:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613351.053511:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300441366 00000100:00000001:1.0:1773613351.053514:0:85859:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300441465 00000100:00000001:1.0:1773613351.053517:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300441366 00000100:00000001:1.0:1773613351.053519:0:85859:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300441465 00000100:00000001:1.0:1773613351.053521:0:85859:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613351.053523:0:85859:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.053525:0:85859:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613351.053527:0:85859:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613351.053529:0:85859:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a300600 going to sleep for 50 seconds 00000100:00000001:1.0:1773613351.053531:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613351.053533:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613351.054007:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613351.054012:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c000. 00000400:00000200:3.0:1773613351.054017:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613351.054022:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613351.054028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:3.0:1773613351.054030:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:3.0:1773613351.054035:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613351.054040:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613351.054049:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613351.054052:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613351.054059:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613351.054060:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613351.067245:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.067261:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613351.067265:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.067267:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.067274:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.067282:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613351.067291:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.067295:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.067300:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.067304:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x69b71b1d06f00 00000400:00000200:2.0:1773613351.067309:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.067315:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x1b54c5 [1] + 224 00000800:00000001:2.0:1773613351.067323:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.067331:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.067334:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613351.067338:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613351.067345:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613351.067354:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613351.067365:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613351.067391:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613351.067400:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.067403:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.067474:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613351.067482:0:85859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613351.067484:0:85859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613351.067487:0:85859:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613351.067492:0:85859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613351.067494:0:85859:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613351.067499:0:85859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613351.067504:0:85859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613351.067513:0:85859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.067519:0:85859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613351.067521:0:85859:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.067524:0:85859:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613351.067527:0:85859:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613351.067529:0:85859:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613351.067532:0:85859:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.067534:0:85859:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613351.067542:0:85859:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=129 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613351.067546:0:85859:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613351.067548:0:85859:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613351.067550:0:85859:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.067553:0:85859:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613351.067556:0:85859:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.067559:0:85859:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613351.067561:0:85859:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215227 00000100:00000001:1.0:1773613351.067563:0:85859:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613351.067565:0:85859:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613351.067569:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.067576:0:85859:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613351.067579:0:85859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613351.067581:0:85859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613351.067584:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613406 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613351.067591:0:85859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477100800:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613351.067596:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.067599:0:85859:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.067601:0:85859:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613351.067602:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.067605:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613406 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.067611:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613351.067614:0:85859:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613351.067617:0:85859:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613351.067618:0:85859:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.067620:0:85859:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613351.067623:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067626:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067628:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=4 00000020:00000001:1.0:1773613351.067631:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067633:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000040:1.0:1773613351.067639:0:85859:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8a00, remote cookie: 0x1dc4d5fc0aabd933, flags: 0x1001 00010000:00010000:1.0:1773613351.067644:0:85859:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613351.067652:0:85859:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613351.067655:0:85859:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773613351.067662:0:85859:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aa000. 00010000:00000010:1.0:1773613351.067666:0:85859:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345700. 00010000:00000001:1.0:1773613351.067670:0:85859:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.067673:0:85859:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613351.067681:0:85859:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067687:0:85859:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613351.067690:0:85859:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613351.067705:0:85859:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613351.067706:0:85859:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613351.067707:0:85859:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613351.067710:0:85859:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff99364a9aa000) refcount = 1 00010000:00010000:1.0:1773613351.067714:0:85859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067725:0:85859:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613351.067728:0:85859:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613351.067729:0:85859:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.067732:0:85859:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613351.067734:0:85859:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.067737:0:85859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067743:0:85859:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613351.067745:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067746:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.067747:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067748:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.067749:0:85859:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.067753:0:85859:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613351.067755:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067756:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067757:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.067759:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067761:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067764:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067765:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067766:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=4 00000020:00000001:1.0:1773613351.067768:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067769:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067772:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.067775:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.067778:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067785:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067786:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.067787:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067789:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067790:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=5 00000020:00000001:1.0:1773613351.067792:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067794:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067796:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.067799:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067805:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067806:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613351.067808:0:85859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067814:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.067816:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067817:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.067818:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067819:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613351.067823:0:85859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613351.067831:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067832:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067833:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.067836:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067838:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00000002:00010000:1.0:1773613351.067841:0:85859:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613351.067850:0:85859:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934c40. 00010000:00000001:1.0:1773613351.067851:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067852:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.067854:0:85859:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.067856:0:85859:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.067859:0:85859:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613351.067861:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067862:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067864:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.067865:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067867:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00000002:00010000:1.0:1773613351.067871:0:85859:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.067876:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067877:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.067879:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613351.067880:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.067881:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.067883:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.067884:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.067886:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000040:1.0:1773613351.067890:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:1.0:1773613351.067892:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613351.067895:0:85859:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:1.0:1773613351.067897:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.067898:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.067899:0:85859:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613351.067902:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b708 00000002:00002000:1.0:1773613351.067904:0:85859:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613351.067907:0:85859:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.067911:0:85859:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.067913:0:85859:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613351.067916:0:85859:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613351.067930:0:85859:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613351.067958:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613351.067961:0:85859:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613351.067963:0:85859:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1f3bb20 it_disposition b 00000080:00000001:1.0:1773613351.067966:0:85859:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613351.067971:0:85859:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613351.067974:0:85859:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613351.067976:0:85859:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:1.0:1773613351.067979:0:85859:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1773613351.067985:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.067989:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.067993:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b200. 00000020:00000010:1.0:1773613351.068008:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.068012:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.068019:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.068023:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.068027:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.068033:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.068036:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.068296:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000008:00000010:1.0:1773613351.068303:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.068306:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.068310:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.068313:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.068316:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.068318:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.068320:0:85859:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613351.068324:0:85859:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613351.068326:0:85859:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613351.068330:0:85859:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848660. 00020000:00000010:1.0:1773613351.068333:0:85859:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658f3b780. 00020000:00000010:1.0:1773613351.068338:0:85859:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8487e0. 00020000:00000001:1.0:1773613351.068340:0:85859:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190324192 : -113016519227424 : ffff99364a8487e0) 00020000:00000002:1.0:1773613351.068343:0:85859:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8487e0, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613351.068347:0:85859:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613351.068350:0:85859:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658f3b780: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000002:1.0:1773613351.068353:0:85859:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9359b0) owner ffff993652424f80 00020000:00000001:1.0:1773613351.068356:0:85859:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613351.068359:0:85859:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9359b0) owner ffff993652424f80 00020000:00000010:1.0:1773613351.068363:0:85859:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658f3b780. 00020000:00000010:1.0:1773613351.068367:0:85859:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848660. 00020000:00000010:1.0:1773613351.068369:0:85859:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8487e0. 00020000:00000002:1.0:1773613351.068372:0:85859:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613351.068374:0:85859:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.068376:0:85859:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613351.068378:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.068381:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.068384:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.068387:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.068390:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.068393:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.068396:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.068400:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.068403:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b200. 00000008:00000010:1.0:1773613351.068405:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.068409:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.068411:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.068414:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.068416:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.068418:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:1.0:1773613351.068422:0:85859:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:1.0:1773613351.068425:0:85859:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613351.068429:0:85859:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x6:0x0](ffff9936581121c8): rc = 0 00000080:00000001:1.0:1773613351.068431:0:85859:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417642440 : -113016291909176 : ffff9936581121c8) 00010000:00000001:1.0:1773613351.068433:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.068435:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.068437:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.068438:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.068440:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00000080:00000001:1.0:1773613351.068443:0:85859:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613351.068445:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.068447:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.068450:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.068452:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b200. 00000020:00000010:1.0:1773613351.068455:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.068458:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.068460:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.068462:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.068464:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.068467:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.068469:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a800. 00000008:00000010:1.0:1773613351.068471:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.068473:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.068475:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.068477:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.068479:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.068480:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.068482:0:85859:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613351.068483:0:85859:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613351.068484:0:85859:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613351.068486:0:85859:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8487e0. 00020000:00000010:1.0:1773613351.068489:0:85859:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658f3b780. 00020000:00000010:1.0:1773613351.068491:0:85859:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848660. 00020000:00000001:1.0:1773613351.068493:0:85859:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323808 : -113016519227808 : ffff99364a848660) 00020000:00000002:1.0:1773613351.068495:0:85859:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848660, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613351.068498:0:85859:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613351.068501:0:85859:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658f3b780: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000002:1.0:1773613351.068503:0:85859:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9359b0) owner ffff993652424f80 00020000:00000001:1.0:1773613351.068505:0:85859:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613351.068506:0:85859:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9359b0) owner ffff993652424f80 00020000:00000010:1.0:1773613351.068509:0:85859:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658f3b780. 00020000:00000010:1.0:1773613351.068511:0:85859:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8487e0. 00020000:00000010:1.0:1773613351.068513:0:85859:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848660. 00020000:00000002:1.0:1773613351.068515:0:85859:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613351.068516:0:85859:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.068518:0:85859:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.068522:0:85859:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613351.068525:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000002:1.0:1773613351.068528:0:85859:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff993652424f80. 00020000:00000002:1.0:1773613351.068530:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:1.0:1773613351.068532:0:85859:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613351.068534:0:85859:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613351.068535:0:85859:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613351.068537:0:85859:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613351.068539:0:85859:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613351.068541:0:85859:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1773613351.068543:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.068545:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b200. 00000020:00000010:1.0:1773613351.068548:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.068550:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.068552:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.068554:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.068556:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.068558:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.068561:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000008:00000010:1.0:1773613351.068563:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.068565:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.068567:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.068569:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.068571:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.068573:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:1.0:1773613351.068575:0:85859:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.068576:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.068577:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613351.068579:0:85859:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613351.068581:0:85859:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613351.068583:0:85859:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.068586:0:85859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) for lock 0xa1aa084204a01119 00800000:00000001:1.0:1773613351.068589:0:85859:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613351.068591:0:85859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613351.068592:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.068594:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.068595:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.068597:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.068599:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.068602:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.068603:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.068604:0:85859:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.068606:0:85859:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773613351.068611:0:85859:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658049e58 inode ffff9936581121c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1773613351.068615:0:85859:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773613351.068619:0:85859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) 00000080:00010000:1.0:1773613351.068622:0:85859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01119 from it ffffaca8c1f3bb20 00010000:00000001:1.0:1773613351.068624:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.068630:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.068632:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.068633:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.068636:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.068637:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.068641:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613351.068647:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.068648:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.068649:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.068651:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.068654:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613351.068660:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.068664:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.068665:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.068669:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.068670:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.068672:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.068674:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.068676:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.068678:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.068681:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.068682:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.068683:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.068684:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613351.068686:0:85859:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613351.068689:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2be00. 00000100:00000001:1.0:1773613351.068793:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.068801:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477100800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613351.068808:0:85859:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613351.068811:0:85859:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613351.068815:0:85859:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613351.068818:0:85859:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613351.068819:0:85859:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613351.068822:0:85859:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613351.068824:0:85859:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613351.068826:0:85859:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650f50400. 02000000:00000001:1.0:1773613351.068829:0:85859:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613351.068830:0:85859:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613351.068832:0:85859:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613351.068835:0:85859:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613351.068836:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613351.068839:0:85859:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613351.068840:0:85859:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1f3bb20 released 00000080:00000001:1.0:1773613351.068842:0:85859:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1773613351.068852:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bd08 00000080:00200008:1.0:1773613351.068854:0:85859:0:(file.c:6218:ll_getattr_dentry()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613351.068859:0:85859:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613351.068861:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bc80 00000080:00200000:1.0:1773613351.068863:0:85859:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff9936581121c8),name=f130c.recovery-small 00000080:00000010:1.0:1773613351.068868:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2be00. 00800000:00000002:1.0:1773613351.068872:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613351.068878:0:85859:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613351.068881:0:85859:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.068882:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bba0 00800000:00000002:1.0:1773613351.068884:0:85859:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x6:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613351.068887:0:85859:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613351.068891:0:85859:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613351.068895:0:85859:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.068896:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3ba70 00000002:00010000:1.0:1773613351.068898:0:85859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613351.068901:0:85859:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613351.068903:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.068905:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.068908:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:1.0:1773613351.068911:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.068914:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.068916:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613351.068919:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613351.068925:0:85859:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613351.068929:0:85859:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.068932:0:85859:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613351.068967:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613351.068969:0:85859:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.068970:0:85859:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.068972:0:85859:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.068974:0:85859:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.068975:0:85859:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613351.068978:0:85859:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613351.068980:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613351.068982:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2be00. 00000080:00000001:1.0:1773613351.068985:0:85859:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613351.068986:0:85859:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.068988:0:85859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) 00000080:00010000:1.0:1773613351.068991:0:85859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff9936581121c8) for lock 0xa1aa084204a01119 00800000:00000001:1.0:1773613351.068993:0:85859:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613351.069005:0:85859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613351.069006:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.069008:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.069009:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.069011:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.069013:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.069015:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069016:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.069017:0:85859:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.069019:0:85859:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.069021:0:85859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01119 from it ffffaca8c1f3bcb8 00010000:00000001:1.0:1773613351.069022:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.069023:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.069025:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8a00 refcount=3 00000020:00000001:1.0:1773613351.069026:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.069028:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709760 : -113016390841856 : ffff9936522b8a00) 00010000:00000001:1.0:1773613351.069030:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.069033:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613351.069131:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069134:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.069135:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.069137:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.069139:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613351.069150:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.069151:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.069153:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.069155:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069156:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.069157:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069159:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.069160:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069162:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069164:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069165:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.069167:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069168:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613351.069170:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613351.069171:0:85859:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613351.069173:0:85859:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773613351.069176:0:85859:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613351.069178:0:85859:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613351.069180:0:85859:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613351.069181:0:85859:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.069183:0:85859:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613351.069186:0:85859:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773613351.069188:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.069191:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.069194:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.069197:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.069200:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.069204:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.069206:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.069208:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.069211:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.069214:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.069216:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000008:00000010:1.0:1773613351.069219:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.069221:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.069224:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.069227:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.069229:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.069230:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.069233:0:85859:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:1.0:1773613351.069235:0:85859:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613351.069237:0:85859:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613351.069239:0:85859:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773613351.069241:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.069242:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613351.069244:0:85859:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613351.069245:0:85859:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.069247:0:85859:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613351.069249:0:85859:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff993658526bb8 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773613351.069252:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:1.0:1773613351.069255:0:85859:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613351.069257:0:85859:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613351.069259:0:85859:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613351.069260:0:85859:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069263:0:85859:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613351.069265:0:85859:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613351.069266:0:85859:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069267:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.069268:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613351.069269:0:85859:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613351.069271:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00000020:00000001:1.0:1773613351.069273:0:85859:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613351.069275:0:85859:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773613351.069276:0:85859:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x6:0x0] 00000020:00000001:1.0:1773613351.069278:0:85859:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613351.069280:0:85859:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613351.069282:0:85859:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613351.069284:0:85859:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613351.069288:0:85859:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613351.069292:0:85859:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345c00. 00020000:00000002:1.0:1773613351.069294:0:85859:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613351.069296:0:85859:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613351.069299:0:85859:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613351.069300:0:85859:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613351.069301:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.069303:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613351.069306:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b200. 00000020:00000010:1.0:1773613351.069309:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2bc00. 00000020:00000010:1.0:1773613351.069311:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613351.069314:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613351.069317:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987000. 00008000:00000010:1.0:1773613351.069319:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613351.069322:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613351.069324:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613351.069326:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a600. 00000008:00000010:1.0:1773613351.069329:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613351.069332:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613351.069334:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613351.069336:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613351.069338:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613351.069339:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613351.069342:0:85859:0:(cl_object.c:151:cl_object_top()) ffff9936522243a0 -> ffff993652224f58 00000020:00000001:1.0:1773613351.069343:0:85859:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613351.069345:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.069346:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613351.069348:0:85859:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069350:0:85859:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069352:0:85859:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436117928 : -113016273433688 : ffff9936592b0ba8) 00000020:00000001:1.0:1773613351.069354:0:85859:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613351.069357:0:85859:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aaab0. 00000008:00010000:1.0:1773613351.069359:0:85859:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773613351.069362:0:85859:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613351.069363:0:85859:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613351.069365:0:85859:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345c30, osc lock ffff9936592aaab0, flags 0x400001002 00000020:00000001:1.0:1773613351.069367:0:85859:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069369:0:85859:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069371:0:85859:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319287808 : -113016390263808 : ffff993652345c00) 00000020:00000001:1.0:1773613351.069373:0:85859:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613351.069375:0:85859:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613351.069376:0:85859:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069378:0:85859:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069380:0:85859:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773613351.069381:0:85859:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773613351.069383:0:85859:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613351.069384:0:85859:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613351.069385:0:85859:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613351.069386:0:85859:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436117928 : -113016273433688 : ffff9936592b0ba8) 00000020:00000001:1.0:1773613351.069388:0:85859:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613351.069389:0:85859:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613351.069391:0:85859:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613351.069394:0:85859:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613351.069396:0:85859:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613351.069397:0:85859:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613351.069398:0:85859:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613351.069399:0:85859:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613351.069401:0:85859:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613351.069403:0:85859:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613351.069404:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.069408:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:1.0:1773613351.069410:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.069414:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.069417:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613351.069420:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613351.069429:0:85859:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613351.069431:0:85859:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.069434:0:85859:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613351.069440:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.069441:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.069443:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:1.0:1773613351.069444:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:1.0:1773613351.069446:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00000008:00000001:1.0:1773613351.069449:0:85859:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613351.069451:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.069452:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.069453:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:1.0:1773613351.069455:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:1.0:1773613351.069457:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00000020:00000001:1.0:1773613351.069460:0:85859:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613351.069462:0:85859:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773613351.069463:0:85859:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613351.069465:0:85859:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069466:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.069467:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.069468:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:1.0:1773613351.069469:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:1.0:1773613351.069471:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:1.0:1773613351.069473:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.069474:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613351.069479:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069480:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.069481:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.069482:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.069484:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613351.069490:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.069492:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.069493:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.069495:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069496:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.069497:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069499:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.069500:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069502:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069503:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.069505:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.069506:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069507:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.069507:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069508:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613351.069510:0:85859:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613351.069511:0:85859:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069513:0:85859:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.069515:0:85859:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069516:0:85859:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069517:0:85859:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613351.069518:0:85859:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613351.069520:0:85859:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773613351.069521:0:85859:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773613351.069523:0:85859:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069524:0:85859:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.069527:0:85859:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773613351.069529:0:85859:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:1.0:1773613351.069531:0:85859:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:1.0:1773613351.069532:0:85859:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613351.069535:0:85859:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773613351.069538:0:85859:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613351.069539:0:85859:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:1.0:1773613351.069540:0:85859:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613351.069541:0:85859:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:1.0:1773613351.069543:0:85859:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=4 (1) m=1773613338 a=0 c=1773613338 b=1 00020000:00000001:1.0:1773613351.069546:0:85859:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613351.069548:0:85859:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773613338 a=0 c=1773613338 b=1 00020000:00000001:1.0:1773613351.069551:0:85859:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069552:0:85859:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069553:0:85859:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000080:00200000:1.0:1773613351.069555:0:85859:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 1 00000080:00000001:1.0:1773613351.069557:0:85859:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773613351.069559:0:85859:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613351.069561:0:85859:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658526b58 (ffff993658df55a8/0) at cl_lock_release():245 00000020:00000001:1.0:1773613351.069563:0:85859:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613351.069564:0:85859:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658526b58 (ffff993658df55a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613351.069567:0:85859:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613351.069568:0:85859:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613351.069569:0:85859:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436117928 : -113016273433688 : ffff9936592b0ba8) 00000020:00000001:1.0:1773613351.069571:0:85859:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613351.069572:0:85859:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345c30 (ffff993658df5b48/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613351.069574:0:85859:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613351.069575:0:85859:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613351.069577:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.069577:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613351.069579:0:85859:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613351.069580:0:85859:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613351.069581:0:85859:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613351.069582:0:85859:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613351.069583:0:85859:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613351.069584:0:85859:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658526b58 (ffff993658df55a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613351.069586:0:85859:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613351.069587:0:85859:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613351.069588:0:85859:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345c30 (ffff993658df55a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613351.069591:0:85859:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aaab0. 00000020:00000001:1.0:1773613351.069594:0:85859:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613351.069595:0:85859:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345c00. 00020000:00000001:1.0:1773613351.069598:0:85859:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613351.069599:0:85859:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613351.069599:0:85859:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773613351.069601:0:85859:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069603:0:85859:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613351.069604:0:85859:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613351.069606:0:85859:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613351.069607:0:85859:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613351.069608:0:85859:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613351.069609:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613351.069611:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2bc00. 00000020:00000010:1.0:1773613351.069614:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613351.069616:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613351.069619:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987000. 00008000:00000010:1.0:1773613351.069621:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613351.069624:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613351.069626:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613351.069629:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b200. 00000008:00000010:1.0:1773613351.069631:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613351.069633:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613351.069635:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613351.069637:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613351.069638:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 00000020:00000010:1.0:1773613351.069640:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00020000:00000001:1.0:1773613351.069642:0:85859:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613351.069644:0:85859:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613351.069646:0:85859:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613351.069648:0:85859:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613351.069651:0:85859:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613351.069652:0:85859:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.069654:0:85859:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613351.069656:0:85859:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613351.069657:0:85859:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613351.069658:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.069660:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.069662:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.069665:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.069667:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.069670:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.069672:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.069675:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.069677:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2be00. 00000008:00000010:1.0:1773613351.069679:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.069681:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.069683:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.069686:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.069688:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.069690:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000001:00000001:1.0:1773613351.069852:0:85859:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.069859:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bd08 00000080:00000008:1.0:1773613351.069861:0:85859:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff9936581121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613351.069865:0:85859:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613351.069867:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bda0 00000080:00002000:1.0:1773613351.069869:0:85859:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff993658049e58, parent ffff99365037c6c0, inode ffff9936581121c8) hashed, 00000080:00000001:1.0:1773613351.069871:0:85859:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.069912:0:85859:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613351.069915:0:85859:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613351.069917:0:85859:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613351.069918:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bbd8 00000080:00200000:1.0:1773613351.069920:0:85859:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613351.069924:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b400. 00800000:00000002:1.0:1773613351.069928:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613351.069930:0:85859:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613351.069932:0:85859:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.069961:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3baf8 00800000:00000002:1.0:1773613351.069964:0:85859:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613351.069967:0:85859:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613351.069969:0:85859:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613351.069973:0:85859:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.069974:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3b9c8 00000002:00010000:1.0:1773613351.069975:0:85859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613351.069978:0:85859:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613351.069979:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.069981:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.069984:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 2 00010000:00000001:1.0:1773613351.069986:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.069989:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.069991:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613351.070004:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613351.070012:0:85859:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613351.070014:0:85859:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.070017:0:85859:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613351.070023:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613351.070025:0:85859:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.070027:0:85859:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.070028:0:85859:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.070030:0:85859:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.070032:0:85859:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613351.070035:0:85859:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613351.070037:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613351.070125:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b400. 00000080:00000001:1.0:1773613351.070130:0:85859:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613351.070131:0:85859:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.070133:0:85859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613351.070136:0:85859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01112 00800000:00000001:1.0:1773613351.070139:0:85859:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613351.070141:0:85859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613351.070142:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.070143:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.070145:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.070147:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.070153:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.070155:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.070157:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.070158:0:85859:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.070159:0:85859:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.070161:0:85859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01112 from it ffffaca8c1f3bc10 00010000:00000001:1.0:1773613351.070163:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.070164:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.070165:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.070166:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.070168:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.070170:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.070173:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613351.070179:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.070181:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.070182:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.070183:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.070185:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613351.070191:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.070193:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.070194:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.070196:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.070197:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.070199:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.070201:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.070202:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.070204:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.070206:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.070208:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.070209:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.070210:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613351.070213:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613351.070214:0:85859:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.070216:0:85859:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613351.070220:0:85859:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.070227:0:85859:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613351.070229:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bda0 00000080:00002000:1.0:1773613351.070231:0:85859:0:(dcache.c:87:ll_dcompare()) found name f130c.recovery-small(ffff993658049e58) flags 0x48000e refc 0 00000080:00000001:1.0:1773613351.070233:0:85859:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.070235:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3be10 00000080:00200000:1.0:1773613351.070236:0:85859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f130c.recovery-small, flags=0 00000080:00000001:1.0:1773613351.070241:0:85859:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613351.070242:0:85859:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613351.070243:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bd30 00000080:00200000:1.0:1773613351.070244:0:85859:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613351.070249:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2b400. 00800000:00000002:1.0:1773613351.070252:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613351.070254:0:85859:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613351.070255:0:85859:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.074830:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bc50 00800000:00000002:1.0:1773613351.074842:0:85859:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613351.074847:0:85859:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613351.074852:0:85859:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613351.074858:0:85859:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613351.074860:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bb20 00000002:00010000:1.0:1773613351.074862:0:85859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613351.074865:0:85859:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613351.074866:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.074870:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.074876:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 2 00010000:00000001:1.0:1773613351.074879:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.074883:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.074888:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613351.074893:0:85859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613351.074903:0:85859:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613351.074909:0:85859:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613351.074912:0:85859:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613351.074919:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613351.074921:0:85859:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.074922:0:85859:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.074924:0:85859:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613351.074926:0:85859:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.074929:0:85859:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613351.074932:0:85859:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613351.074952:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613351.074958:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2b400. 00000080:00000001:1.0:1773613351.074964:0:85859:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613351.074966:0:85859:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.074969:0:85859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613351.074972:0:85859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01112 00800000:00000001:1.0:1773613351.074976:0:85859:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613351.074978:0:85859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613351.074980:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.074982:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.074984:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.074987:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.074989:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.074992:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075002:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613351.075004:0:85859:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.075005:0:85859:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613351.075008:0:85859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01112 from it ffffaca8c1f3bd68 00010000:00000001:1.0:1773613351.075010:0:85859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613351.075011:0:85859:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613351.075012:0:85859:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9e00 refcount=3 00000020:00000001:1.0:1773613351.075014:0:85859:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.075016:0:85859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318714880 : -113016390836736 : ffff9936522b9e00) 00010000:00000001:1.0:1773613351.075018:0:85859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613351.075021:0:85859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613351.075027:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075028:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075029:0:85859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613351.075031:0:85859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613351.075034:0:85859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613351.075140:0:85859:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613351.075145:0:85859:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613351.075147:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.075151:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075152:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075154:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075157:0:85859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613351.075159:0:85859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075161:0:85859:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075164:0:85859:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075166:0:85859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613351.075167:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075168:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613351.075171:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613351.075173:0:85859:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613351.075176:0:85859:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613351.075182:0:85859:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.075188:0:85859:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:1.0:1773613351.075190:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3bdf8 00000080:00200000:1.0:1773613351.075192:0:85859:0:(namei.c:2407:ll_unlink()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248) 00000080:00000001:1.0:1773613351.075196:0:85859:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1773613351.075199:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.075208:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.075212:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.075217:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.075220:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.075227:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.075232:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.075236:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.075242:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.075246:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.075249:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a800. 00000008:00000010:1.0:1773613351.075252:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.075256:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.075259:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.075262:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.075265:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.075268:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.075270:0:85859:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613351.075274:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000002:1.0:1773613351.075277:0:85859:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff993652424f80. 00020000:00000002:1.0:1773613351.075279:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:1.0:1773613351.075282:0:85859:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613351.075284:0:85859:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613351.075286:0:85859:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613351.075288:0:85859:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1773613351.075290:0:85859:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1773613351.075292:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.075295:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.075299:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.075302:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.075306:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.075309:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.075312:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.075316:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.075319:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000008:00000010:1.0:1773613351.075322:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.075325:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.075328:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.075331:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.075333:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.075335:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:1.0:1773613351.075338:0:85859:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773613351.075342:0:85859:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650e2a800. 00800000:00000002:1.0:1773613351.075346:0:85859:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00800000:00000001:1.0:1773613351.075356:0:85859:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:1.0:1773613351.075360:0:85859:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1773613351.075362:0:85859:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x6:0x0] 00800000:00000001:1.0:1773613351.075365:0:85859:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613351.075367:0:85859:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x6:0x0] -> mds #0 00000002:00000001:1.0:1773613351.075370:0:85859:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1773613351.075373:0:85859:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613351.075376:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 2 00010000:00000001:1.0:1773613351.075378:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.075380:0:85859:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613351.075383:0:85859:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613351.075387:0:85859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1773613351.075395:0:85859:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613351.075398:0:85859:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613351.075400:0:85859:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613351.075402:0:85859:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613351.075405:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075406:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075408:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 3 00010000:00000001:1.0:1773613351.075410:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075412:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.075414:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075415:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075417:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 3 00010000:00000001:1.0:1773613351.075419:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075421:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.075422:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075423:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075425:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa700 count: 3 00010000:00000001:1.0:1773613351.075426:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075429:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.075430:0:85859:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613351.075433:0:85859:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613351.075437:0:85859:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613351.075439:0:85859:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613351.075441:0:85859:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613351.075443:0:85859:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075446:0:85859:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613351.075449:0:85859:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613351.075451:0:85859:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613351.075453:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.075455:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613351.075458:0:85859:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9e00 with handle 0xa1aa084204a01112 from hash 00010000:00000001:1.0:1773613351.075460:0:85859:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613351.075462:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075463:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075464:0:85859:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613351.075466:0:85859:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613351.075469:0:85859:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613351.075471:0:85859:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613351.075473:0:85859:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.075475:0:85859:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.075477:0:85859:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613351.075479:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 2 00010000:00000001:1.0:1773613351.075481:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613351.075483:0:85859:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613351.075485:0:85859:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613351.075488:0:85859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773613351.075494:0:85859:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613351.075495:0:85859:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613351.075497:0:85859:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613351.075498:0:85859:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:1.0:1773613351.075500:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075501:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075502:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 3 00010000:00000001:1.0:1773613351.075504:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075506:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.075507:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075509:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075510:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 3 00010000:00000001:1.0:1773613351.075512:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075513:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.075515:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075516:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075518:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 3 00010000:00000001:1.0:1773613351.075519:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075522:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.075523:0:85859:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613351.075524:0:85859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613351.075526:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa000 count: 3 00010000:00000001:1.0:1773613351.075527:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613351.075529:0:85859:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.075531:0:85859:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.075533:0:85859:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613351.075534:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.075537:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.075539:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.075542:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.075544:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.075547:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.075550:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.075552:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.075554:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.075556:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.075558:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a600. 00000008:00000010:1.0:1773613351.075560:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.075561:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.075563:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.075566:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.075568:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.075570:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.075571:0:85859:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1773613351.075574:0:85859:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:1.0:1773613351.075577:0:85859:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1773613351.075579:0:85859:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1773613351.075582:0:85859:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613351.075584:0:85859:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613351.075587:0:85859:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1773613351.075589:0:85859:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.075591:0:85859:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613351.075592:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.075594:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.075596:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.075598:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.075600:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.075602:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.075604:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.075606:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.075608:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b400. 00000008:00000010:1.0:1773613351.075610:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.075612:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.075614:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.075616:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.075617:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 00000020:00000010:1.0:1773613351.075619:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:1.0:1773613351.075621:0:85859:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.075623:0:85859:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773613351.075624:0:85859:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff9936581121c8) invalid 00000020:00000001:1.0:1773613351.075626:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3ba60 00000080:00002000:1.0:1773613351.075628:0:85859:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff993658049e58) parent ffff99365037c6c0 inode ffff9936581121c8 refc 1 00000080:00000001:1.0:1773613351.075631:0:85859:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773613351.075633:0:85859:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613351.075634:0:85859:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075635:0:85859:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613351.075637:0:85859:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613351.075638:0:85859:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613351.075640:0:85859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613351.075641:0:85859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613351.075643:0:85859:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8a00 with handle 0xa1aa084204a01119 from hash 00010000:00000001:1.0:1773613351.075645:0:85859:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613351.075646:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613351.075647:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075648:0:85859:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613351.075650:0:85859:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613351.075651:0:85859:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613351.075653:0:85859:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613351.075655:0:85859:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613351.075657:0:85859:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613351.075662:0:85859:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613351.075665:0:85859:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613351.075670:0:85859:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613351.075672:0:85859:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075674:0:85859:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613351.075678:0:85859:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613351.075679:0:85859:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.075682:0:85859:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613351.075684:0:85859:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613351.075686:0:85859:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613351.075692:0:85859:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2a600. 00000100:00000001:1.0:1773613351.075698:0:85859:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075700:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613351.075703:0:85859:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613351.075708:0:85859:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613351.075715:0:85859:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613351.075721:0:85859:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1773613351.075722:0:85859:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773613351.075724:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613351.075726:0:85859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8a00/0xa1aa084204a01119 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabd933 expref: -99 pid: 85859 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1773613351.075733:0:85859:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934c40. 00010000:00000040:1.0:1773613351.075738:0:85859:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa000 count: 0 00010000:00000010:1.0:1773613351.075742:0:85859:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345700. 00010000:00000001:1.0:1773613351.075751:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075753:0:85859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613351.075755:0:85859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9e00/0xa1aa084204a01112 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd917 expref: -99 pid: 85859 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1773613351.075761:0:85859:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa700 count: 0 00010000:00000010:1.0:1773613351.075763:0:85859:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613351.075768:0:85859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613351.075769:0:85859:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075771:0:85859:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613351.075772:0:85859:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.075774:0:85859:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1773613351.075785:0:85859:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1773613351.075797:0:85859:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613351.075804:0:85859:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613351.075806:0:85859:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613351.075812:0:85859:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613351.075814:0:85859:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057184785920 : -113016524765696 : ffff99364a300600) 00000100:00000001:1.0:1773613351.075816:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613351.075818:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613351.075822:0:85859:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613351.075826:0:85859:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.075828:0:85859:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613351.075830:0:85859:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613351.075834:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.075841:0:85859:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613351.075843:0:85859:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.075846:0:85859:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613351.075849:0:85859:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613351.075851:0:85859:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613351.075855:0:85859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477101056:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1773613351.075858:0:85859:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613351.075863:0:85859:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613351.075865:0:85859:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.075868:0:85859:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613351.075872:0:85859:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993650f50400. 02000000:00000001:1.0:1773613351.075874:0:85859:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613351.075881:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613351.075885:0:85859:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613351.075890:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613351.075898:0:85859:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477101056, portal 10 00000100:00000001:1.0:1773613351.075900:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613351.075901:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613351.075906:0:85859:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.075913:0:85859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613351.075915:0:85859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613351.075918:0:85859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385088. 00000100:00000200:1.0:1773613351.075921:0:85859:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859762477101056, offset 0 00000400:00000200:1.0:1773613351.075927:0:85859:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613351.076159:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613351.076167:0:85859:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613351.076171:0:85859:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613351.076175:0:85859:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613351.076178:0:85859:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613351.076181:0:85859:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613351.076184:0:85859:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224930:224930:256:4294967295] 192.168.203.144@tcp LPNI seq info [224865:224865:8:4294967295] 00000400:00000200:1.0:1773613351.076188:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613351.076197:0:85859:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613351.076203:0:85859:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613351.076209:0:85859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c900. 00000800:00000200:1.0:1773613351.076215:0:85859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613351.076222:0:85859:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613351.076227:0:85859:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1773613351.076249:0:85859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613351.076254:0:85859:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 525048 usecs (526 jiffies) 00000400:00000200:1.0:1773613351.076257:0:85859:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613351.076260:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300441388 00000100:00000001:1.0:1773613351.076263:0:85859:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300441465 00000100:00000001:1.0:1773613351.076264:0:85859:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300441388 00000100:00000001:1.0:1773613351.076266:0:85859:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300441465 00000100:00000001:1.0:1773613351.076268:0:85859:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613351.076270:0:85859:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.076272:0:85859:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613351.076273:0:85859:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613351.076276:0:85859:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364a300600 going to sleep for 50 seconds 00000100:00000001:1.0:1773613351.076278:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613351.076280:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613351.076422:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613351.076426:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:2.0:1773613351.076431:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613351.076435:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613351.076439:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:2.0:1773613351.076442:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:2.0:1773613351.076447:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613351.076452:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613351.076461:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613351.076464:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613351.076470:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613351.076471:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613351.080986:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa000. 00010000:00000010:1.1:1773613351.081011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8a00. 00010000:00000010:1.1:1773613351.081015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa700. 00010000:00000010:1.1:1773613351.081018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9e00. 00000800:00000001:2.0:1773613351.082593:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.082609:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613351.082613:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.082616:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.082625:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082633:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613351.082641:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082647:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082652:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082656:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d07000 00000400:00000200:2.0:1773613351.082661:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082667:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b54cd [1] + 224 00000800:00000001:2.0:1773613351.082675:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.082684:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613351.082687:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613351.082703:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613351.082710:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613351.082719:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613351.082731:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613351.082752:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613351.082760:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613351.082764:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082770:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613351.082775:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224931:224931:256:4294967295] 192.168.203.144@tcp LPNI seq info [224866:224866:8:4294967295] 00000400:00000200:2.0:1773613351.082779:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613351.082787:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613351.082792:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613351.082797:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613351.082803:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613351.082810:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613351.082814:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613351.082899:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613351.082903:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:2.0:1773613351.082906:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613351.082910:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613351.082915:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613351.082919:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.083182:0:85859:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613351.083189:0:85859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613351.083191:0:85859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613351.083194:0:85859:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613351.083198:0:85859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613351.083201:0:85859:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613351.083205:0:85859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613351.083210:0:85859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613351.083219:0:85859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477101056/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1773613406 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.083225:0:85859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613351.083226:0:85859:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.083228:0:85859:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613351.083232:0:85859:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613351.083234:0:85859:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613351.083236:0:85859:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613351.083239:0:85859:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613351.083248:0:85859:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=129 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613351.083252:0:85859:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613351.083255:0:85859:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613351.083257:0:85859:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613351.083259:0:85859:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613351.083262:0:85859:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.083265:0:85859:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613351.083267:0:85859:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x180000007a] 00000100:00000001:1.0:1773613351.083269:0:85859:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613351.083271:0:85859:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613351.083272:0:85859:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613351.083275:0:85859:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613351.083276:0:85859:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215227 00000100:00000001:1.0:1773613351.083278:0:85859:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613351.083280:0:85859:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613351.083285:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.083293:0:85859:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613351.083295:0:85859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613351.083297:0:85859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613351.083301:0:85859:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613351.083308:0:85859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:85859:1859762477101056:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1773613351.083312:0:85859:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613351.083314:0:85859:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613351.083316:0:85859:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613351.083318:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.083322:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.083329:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613351.083332:0:85859:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364a300600. 00000100:00000001:1.0:1773613351.083334:0:85859:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613351.083336:0:85859:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613351.083343:0:85859:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.083346:0:85859:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613351.083362:0:85859:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613351.083366:0:85859:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650e2a800. 00000100:00000001:1.0:1773613351.083373:0:85859:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613351.083376:0:85859:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613351.083383:0:85859:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.083387:0:85859:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.083396:0:85859:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613351.083399:0:85859:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f3be28 00000080:00002000:1.0:1773613351.083402:0:85859:0:(dcache.c:127:ll_ddelete()) deleting dentry f130c.recovery-small (ffff993658049e58, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773613351.083405:0:85859:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613351.083410:0:85859:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773613351.083415:0:85859:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773613351.083424:0:85859:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773613351.083426:0:85859:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613351.083428:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.083433:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.083437:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.083442:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.083446:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.083451:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.083456:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.083461:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.083467:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.083470:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.083474:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2be00. 00000008:00000010:1.0:1773613351.083477:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.083480:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.083484:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.083487:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000001:1.0:1773613351.083489:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613351.083491:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613351.083495:0:85859:0:(cl_object.c:151:cl_object_top()) ffff993652224f58 -> ffff993652224f58 00000020:00000001:1.0:1773613351.083498:0:85859:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613351.083500:0:85859:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613351.083501:0:85859:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613351.083505:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.083506:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613351.083508:0:85859:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613351.083511:0:85859:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff993658526bb8 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773613351.083514:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:1.0:1773613351.083518:0:85859:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613351.083519:0:85859:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613351.083521:0:85859:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613351.083523:0:85859:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083525:0:85859:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613351.083527:0:85859:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613351.083528:0:85859:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083531:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.083531:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613351.083533:0:85859:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613351.083534:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00000020:00000001:1.0:1773613351.083537:0:85859:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083539:0:85859:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613351.083540:0:85859:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613351.083543:0:85859:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613351.083545:0:85859:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613351.083549:0:85859:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613351.083553:0:85859:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613351.083554:0:85859:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613351.083555:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.083558:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613351.083560:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b200. 00000020:00000010:1.0:1773613351.083563:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2bc00. 00000020:00000010:1.0:1773613351.083565:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613351.083569:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613351.083572:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987000. 00008000:00000010:1.0:1773613351.083574:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613351.083577:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613351.083579:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613351.083582:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2ac00. 00000008:00000010:1.0:1773613351.083584:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613351.083586:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613351.083588:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613351.083591:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613351.083593:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613351.083595:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613351.083596:0:85859:0:(cl_object.c:151:cl_object_top()) ffff9936522243a0 -> ffff993652224f58 00000020:00000001:1.0:1773613351.083598:0:85859:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613351.083600:0:85859:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613351.083601:0:85859:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613351.083603:0:85859:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083604:0:85859:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083606:0:85859:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436117928 : -113016273433688 : ffff9936592b0ba8) 00000020:00000001:1.0:1773613351.083608:0:85859:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773613351.083609:0:85859:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083611:0:85859:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083612:0:85859:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083614:0:85859:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773613351.083615:0:85859:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613351.083617:0:85859:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613351.083618:0:85859:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613351.083619:0:85859:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613351.083620:0:85859:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083621:0:85859:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083623:0:85859:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083624:0:85859:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083625:0:85859:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613351.083626:0:85859:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083628:0:85859:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083629:0:85859:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773613351.083631:0:85859:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613351.083632:0:85859:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613351.083633:0:85859:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613351.083635:0:85859:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773613351.083637:0:85859:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773613351.083640:0:85859:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773613351.083642:0:85859:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773613351.083645:0:85859:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613351.083648:0:85859:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff9936522268c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:1.0:1773613351.083652:0:85859:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613351.083654:0:85859:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083655:0:85859:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083657:0:85859:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083658:0:85859:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083660:0:85859:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083661:0:85859:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613351.083663:0:85859:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773613351.083664:0:85859:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613351.083665:0:85859:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773613351.083667:0:85859:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773613351.083668:0:85859:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083670:0:85859:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773613351.083671:0:85859:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773613351.083673:0:85859:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773613351.083674:0:85859:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773613351.083675:0:85859:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613351.083676:0:85859:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613351.083677:0:85859:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773613351.083678:0:85859:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083680:0:85859:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083681:0:85859:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773613351.083682:0:85859:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773613351.083684:0:85859:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773613351.083685:0:85859:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773613351.083686:0:85859:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613351.083687:0:85859:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613351.083688:0:85859:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613351.083689:0:85859:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773613351.083690:0:85859:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773613351.083703:0:85859:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083705:0:85859:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613351.083707:0:85859:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613351.083708:0:85859:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613351.083709:0:85859:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083711:0:85859:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613351.083712:0:85859:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613351.083713:0:85859:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613351.083714:0:85859:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613351.083715:0:85859:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613351.083717:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613351.083720:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2bc00. 00000020:00000010:1.0:1773613351.083724:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613351.083727:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613351.083730:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987000. 00008000:00000010:1.0:1773613351.083733:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613351.083736:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613351.083741:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613351.083743:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b200. 00000008:00000010:1.0:1773613351.083746:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613351.083748:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613351.083750:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613351.083753:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613351.083755:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2ac00. 00000020:00000010:1.0:1773613351.083757:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00020000:00000001:1.0:1773613351.083759:0:85859:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613351.083760:0:85859:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613351.083762:0:85859:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613351.083764:0:85859:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613351.083767:0:85859:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613351.083768:0:85859:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613351.083770:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613351.083772:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b400. 00000020:00000010:1.0:1773613351.083774:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613351.083776:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613351.083779:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613351.083781:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613351.083783:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613351.083785:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613351.083787:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a800. 00000008:00000010:1.0:1773613351.083789:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613351.083791:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613351.083793:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613351.083795:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613351.083797:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.083800:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:1.0:1773613351.083802:0:85859:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083809:0:85859:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1773613351.083811:0:85859:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057431284576 : -113016278267040 : ffff993658e14b60) 00000020:00000001:1.0:1773613351.083813:0:85859:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:1.0:1773613351.083815:0:85859:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:1.0:1773613351.083816:0:85859:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613351.083818:0:85859:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613351.083819:0:85859:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613351.083824:0:85859:0:(cl_page.c:547:__cl_page_state_set()) page@000000004b03f67f[2 000000000f248e8d 1 1 0000000000000000] 00000020:00000001:1.0:1773613351.083826:0:85859:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1773613351.083827:0:85859:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1773613351.083829:0:85859:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1773613351.083831:0:85859:0:(osc_page.c:138:osc_page_delete()) ffff993658e14bc0 00000008:00000001:1.0:1773613351.083832:0:85859:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1773613351.083834:0:85859:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993658e14bd0 page ffff993658e14bc0 at index 0. 00000008:00000001:1.0:1773613351.083836:0:85859:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613351.083840:0:85859:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1773613351.083843:0:85859:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c4a93440 index 0 00000020:00000001:1.0:1773613351.083846:0:85859:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613351.083847:0:85859:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613351.083849:0:85859:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613351.083851:0:85859:0:(cl_page.c:596:cl_batch_put()) page@000000004b03f67f[1 000000000f248e8d 5 1 0000000000000000] 00000020:00000001:1.0:1773613351.083852:0:85859:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:1.0:1773613351.083854:0:85859:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:1.0:1773613351.083857:0:85859:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993658e14b60. 00000020:00000001:1.0:1773613351.083859:0:85859:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:1.0:1773613351.083860:0:85859:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:1.0:1773613351.083890:0:85859:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773613351.083893:0:85859:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff9936581121c8) 00800000:00000001:1.0:1773613351.083896:0:85859:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773613351.083898:0:85859:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x6:0x0] 00000002:00000001:1.0:1773613351.083903:0:85859:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773613351.083908:0:85859:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613351.083910:0:85859:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.083912:0:85859:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773613351.083914:0:85859:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773613351.083916:0:85859:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613351.083918:0:85859:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613351.083921:0:85859:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613351.083924:0:85859:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613351.083926:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2be00. 00000020:00000010:1.0:1773613351.083929:0:85859:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a800. 00000020:00000010:1.0:1773613351.083931:0:85859:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:2.0:1773613351.084829:0:85859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613351.084840:0:85859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613351.084845:0:85859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613351.084850:0:85859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613351.084853:0:85859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613351.084857:0:85859:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99366048b000. 00000008:00000010:2.0:1773613351.084861:0:85859:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613351.084864:0:85859:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613351.084867:0:85859:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613351.084870:0:85859:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613351.084873:0:85859:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:2.0:1773613351.084876:0:85859:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00020000:00000001:2.0:1773613351.084881:0:85859:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:2.0:1773613351.084883:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:2.0:1773613351.084886:0:85859:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:2.0:1773613351.084889:0:85859:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773613351.084894:0:85859:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773613351.084899:0:85859:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a573b00: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000001:2.0:1773613351.084902:0:85859:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773613351.084904:0:85859:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613351.084906:0:85859:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1773613351.084908:0:85859:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1773613351.084912:0:85859:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1773613351.084917:0:85859:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d600 count: 2 00010000:00000001:2.0:1773613351.084920:0:85859:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613351.084923:0:85859:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1773613351.084925:0:85859:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1773613351.084930:0:85859:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 4 blocks 1 [cma]time 1773613338 1773613338 0 ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:2.0:1773613351.084974:0:85859:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000020:00000001:2.0:1773613351.084976:0:85859:0:(cl_object.c:151:cl_object_top()) ffff9936522268c0 -> ffff993652224f58 00000008:00000001:2.0:1773613351.084978:0:85859:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613351.084981:0:85859:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613351.084983:0:85859:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613351.084985:0:85859:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773613351.084991:0:85859:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9936522268c0. 00020000:00000001:2.0:1773613351.085006:0:85859:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1773613351.085008:0:85859:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff993652224320. 00020000:00000001:2.0:1773613351.085014:0:85859:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1773613351.085016:0:85859:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613351.085018:0:85859:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613351.085019:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:2.0:1773613351.085021:0:85859:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:2.0:1773613351.085023:0:85859:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:2.0:1773613351.085025:0:85859:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000001:2.0:1773613351.085027:0:85859:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:2.0:1773613351.085030:0:85859:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff993660a6baa8. 00020000:00000010:2.0:1773613351.085033:0:85859:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff993658f07c00. 00020000:00000010:2.0:1773613351.085036:0:85859:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99364a903a20. 00020000:00000002:2.0:1773613351.085048:0:85859:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x6:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773613351.085052:0:85859:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773613351.085055:0:85859:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a573b00: ostid: 0x280000400:16684 ost idx: 1 gen: 0 00020000:00000010:2.0:1773613351.085059:0:85859:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a573b00. 00020000:00000010:2.0:1773613351.085063:0:85859:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853ea0. 00020000:00000010:2.0:1773613351.085066:0:85859:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853a20. 00020000:00000001:2.0:1773613351.085068:0:85859:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1773613351.085069:0:85859:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9359b0) owner 0000000000000000/ffff993652424f80 00020000:00000010:2.0:1773613351.085071:0:85859:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff99364a9359b0. 00020000:00000001:2.0:1773613351.085075:0:85859:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:2.0:1773613351.085077:0:85859:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff993652224ed8. 00000020:00001000:2.0:1773613351.085081:0:85859:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:2.0:1773613351.085084:0:85859:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a800. 00000020:00000010:2.0:1773613351.085087:0:85859:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:2.0:1773613351.085090:0:85859:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613351.085093:0:85859:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036780. 00008000:00000010:2.0:1773613351.085097:0:85859:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613351.085100:0:85859:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613351.085104:0:85859:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613351.085107:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2be00. 00000008:00000010:2.0:1773613351.085109:0:85859:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613351.085113:0:85859:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613351.085115:0:85859:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613351.085117:0:85859:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613351.085120:0:85859:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99366048b000. 00000020:00000010:2.0:1773613351.085122:0:85859:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00000080:00000001:2.0:1773613351.085126:0:85859:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1773613351.085127:0:85859:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1773613351.094889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5a20. 00000080:00000010:2.1:1773613351.096215:0:85864:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658112100. 00000100:00000040:2.0:1773613351.686231:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300441465, at 4300441472 00000100:00000010:2.0:1773613351.686245:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848f00. 00000100:00000040:3.0:1773613351.688230:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300441465, at 4300441474 00000100:00000010:3.0:1773613351.688245:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8482a0. 00010000:00000001:0.0:1773613351.943238:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613351.943246:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613351.943253:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613351.943254:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613351.943355:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613351.943359:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613351.943362:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613352.838743:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613352.838754:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613352.838764:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739180. 00000020:00000040:1.0:1773613352.838771:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613352.838775:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613352.838778:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613352.838783:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613352.838792:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c700. 00000100:00000001:1.0:1773613352.838798:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.838809:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613352.838820:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613352.838823:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.838829:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054dedd66] to pc [ptlrpcd_00_00+0] req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.838908:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.838912:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613352.838915:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613352.838921:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.838929:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613352.838931:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.838964:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613352.838966:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613352.838969:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613352.839009:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477101184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613352.839013:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613352.839018:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613352.839020:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.839022:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613352.839036:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f600. 02000000:00000001:0.0:1773613352.839038:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613352.839045:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613352.839048:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613352.839054:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613352.839061:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101184, portal 25 00000100:00000001:0.0:1773613352.839063:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613352.839065:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189212544 : -113016520339072 : ffff99364a739180) 00000100:00000040:0.0:1773613352.839070:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.839077:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613352.839080:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613352.839082:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613352.839086:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477101184, offset 0 00000400:00000200:0.0:1773613352.839092:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613352.839101:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613352.839109:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613352.839113:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613352.839116:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613352.839119:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613352.839122:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613352.839125:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224932:224932:256:4294967295] 192.168.203.144@tcp LPNI seq info [224867:224867:8:4294967295] 00000400:00000200:0.0:1773613352.839129:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613352.839138:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613352.839144:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613352.839148:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613352.839154:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613352.839160:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613352.839164:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613352.839184:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613352.839187:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613352.839190:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300446585 00000100:00000010:0.0:1773613352.839195:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853780. 00000100:00000001:0.0:1773613352.839201:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613352.839206:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300446585 00000100:00000010:0.0:1773613352.839208:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853720. 00000100:00000001:0.0:1773613352.839211:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613352.839214:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613352.839217:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.839219:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.839222:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.839493:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.839497:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613352.839501:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613352.839504:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73a680. 00000020:00000040:1.0:1773613352.839508:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613352.839511:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613352.839512:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613352.839515:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613352.839519:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c500. 00000100:00000001:1.0:1773613352.839523:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.839528:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613352.839541:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613352.839543:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.839547:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000204ba44b] to pc [ptlrpcd_00_01+1] req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613352.840479:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613352.840487:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:2.0:1773613352.841231:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613352.841312:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613352.841320:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:2.0:1773613352.841323:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:2.0:1773613352.841328:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613352.841335:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613352.841427:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613352.841431:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613352.841438:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613352.841440:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613352.844397:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613352.844405:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613352.844412:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.844414:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613352.844418:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613352.844421:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613352.844424:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.844427:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613352.844428:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.844430:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.844431:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613352.844432:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613352.844443:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.844454:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613352.844456:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.844460:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613352.844464:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613352.844467:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613352.844470:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477101312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613352.844474:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613352.844480:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613352.844482:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.844484:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613352.844493:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613352.844495:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613352.844502:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613352.844507:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613352.844513:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613352.844519:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101312, portal 10 00000100:00000001:0.0:1773613352.844522:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613352.844523:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189217920 : -113016520333696 : ffff99364a73a680) 00000100:00000040:0.0:1773613352.844531:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.844538:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613352.844541:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613352.844544:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613352.844547:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477101312, offset 0 00000400:00000200:0.0:1773613352.844552:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613352.844560:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613352.844566:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613352.844571:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613352.844575:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613352.844579:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613352.844581:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613352.844585:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224933:224933:256:4294967295] 192.168.203.144@tcp LPNI seq info [224868:224868:8:4294967295] 00000400:00000200:0.0:1773613352.844589:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613352.844599:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613352.844605:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613352.844610:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613352.844617:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613352.844624:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613352.844628:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613352.844656:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613352.844660:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 523821 usecs (524 jiffies) 00000400:00000200:0.0:1773613352.844663:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613352.844666:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300443150 00000100:00000001:0.0:1773613352.844669:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300446585 00000100:00000001:0.0:1773613352.844672:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300443150 00000100:00000001:0.0:1773613352.844674:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300446585 00000100:00000001:0.0:1773613352.844676:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613352.844679:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.844681:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.844683:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.844702:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.844704:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613352.848320:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.848336:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613352.848341:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.848343:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613352.848352:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.848359:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613352.848367:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.848371:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.848376:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.848379:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d07080 00000400:00000200:3.0:1773613352.848384:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.848389:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54d5 [1] + 224 00000800:00000001:3.0:1773613352.848396:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.848403:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613352.848406:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613352.848410:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613352.848416:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613352.848424:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613352.848436:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613352.848461:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613352.848535:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613352.848539:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:3.0:1773613352.848543:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613352.848547:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613352.848550:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:3.0:1773613352.848552:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:3.0:1773613352.848555:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613352.848559:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613352.848569:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613352.848572:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613352.848578:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613352.848579:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613352.848583:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.848586:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.848979:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.848992:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613352.848997:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613352.849000:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613352.849003:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613352.849009:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613352.849014:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613352.849018:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613352.849020:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613352.849025:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613352.849031:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613352.849038:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.849043:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613352.849052:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613352.849056:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.849061:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033619ab0] to pc [ptlrpcd_00_00+0] req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.849080:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.849084:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5780) 00000100:00000001:1.0:1773613352.849098:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773613352.849101:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613352.849103:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.849110:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613352.849112:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.849114:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613352.849116:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613352.849118:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613352.849122:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.849129:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613352.849131:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613352.849135:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613352.849137:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613352.849146:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613352.849150:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101440:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613352.849154:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613352.849159:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613352.849161:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613352.849163:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613352.849167:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b200. 02000000:00000001:1.0:1773613352.849169:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613352.849175:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613352.849178:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613352.849183:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613352.849190:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101440, portal 4 00000100:00000001:0.0:1773613352.849190:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613352.849192:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613352.849193:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613352.849194:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000400:00000001:0.0:1773613352.849198:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613352.849200:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1773613352.849201:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773613352.849202:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613352.849206:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000100:00000001:1.0:1773613352.849208:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1773613352.849208:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000040:1.0:1773613352.849211:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613352.849211:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1773613352.849214:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385aa0. 00000100:00000200:0.0:1773613352.849215:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613352.849217:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477101440, offset 0 00000400:00000200:1.0:1773613352.849222:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000200:0.0:1773613352.849224:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773613352.849228:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613352.849229:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613352.849231:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.849233:0:2389:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1773613352.849234:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 02000000:00000001:0.0:1773613352.849235:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613352.849237:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1773613352.849239:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1773613352.849239:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.849241:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613352.849243:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613352.849246:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00001000:0.0:1773613352.849247:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=130 v=5 (5 5 5 5) 00000400:00000200:1.0:1773613352.849249:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00001000:0.0:1773613352.849250:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=77 v=5 (1 1 1 0) 00000400:00000200:1.0:1773613352.849253:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224934:224934:256:4294967295] 192.168.203.144@tcp LPNI seq info [224869:224869:8:4294967295] 00000100:00000001:0.0:1773613352.849253:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613352.849254:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613352.849257:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00010000:00000001:0.0:1773613352.849257:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613352.849259:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849261:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613352.849265:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000040:0.0:1773613352.849266:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773613352.849270:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613352.849273:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1773613352.849274:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c900. 00000100:00000001:0.0:1773613352.849275:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613352.849277:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773613352.849280:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000040:0.0:1773613352.849281:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773613352.849286:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00100000:0.0:1773613352.849288:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477101184:192.168.203.144@tcp:400:kworker.0 00000800:00000200:1.0:1773613352.849290:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613352.849292:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849294:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613352.849297:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739180 x1859762477101184/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.849304:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773613352.849307:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.849307:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613352.849309:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f600. 00000100:00000040:1.0:1773613352.849311:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 614337 usecs (615 jiffies) 02000000:00000001:0.0:1773613352.849312:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1773613352.849314:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000020:00000001:0.0:1773613352.849314:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773613352.849316:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300443250 00000020:00000040:0.0:1773613352.849316:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613352.849318:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773613352.849319:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300446585 02000000:00000010:0.0:1773613352.849320:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c700. 00000100:00000001:1.0:1773613352.849321:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300443250 00000100:00000001:1.0:1773613352.849323:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300446585 02000000:00000001:0.0:1773613352.849323:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613352.849324:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773613352.849325:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1773613352.849326:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739180. 00000100:00000001:1.0:1773613352.849328:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849329:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613352.849330:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849330:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.849332:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849332:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849334:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.849335:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613352.849336:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.849338:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613352.850596:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613352.850603:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:3.0:1773613352.850609:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613352.850616:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613352.850623:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:3.0:1773613352.850625:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:3.0:1773613352.850630:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613352.850637:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613352.850647:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613352.850650:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613352.850656:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613352.850658:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613352.852170:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613352.852186:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613352.852190:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613352.852192:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613352.852199:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613352.852206:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613352.852213:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613352.852217:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613352.852221:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613352.852225:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d07100 00000400:00000200:2.0:1773613352.852230:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613352.852235:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54dd [1] + 224 00000800:00000001:2.0:1773613352.852242:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613352.852248:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613352.852250:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613352.852254:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613352.852259:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613352.852266:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613352.852277:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613352.852298:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613352.852305:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613352.852308:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.852507:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.852511:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613352.852517:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613352.852518:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613352.852521:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613352.852526:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:0.0:1773613352.852528:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:0.0:1773613352.852531:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613352.852536:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613352.852545:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.852551:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613352.852552:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.852554:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613352.852557:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613352.852559:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613352.852562:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613352.852564:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613352.852572:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=130 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613352.852576:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613352.852579:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613352.852581:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613352.852584:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613352.852587:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.852590:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613352.852592:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215227 00000100:00000001:0.0:1773613352.852594:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613352.852596:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613352.852600:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.852606:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613352.852609:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613352.852610:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613352.852614:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613352.852621:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477101312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613352.852625:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.852627:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613352.852630:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a680 x1859762477101312/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613352.852636:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613352.852638:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613352.852641:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613352.852644:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613352.852646:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613352.852648:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613352.852650:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613352.852653:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c500. 02000000:00000001:0.0:1773613352.852656:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613352.852658:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613352.852660:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a680. 00000100:00000001:0.0:1773613352.852664:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613352.852665:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.852667:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613352.852673:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613352.852675:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613352.852677:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613352.852679:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613352.854823:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.854837:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613352.854841:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.854843:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613352.854850:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.854857:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613352.854866:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.854870:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.854874:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.854878:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d07180 00000400:00000200:3.0:1773613352.854882:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613352.854889:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54e5 [1] + 224 00000800:00000001:3.0:1773613352.854896:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.854994:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613352.854998:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613352.855002:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613352.855008:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613352.855017:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613352.855138:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.855207:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613352.855211:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613352.855231:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613352.855242:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613352.855247:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613352.859064:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613352.859071:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613352.859075:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:1.0:1773613352.859084:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:1.0:1773613352.859086:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:1.0:1773613352.859093:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613352.859105:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613352.859116:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.859124:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613352.859127:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.859130:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613352.859134:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613352.859136:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613352.859138:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613352.859141:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613352.859149:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=130 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613352.859153:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=76 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613352.859156:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613352.859157:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613352.859160:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613352.859163:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613352.859168:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613352.859170:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613352.859171:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613352.859173:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613352.859178:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.859186:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613352.859189:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613352.859190:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613352.859194:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613352.859202:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101440:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613352.859207:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.859210:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613352.859213:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477101440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613352.859219:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613352.859221:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613352.859224:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b200. 02000000:00000001:1.0:1773613352.859228:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613352.859231:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613352.859233:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613352.859235:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613352.859237:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:1.0:1773613352.859241:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613352.859242:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613352.859244:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:1.0:1773613352.859247:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613352.859248:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.859250:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613352.859256:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613352.859258:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613352.859260:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613352.859262:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613352.966056:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613352.966062:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613352.966067:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613352.966068:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613352.966146:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613352.966150:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613352.966153:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613353.990032:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613353.990039:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613353.990045:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613353.990046:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613353.990125:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613353.990129:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613353.990132:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613354.072734:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613354.072751:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613354.072756:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613354.072758:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613354.072767:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613354.072775:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613354.072784:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613354.072788:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613354.072793:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613354.072797:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b195d180 00000400:00000200:2.0:1773613354.072806:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4fed [2] + 0 00000800:00000001:2.0:1773613354.072813:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613354.072824:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613354.072827:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613354.072831:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613354.072838:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613354.072840:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613354.072846:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8a80. 00000100:00000040:2.0:1773613354.072850:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab8a80 x1859762473259392 msgsize 328 00000100:00100000:2.0:1773613354.072853:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613354.072869:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613354.072877:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613354.072880:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613354.073005:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613354.073009:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473259392 02000000:00000001:3.0:1773613354.073012:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613354.073014:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613354.073016:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613354.073021:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613354.073025:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473259392 00000020:00000001:3.0:1773613354.073028:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613354.073030:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a00821 00000020:00000001:3.0:1773613354.073032:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613354.073035:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069a800 refcount=4 00000020:00000001:3.0:1773613354.073038:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000020:00000001:3.0:1773613354.073040:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557661696 : -113016151889920 : ffff99366069a800) 00000100:00000001:3.0:1773613354.073044:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613354.073049:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613354.073052:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613354.073054:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000020:00000010:3.0:1773613354.073062:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936584ac200. 00000020:00000010:3.0:1773613354.073068:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50600. 00000020:00000010:3.0:1773613354.073073:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613354.073080:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613354.073083:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613354.073085:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613354.073087:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613354.073094:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613354.073107:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613354.073119:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613354.073121:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613354.073126:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 45 00000100:00000040:3.0:1773613354.073129:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069a800 : new rpc_count 1 00000100:00000001:3.0:1773613354.073131:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561979520 : -113016147572096 : ffff993660ab8a80) 00000100:00000040:3.0:1773613354.073139:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab8a80 x1859762473259392/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:585/0 lens 328/0 e 0 to 0 dl 1773613365 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613354.073147:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613354.073150:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecf00. 00000100:00000001:3.0:1773613354.073152:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613354.073154:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecf00. 00000100:00100000:3.0:1773613354.073158:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:25949:x1859762473259392:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613354.073162:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473259392 00010000:00000001:3.0:1773613354.073164:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613354.073170:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613354.073171:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613354.073173:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=2 00000020:00000001:3.0:1773613354.073175:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613354.073178:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613354.073182:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613354.073185:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613354.073190:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:3.0:1773613354.073207:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613354.073210:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613354.073215:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613354.073218:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613354.073220:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613354.073224:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613354.073226:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613354.073229:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=260 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613354.073234:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613354.073236:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613354.073239:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613354.073241:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613354.073243:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613354.073245:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613354.073248:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613354.073251:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613354.073256:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473259392, offset 224 00000400:00000200:3.0:1773613354.073262:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613354.073268:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.073274:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613354.073279:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224935:224935:256:4294967295] 192.168.203.144@tcp LPNI seq info [224870:224870:8:4294967295] 00000400:00000200:3.0:1773613354.073283:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.073291:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613354.073296:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613354.073301:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613354.073307:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613354.073314:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613354.073318:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613354.073329:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613354.073344:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613354.073347:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613354.073351:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364a0a4cc0. 00010000:00000001:3.0:1773613354.073354:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613354.073371:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613354.073373:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613354.073375:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613354.073377:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613354.073382:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8a80 x1859762473259392/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:585/0 lens 328/224 e 0 to 0 dl 1773613365 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613354.073392:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:25949:x1859762473259392:12345-192.168.203.144@tcp:104: Request processed in 242us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613354.073399:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 45 00000100:00000040:3.0:1773613354.073402:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069a800 : new rpc_count 0 00000100:00000001:3.0:1773613354.073404:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613354.073406:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613354.073410:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50600. 00000020:00000010:3.0:1773613354.073416:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613354.073420:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936584ac200. 00000020:00000040:3.0:1773613354.073423:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069a800 : new refcount 3 00000100:00000001:3.0:1773613354.073426:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613354.073503:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613354.073507:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:3.0:1773613354.073511:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613354.073515:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613354.073518:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613354.073521:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613354.073525:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613354.073527:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1773613354.076313:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613354.076319:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613354.076321:0:67857:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773613354.076324:0:67857:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773613354.076326:0:67857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613354.076330:0:67857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773613354.076344:0:67857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a937a00 already unused, calling callback (ffffffffc10f6260) 00000008:00000001:0.0:1773613354.076347:0:67857:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1773613354.076350:0:67857:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613354.076352:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613354.076354:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613354.076356:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:0.0:1773613354.076358:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613354.076361:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613354.076363:0:67857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613354.076367:0:67857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x428400010000 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1773613354.076373:0:67857:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1773613354.076376:0:67857:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613354.076385:0:67857:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613354.076390:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ea00. 00000020:00000010:0.0:1773613354.076395:0:67857:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03f600. 00000020:00000010:0.0:1773613354.076399:0:67857:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613354.076405:0:67857:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613354.076408:0:67857:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613354.076412:0:67857:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613354.076416:0:67857:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613354.076419:0:67857:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613354.076422:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e600. 00000008:00000010:0.0:1773613354.076424:0:67857:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613354.076427:0:67857:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613354.076429:0:67857:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613354.076431:0:67857:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613354.076433:0:67857:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613354.076435:0:67857:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000008:00000001:0.0:1773613354.076436:0:67857:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1773613354.076438:0:67857:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613354.076439:0:67857:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613354.076442:0:67857:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03f600. 00000020:00000010:0.0:1773613354.076446:0:67857:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8537e0. 00000008:00000010:0.0:1773613354.076448:0:67857:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613354.076451:0:67857:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613354.076453:0:67857:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613354.076455:0:67857:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613354.076456:0:67857:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613354.076458:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ea00. 00000008:00000010:0.0:1773613354.076460:0:67857:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613354.076462:0:67857:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613354.076465:0:67857:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613354.076467:0:67857:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613354.076470:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e600. 00000020:00000010:0.0:1773613354.076471:0:67857:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000008:00000001:0.0:1773613354.076472:0:67857:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613354.076474:0:67857:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613354.076478:0:67857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613354.076479:0:67857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613354.076480:0:67857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613354.076483:0:67857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613354.076485:0:67857:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937a00 with handle 0xa1aa084204a0110b from hash 00010000:00000001:0.0:1773613354.076487:0:67857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613354.076488:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613354.076490:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613354.076491:0:67857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613354.076493:0:67857:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613354.076494:0:67857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1773613354.076498:0:67857:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613354.076501:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613354.076502:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613354.076503:0:67857:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613354.076504:0:67857:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613354.076506:0:67857:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773613354.076510:0:67857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613354.076512:0:67857:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613354.076516:0:67857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613354.076517:0:67857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613354.076521:0:67857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613354.076526:0:67857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03e600. 00000100:00000001:0.0:1773613354.076531:0:67857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613354.076533:0:67857:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613354.076537:0:67857:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773613354.076546:0:67857:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613354.076547:0:67857:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.076551:0:67857:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613354.076554:0:67857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613354.076562:0:67857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6968b44] to pc [ptlrpcd_00_01+1] req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773613354.076593:0:67857:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613354.076595:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613354.076595:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613354.076596:0:67857:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613354.076598:0:67857:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613354.076599:0:67857:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613354.076601:0:67857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613354.076605:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613354.076607:0:67857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff993644bc9800 lock: 00000000f249e882/0xa1aa084204a0110b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x412c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0x1dc4d5fc0aabd909 expref: -99 pid: 85610 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1773613354.076612:0:67857:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c8c0. 00010000:00000040:0.0:1773613354.076615:0:67857:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d600 count: 0 00010000:00000010:0.0:1773613354.076619:0:67857:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a08d700. 00010000:00000001:0.0:1773613354.076626:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613354.076627:0:67857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773613354.076628:0:67857:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364a0a4cc0. 00010000:00000001:0.0:1773613354.076631:0:67857:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613354.076633:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613354.076635:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613354.076636:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613354.076638:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613354.076639:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613354.076641:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613354.076642:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613354.076643:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613354.076645:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613354.076653:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773613354.076656:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613354.076657:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.076662:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613354.076664:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.076666:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613354.076668:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613354.076670:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613354.076675:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613354.076683:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613354.076685:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613354.076689:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613354.076691:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613354.076694:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613354.076697:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477101568:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613354.076701:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613354.076706:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613354.076709:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613354.076711:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613354.076714:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613354.076716:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613354.076721:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613354.076724:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613354.076728:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613354.076733:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101568, portal 18 00000100:00000001:0.0:1773613354.076735:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613354.076736:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000040:0.0:1773613354.076740:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613354.076749:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613354.076750:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613354.076752:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613354.076754:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477101568, offset 0 00000400:00000200:0.0:1773613354.076758:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613354.076764:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613354.076769:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613354.076781:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613354.076784:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613354.076786:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613354.076788:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613354.076791:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224936:224936:256:4294967295] 192.168.203.144@tcp LPNI seq info [224871:224871:8:4294967295] 00000400:00000200:0.0:1773613354.076794:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613354.076800:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613354.076805:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613354.076808:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613354.076813:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613354.076818:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613354.076821:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613354.076832:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613354.076837:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 610505 usecs (611 jiffies) 00000400:00000200:0.0:1773613354.076840:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613354.076843:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300444473 00000100:00000001:0.0:1773613354.076845:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300446585 00000100:00000001:0.0:1773613354.076848:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300444473 00000100:00000001:0.0:1773613354.076850:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300446585 00000100:00000001:0.0:1773613354.076851:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613354.076854:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613354.076857:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613354.076859:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613354.076963:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613354.076967:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613354.076995:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613354.077000:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613354.077006:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613354.077011:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613354.077504:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:2.0:1773613354.077508:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:2.0:1773613354.077513:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613354.077519:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613354.077529:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613354.077532:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613354.077539:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613354.077541:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613354.081468:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613354.081484:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613354.081488:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613354.081490:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613354.081499:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.081506:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613354.081515:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.081520:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.081525:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.081529:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d07200 00000400:00000200:3.0:1773613354.081533:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613354.081539:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54f5 [1] + 224 00000800:00000001:3.0:1773613354.081547:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613354.081556:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613354.081559:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613354.081563:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613354.081569:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613354.081577:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613354.081587:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613354.081609:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613354.081617:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613354.081621:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.081852:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613354.081857:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613354.081864:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613354.081866:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613354.081869:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613354.081873:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:0.0:1773613354.081875:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:0.0:1773613354.081878:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613354.081882:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613354.081892:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613354.081899:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613354.081900:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.081903:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613354.081906:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613354.081908:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613354.081910:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613354.081912:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613354.081921:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f54e8 time=219 v=5 (5 5 0 0) 00000100:00001000:0.0:1773613354.081925:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=78 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613354.081927:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613354.081929:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613354.081931:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000010:0.1:1773613354.081969:0:2389:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d600. 00010000:00000010:0.1:1773613354.081985:0:2389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000001:0.0:1773613354.081992:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613354.081996:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613354.081997:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613354.082000:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613354.082001:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613354.082006:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613354.082013:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613354.082016:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613354.082018:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613354.082022:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613354.082030:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477101568:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613354.082034:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.082036:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613354.082039:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477101568/t0(0) o103->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613354.082044:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613354.082047:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613354.082050:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ea00. 02000000:00000001:0.0:1773613354.082054:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613354.082056:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613354.082058:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613354.082060:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613354.082063:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03e600. 02000000:00000001:0.0:1773613354.082065:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613354.082067:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613354.082069:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:0.0:1773613354.082071:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613354.082073:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.082075:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613354.082081:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613354.082083:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613354.082085:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613354.082087:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613355.014069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613355.014077:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613355.014079:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613355.014083:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613355.014087:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613355.014089:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613355.014091:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613355.014093:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613355.014097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613355.014099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613355.015066:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613355.015072:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613355.015076:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613356.038141:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613356.038147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613356.038154:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613356.038155:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613356.038374:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613356.038494:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613356.038498:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613356.806129:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300446585, at 4300446592 00000100:00000010:3.0:1773613356.806143:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853720. 00000100:00000040:2.0:1773613356.806471:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300446585, at 4300446592 00000100:00000010:2.0:1773613356.806477:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853780. 00010000:00000001:0.0:1773613357.063427:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613357.063433:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613357.063439:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613357.063441:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613357.063465:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613357.063468:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613357.063471:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613357.958227:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613357.958237:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613357.958248:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613357.958254:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613357.958259:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613357.958262:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613357.958267:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613357.958277:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613357.958283:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958294:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613357.958304:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613357.958308:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958315:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033619ab0] to pc [ptlrpcd_00_00+0] req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958348:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958350:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613357.958353:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613357.958356:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739880. 00000020:00000040:1.0:1773613357.958358:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613357.958359:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613357.958361:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613357.958362:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613357.958365:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c000. 00000100:00000001:1.0:1773613357.958367:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958370:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613357.958376:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613357.958378:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958381:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004dfc912] to pc [ptlrpcd_00_01+1] req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958388:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958390:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613357.958393:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613357.958396:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613357.958399:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613357.958402:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73bb80. 00000020:00000040:1.0:1773613357.958404:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613357.958406:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613357.958407:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613357.958409:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613357.958411:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613357.958414:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958418:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613357.958425:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613357.958426:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958439:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9de936] to pc [ptlrpcd_00_00+0] req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958445:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958450:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5785) 00000100:00000001:1.0:1773613357.958469:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613357.958472:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613357.958474:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613357.958479:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958487:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613357.958489:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958493:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613357.958495:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613357.958498:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613357.958501:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101824:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613357.958505:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613357.958509:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613357.958512:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958514:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613357.958519:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b200. 02000000:00000001:1.0:1773613357.958521:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613357.958528:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613357.958532:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498645d8. 00000400:00000010:1.0:1773613357.958537:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613357.958543:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101824, portal 10 00000100:00000001:1.0:1773613357.958546:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613357.958547:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000100:00000040:1.0:1773613357.958554:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958562:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613357.958565:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613357.958568:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385198. 00000100:00000200:1.0:1773613357.958571:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477101824, offset 0 00000400:00000200:1.0:1773613357.958577:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613357.958585:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.958592:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613357.958597:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613357.958600:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613357.958605:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613357.958608:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613357.958612:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224937:224937:256:4294967295] 192.168.203.144@tcp LPNI seq info [224872:224872:8:4294967295] 00000400:00000200:1.0:1773613357.958616:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.958625:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613357.958630:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613357.958635:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ce00. 00000800:00000200:1.0:1773613357.958641:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613357.958648:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613357.958652:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613357.958672:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.958676:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 522615 usecs (523 jiffies) 00000400:00000200:1.0:1773613357.958679:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613357.958682:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300448267 00000100:00000010:1.0:1773613357.958687:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848660. 00000100:00000001:1.0:1773613357.958693:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613357.958697:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300448267 00000100:00000010:1.0:1773613357.958700:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8487e0. 00000100:00000001:1.0:1773613357.958703:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613357.958706:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613357.958708:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613357.958711:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613357.958713:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613357.958720:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613357.958722:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613357.958724:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613357.958726:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613357.958727:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613357.958730:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773613357.958732:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613357.958733:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613357.958735:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613357.958736:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613357.958737:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613357.958738:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613357.958742:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958749:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613357.958750:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958753:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613357.958754:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613357.958756:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613357.958759:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477101696:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613357.958762:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613357.958764:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613357.958765:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958767:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613357.958770:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b000. 02000000:00000001:1.0:1773613357.958772:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613357.958776:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613357.958779:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498642c0. 00000400:00000010:1.0:1773613357.958782:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385440. 00000100:00000200:1.0:1773613357.958785:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101696, portal 25 00000100:00000001:1.0:1773613357.958786:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613357.958788:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:1.0:1773613357.958792:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958798:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613357.958800:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613357.958804:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385aa0. 00000100:00000200:1.0:1773613357.958807:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477101696, offset 0 00000400:00000200:1.0:1773613357.958811:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613357.958814:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.958818:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613357.958820:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613357.958822:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613357.958824:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613357.958826:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613357.958828:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224938:224938:255:4294967295] 192.168.203.144@tcp LPNI seq info [224873:224873:7:4294967295] 00000400:00000200:1.0:1773613357.958832:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.958837:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613357.958840:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613357.958843:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c800. 00000800:00000200:1.0:1773613357.958846:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613357.958851:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613357.958853:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613357.958855:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613357.958857:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613357.958859:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300451705 00000100:00000001:1.0:1773613357.958864:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300448267 00000100:00000001:1.0:1773613357.958867:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300451705 00000100:00000001:1.0:1773613357.958870:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300448267 00000100:00000001:1.0:1773613357.958872:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613357.958873:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613357.958875:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613357.958879:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958884:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613357.958885:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958887:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613357.958889:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613357.958891:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613357.958894:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101952:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613357.958897:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613357.958898:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613357.958900:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613357.958901:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613357.958904:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a000. 02000000:00000001:1.0:1773613357.958906:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613357.958908:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613357.958910:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864a50. 00000400:00000010:1.0:1773613357.958914:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385088. 00000100:00000200:1.0:1773613357.958916:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477101952, portal 4 00000100:00000001:1.0:1773613357.958918:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613357.958919:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189223296 : -113016520328320 : ffff99364a73bb80) 00000100:00000040:1.0:1773613357.958924:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613357.958930:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613357.958932:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613357.958970:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613357.958973:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477101952, offset 0 00000400:00000200:1.0:1773613357.958989:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613357.958992:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.958995:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613357.958998:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613357.959000:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613357.959002:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613357.959004:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613357.959007:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224939:224939:254:4294967295] 192.168.203.144@tcp LPNI seq info [224874:224874:6:4294967295] 00000400:00000200:1.0:1773613357.959010:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613357.959016:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613357.959020:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613357.959023:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613357.959026:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613357.959031:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613357.959033:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613357.959036:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613357.959039:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 606682 usecs (607 jiffies) 00000400:00000200:1.0:1773613357.959042:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613357.959044:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300448352 00000100:00000001:1.0:1773613357.959046:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300451705 00000100:00000001:1.0:1773613357.959048:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300448352 00000100:00000001:1.0:1773613357.959051:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300451705 00000100:00000001:1.0:1773613357.959053:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613357.959055:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613357.959057:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613357.959058:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613357.959607:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613357.959613:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:2.0:1773613357.959618:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613357.959624:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613357.959628:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385198 00000400:00000010:2.0:1773613357.959630:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385198. 00000100:00000001:2.0:1773613357.959637:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613357.959643:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959652:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613357.959656:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959662:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613357.959663:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613357.959674:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613357.959676:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c800. 00000400:00000200:2.0:1773613357.959678:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613357.959681:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613357.959683:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:2.0:1773613357.959685:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:2.0:1773613357.959687:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613357.959690:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959697:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613357.959700:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959706:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613357.959707:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613357.959761:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613357.959764:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:2.0:1773613357.959766:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613357.959769:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613357.959772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:2.0:1773613357.959773:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:2.0:1773613357.959776:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613357.959779:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959786:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613357.959789:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.959795:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613357.959797:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613357.960062:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613357.960066:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613357.969508:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613357.969523:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613357.969527:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613357.969539:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613357.969547:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613357.969555:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613357.969564:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613357.969569:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613357.969574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613357.969579:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d07380 00000400:00000200:3.0:1773613357.969583:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613357.969589:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b550d [1] + 224 00000800:00000001:3.0:1773613357.969597:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613357.969619:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613357.969623:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613357.969628:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613357.969634:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613357.969642:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613357.969654:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613357.969676:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613357.969685:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613357.969688:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.969862:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613357.969878:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613357.969884:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613357.969886:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613357.969889:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864a50. 00000400:00000200:0.0:1773613357.969894:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:0.0:1773613357.969897:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:0.0:1773613357.969901:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613357.969905:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613357.969913:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.969919:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613357.969920:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.969922:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613357.969925:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613357.969928:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613357.969930:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613357.969932:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613357.969978:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=135 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613357.969982:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=81 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613357.969984:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613357.969987:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613357.969989:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613357.969993:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.969996:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613357.969998:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613357.970000:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613357.970001:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613357.970005:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.970011:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613357.970013:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613357.970015:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613357.970019:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613357.970025:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101952:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613357.970030:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.970032:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613357.970034:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73bb80 x1859762477101952/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.970040:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613357.970042:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613357.970045:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a000. 02000000:00000001:0.0:1773613357.970047:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613357.970050:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613357.970051:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613357.970053:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613357.970055:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:0.0:1773613357.970058:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613357.970060:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613357.970061:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73bb80. 00000100:00000001:0.0:1773613357.970064:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613357.970065:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.970068:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.970070:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613357.970071:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613357.970073:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.970074:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613357.971823:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.971835:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613357.971839:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.971841:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613357.971847:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.971853:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613357.971860:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.971863:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.971879:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.971883:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d07280 00000400:00000200:2.0:1773613357.971887:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.971892:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5505 [1] + 224 00000800:00000001:2.0:1773613357.971898:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.971903:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613357.971905:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613357.971908:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613357.971914:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613357.971921:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613357.971930:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.972009:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613357.972017:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.972021:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613357.972022:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.972024:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613357.972027:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.972031:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613357.972035:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.972038:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.972041:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.972044:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d07300 00000400:00000200:2.0:1773613357.972047:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613357.972051:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b54fd [1] + 224 00000800:00000001:2.0:1773613357.972055:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.972060:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613357.972063:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613357.972066:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613357.972069:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613357.972073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613357.972082:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613357.972089:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613357.972093:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613357.972095:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.973682:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613357.973688:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613357.973696:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613357.973698:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613357.973701:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498642c0. 00000400:00000200:0.0:1773613357.973709:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:0.0:1773613357.973711:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:0.0:1773613357.973716:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613357.973725:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613357.973736:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973742:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613357.973744:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.973746:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613357.973749:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613357.973752:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613357.973754:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613357.973756:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613357.973762:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613357.973765:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=82 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613357.973768:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613357.973769:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613357.973771:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613357.973773:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.973775:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613357.973779:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973786:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613357.973789:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613357.973790:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613357.973794:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613357.973801:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477101696:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613357.973807:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613357.973809:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613357.973811:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498645d8. 00000400:00000200:0.0:1773613357.973813:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:0.0:1773613357.973815:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:0.0:1773613357.973817:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613357.973820:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613357.973827:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973832:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613357.973833:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.973834:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613357.973836:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613357.973836:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613357.973838:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613357.973839:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613357.973844:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=135 v=36 (36 5 5 5) 00000100:00001000:0.0:1773613357.973847:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613357.973848:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613357.973850:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613357.973851:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613357.973854:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.973857:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613357.973859:0:2390:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215228 gen 10 00000100:00000040:0.0:1773613357.973876:0:2390:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215228) req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973883:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613357.973887:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477101056/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1773613406 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973893:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613357.973895:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613357.973899:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993650f50400. 02000000:00000001:0.0:1773613357.973902:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613357.973904:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613357.973906:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613357.973908:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613357.973911:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2a600. 02000000:00000001:0.0:1773613357.973913:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613357.973915:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613357.973917:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:0.0:1773613357.973920:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613357.973921:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.973923:0:2390:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613357.973925:0:2390:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1773613357.973927:0:2390:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613357.973929:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613357.973932:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.973991:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613357.973993:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613357.973995:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613357.973999:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613357.974006:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477101824:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613357.974010:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.974011:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613357.974014:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477101696/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.974020:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613357.974022:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613357.974023:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b000. 02000000:00000001:0.0:1773613357.974026:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613357.974027:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613357.974028:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613357.974030:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613357.974031:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:0.0:1773613357.974033:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613357.974034:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613357.974036:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:0.0:1773613357.974038:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613357.974039:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.974040:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613357.974043:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739880 x1859762477101824/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613357.974049:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613357.974050:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613357.974051:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b200. 02000000:00000001:0.0:1773613357.974053:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613357.974054:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613357.974055:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613357.974057:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613357.974058:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c000. 02000000:00000001:0.0:1773613357.974060:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613357.974061:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613357.974062:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739880. 00000100:00000001:0.0:1773613357.974064:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613357.974065:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.974066:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613357.974073:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613357.974075:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613357.974077:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613357.974079:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613358.086111:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613358.086117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613358.086122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613358.086123:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613358.086470:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613358.086473:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613358.086476:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613359.110117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613359.110124:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613359.110130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613359.110131:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613359.110236:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613359.110248:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613359.110251:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613360.134047:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613360.134054:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613360.134060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613360.134062:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613360.134084:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613360.134087:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613360.134089:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613360.519856:0:67847:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1773613360.519863:0:67847:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613361.160317:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613361.160324:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613361.160331:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613361.160334:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613361.160336:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613361.160341:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613361.160343:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613361.160344:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613361.160347:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613361.160349:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613361.160351:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613361.160353:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613361.160442:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613361.160446:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613361.160448:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613361.926031:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300451705, at 4300451712 00000100:00000010:3.0:1773613361.926047:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8487e0. 00000100:00000040:2.0:1773613361.926257:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300451705, at 4300451712 00000100:00000010:2.0:1773613361.926263:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848660. 00010000:00000001:0.0:1773613362.182111:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613362.182122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613362.182130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613362.182131:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613362.182302:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613362.182307:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613362.182311:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613363.078748:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613363.078758:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613363.078768:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613363.078773:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613363.078777:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613363.078780:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613363.078785:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613363.078792:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c300. 00000100:00000001:1.0:1773613363.078799:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078811:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613363.078822:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613363.078826:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078832:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_01+1] req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.078873:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078876:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613363.078880:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613363.078883:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613363.078885:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613363.078887:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613363.078888:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613363.078890:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613363.078895:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c000. 00000100:00000001:1.0:1773613363.078897:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078901:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613363.078925:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613363.078928:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078932:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edfe1554] to pc [ptlrpcd_00_00+0] req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.078971:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.078974:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613363.078977:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613363.078980:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613363.078982:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613363.078986:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 00000020:00000040:1.0:1773613363.078988:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613363.078990:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613363.078992:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613363.078994:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613363.078997:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613363.079001:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.079005:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613363.079012:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613363.079014:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.079017:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc8bda35] to pc [ptlrpcd_00_01+1] req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079024:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.079028:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5790) 00000100:00000001:1.0:1773613363.079042:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.079046:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613363.079048:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613363.079053:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079060:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613363.079062:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079066:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613363.079068:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613363.079071:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613363.079074:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102208:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613363.079078:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613363.079083:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613363.079086:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079088:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613363.079092:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b400. 02000000:00000001:1.0:1773613363.079094:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613363.079102:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613363.079106:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864370. 00000400:00000010:1.0:1773613363.079124:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613363.079132:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102208, portal 10 00000100:00000001:1.0:1773613363.079134:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613363.079136:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613363.079149:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079155:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613363.079158:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613363.079161:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385770. 00000100:00000200:1.0:1773613363.079164:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477102208, offset 0 00000400:00000200:1.0:1773613363.079171:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079179:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079186:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613363.079190:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613363.079194:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613363.079198:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613363.079201:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079204:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224940:224940:256:4294967295] 192.168.203.144@tcp LPNI seq info [224875:224875:8:4294967295] 00000400:00000200:1.0:1773613363.079208:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079217:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613363.079222:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613363.079227:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cf00. 00000800:00000200:1.0:1773613363.079233:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613363.079240:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613363.079244:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613363.079258:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.079262:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 521422 usecs (522 jiffies) 00000400:00000200:1.0:1773613363.079265:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613363.079268:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300453387 00000100:00000010:1.0:1773613363.079272:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848300. 00000100:00000001:1.0:1773613363.079278:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613363.079283:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300453387 00000100:00000010:1.0:1773613363.079285:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848420. 00000100:00000001:1.0:1773613363.079288:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613363.079291:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.079293:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.079296:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.079299:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.079305:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613363.079307:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613363.079309:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.079310:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613363.079312:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613363.079314:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613363.079316:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.079317:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613363.079319:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.079320:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.079321:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613363.079322:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613363.079327:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079334:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613363.079335:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079338:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613363.079340:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613363.079342:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613363.079345:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477102080:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613363.079347:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613363.079350:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613363.079351:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079353:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613363.079355:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a200. 02000000:00000001:1.0:1773613363.079357:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613363.079361:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613363.079363:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613363.079366:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613363.079369:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102080, portal 25 00000100:00000001:1.0:1773613363.079371:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613363.079372:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613363.079377:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079383:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613363.079385:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613363.079387:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613363.079389:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477102080, offset 0 00000400:00000200:1.0:1773613363.079393:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079397:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079401:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613363.079403:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613363.079405:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613363.079407:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613363.079410:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079412:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224941:224941:255:4294967295] 192.168.203.144@tcp LPNI seq info [224876:224876:7:4294967295] 00000400:00000200:1.0:1773613363.079416:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079422:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613363.079427:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613363.079430:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110cd00. 00000800:00000200:1.0:1773613363.079434:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613363.079438:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613363.079440:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613363.079443:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613363.079445:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613363.079447:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300456826 00000100:00000001:1.0:1773613363.079452:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300453387 00000100:00000001:1.0:1773613363.079455:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300456826 00000100:00000001:1.0:1773613363.079457:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300453387 00000100:00000001:1.0:1773613363.079460:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.079462:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.079464:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613363.079468:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079474:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613363.079476:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079478:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613363.079479:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613363.079481:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613363.079484:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102336:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613363.079487:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613363.079489:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613363.079491:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.079493:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613363.079495:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a000. 02000000:00000001:1.0:1773613363.079497:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613363.079500:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613363.079503:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613363.079506:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613363.079509:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102336, portal 4 00000100:00000001:1.0:1773613363.079511:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613363.079512:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000040:1.0:1773613363.079517:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.079523:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613363.079525:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613363.079528:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613363.079530:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477102336, offset 0 00000400:00000200:1.0:1773613363.079533:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079537:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079540:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613363.079543:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613363.079545:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613363.079547:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613363.079549:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613363.079552:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224942:224942:254:4294967295] 192.168.203.144@tcp LPNI seq info [224877:224877:6:4294967295] 00000400:00000200:1.0:1773613363.079555:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613363.079561:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613363.079566:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613363.079569:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c800. 00000800:00000200:1.0:1773613363.079573:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613363.079577:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613363.079579:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613363.079582:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.079584:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 602957 usecs (603 jiffies) 00000400:00000200:1.0:1773613363.079587:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613363.079588:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300453468 00000100:00000001:1.0:1773613363.079591:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300456826 00000100:00000001:1.0:1773613363.079593:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300453468 00000100:00000001:1.0:1773613363.079595:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300456826 00000100:00000001:1.0:1773613363.079597:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.079599:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.079601:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.079603:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613363.079729:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613363.079732:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613363.080392:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613363.080397:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cf00. 00000400:00000200:3.0:1773613363.080403:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613363.080409:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613363.080414:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:3.0:1773613363.080416:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:3.0:1773613363.080423:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613363.080429:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080439:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613363.080442:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080449:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613363.080451:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613363.080462:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613363.080464:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110cd00. 00000400:00000200:3.0:1773613363.080466:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613363.080469:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613363.080472:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:3.0:1773613363.080473:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:3.0:1773613363.080476:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613363.080479:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080486:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613363.080488:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080494:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613363.080495:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613363.080553:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613363.080556:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c800. 00000400:00000200:3.0:1773613363.080559:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613363.080563:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613363.080565:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:3.0:1773613363.080567:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:3.0:1773613363.080570:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613363.080573:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080580:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613363.080584:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.080589:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613363.080590:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613363.091149:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091178:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613363.091182:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091184:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613363.091193:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091200:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613363.091209:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091214:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091219:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091223:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d07400 00000400:00000200:2.0:1773613363.091228:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091233:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b551d [1] + 224 00000800:00000001:2.0:1773613363.091244:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091248:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613363.091251:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613363.091255:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613363.091263:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613363.091270:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613363.091281:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613363.091298:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613363.091307:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091311:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613363.091313:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091314:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613363.091317:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091321:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613363.091324:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091326:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091329:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091331:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d07500 00000400:00000200:2.0:1773613363.091335:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613363.091339:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5525 [1] + 224 00000800:00000001:2.0:1773613363.091343:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091348:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613363.091350:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613363.091353:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613363.091356:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613363.091360:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613363.091368:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613363.091380:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613363.091383:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613363.091386:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.094407:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.094415:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613363.094424:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613363.094427:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613363.094431:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613363.094438:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613363.094441:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613363.094446:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613363.094456:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613363.094466:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094473:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613363.094475:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.094477:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613363.094481:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613363.094483:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613363.094485:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.094488:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613363.094493:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613363.094497:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=88 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613363.094499:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613363.094501:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613363.094504:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613363.094506:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.094508:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.094513:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094524:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.094527:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613363.094529:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613363.094533:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613363.094540:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477102080:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613363.094545:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613363.094547:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613363.094548:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613363.094551:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:1.0:1773613363.094552:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:1.0:1773613363.094554:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613363.094558:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613363.094566:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094572:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613363.094573:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.094575:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613363.094576:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613363.094577:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613363.094579:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.094580:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613363.094585:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=141 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613363.094588:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=87 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613363.094591:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613363.094592:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613363.094593:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613363.094596:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.094600:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613363.094602:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613363.094604:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613363.094605:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.094609:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094615:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.094617:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613363.094618:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613363.094621:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613363.094628:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102336:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613363.094633:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.094635:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613363.094639:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477102080/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094646:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613363.094648:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613363.094652:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a200. 02000000:00000001:1.0:1773613363.094655:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613363.094658:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613363.094660:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613363.094662:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613363.094664:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c300. 02000000:00000001:1.0:1773613363.094668:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613363.094669:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613363.094671:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613363.094674:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613363.094676:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.094677:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613363.094680:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477102336/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.094685:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613363.094687:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613363.094689:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a000. 02000000:00000001:1.0:1773613363.094690:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613363.094691:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613363.094693:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613363.094694:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613363.094696:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:1.0:1773613363.094698:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613363.094699:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613363.094701:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:1.0:1773613363.094703:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613363.094704:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.094707:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.094709:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.094710:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613363.094712:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.094713:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613363.096444:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613363.096460:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613363.096464:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613363.096466:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613363.096476:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613363.096483:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613363.096491:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613363.096495:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613363.096500:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613363.096505:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d07480 00000400:00000200:3.0:1773613363.096509:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613363.096516:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5515 [1] + 224 00000800:00000001:3.0:1773613363.096523:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613363.096531:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613363.096533:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613363.096537:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613363.096543:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613363.096551:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613363.096571:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613363.096597:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613363.096606:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613363.096610:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.097473:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.097479:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613363.097486:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613363.097487:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613363.097491:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864370. 00000400:00000200:1.0:1773613363.097495:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:1.0:1773613363.097497:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:1.0:1773613363.097503:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613363.097510:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613363.097520:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.097526:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613363.097528:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.097530:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613363.097533:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613363.097535:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613363.097537:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613363.097539:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613363.097546:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=141 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613363.097550:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613363.097564:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613363.097566:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613363.097569:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613363.097572:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.097575:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613363.097577:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613363.097579:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613363.097580:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613363.097585:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.097590:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613363.097594:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613363.097596:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613363.097599:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613363.097606:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102208:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613363.097610:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.097612:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613363.097615:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477102208/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613363.097620:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613363.097623:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613363.097625:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b400. 02000000:00000001:1.0:1773613363.097628:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613363.097631:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613363.097632:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613363.097634:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613363.097636:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c000. 02000000:00000001:1.0:1773613363.097639:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613363.097640:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613363.097642:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613363.097645:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613363.097647:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.097649:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613363.097656:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613363.097658:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613363.097660:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613363.097662:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613363.207904:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613363.207920:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613363.207926:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613363.207927:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613363.207976:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613363.207979:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613363.207982:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613364.231235:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613364.231242:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613364.231248:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613364.231249:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613364.231789:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613364.231793:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613364.231796:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613365.254011:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613365.254019:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613365.254021:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613365.254025:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613365.254029:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613365.254030:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613365.254033:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613365.254035:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613365.254038:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613365.254039:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613365.254197:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613365.254201:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613365.254203:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613365.605231:0:86030:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613366.287832:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613366.287837:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613366.287842:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613366.287844:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613366.292466:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613366.292472:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613366.292477:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613367.046118:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300456826, at 4300456832 00000100:00000010:3.0:1773613367.046132:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848420. 00000100:00000040:2.0:1773613367.046198:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300456826, at 4300456832 00000100:00000010:2.0:1773613367.046205:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848300. 00010000:00000001:0.0:1773613367.326005:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613367.326011:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613367.326016:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613367.326017:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613367.330913:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613367.330918:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613367.330922:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613368.199736:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613368.199747:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613368.199755:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613368.199760:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613368.199764:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613368.199767:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613368.199771:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613368.199780:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c000. 00000100:00000001:1.0:1773613368.199786:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199796:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613368.199807:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613368.199811:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199817:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edfe1554] to pc [ptlrpcd_00_00+0] req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.199850:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199853:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613368.199856:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613368.199859:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 00000020:00000040:1.0:1773613368.199862:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613368.199864:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613368.199866:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613368.199868:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613368.199882:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110ca00. 00000100:00000001:1.0:1773613368.199886:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199891:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613368.199897:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613368.199899:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199902:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc8bda35] to pc [ptlrpcd_00_01+1] req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.199910:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199912:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613368.199915:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613368.199917:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613368.199920:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613368.199923:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613368.199925:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613368.199927:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613368.199928:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613368.199930:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613368.199951:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110c300. 00000100:00000001:1.0:1773613368.199955:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199959:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613368.199966:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613368.199968:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199972:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_00+0] req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.199977:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.199982:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5795) 00000100:00000001:1.0:1773613368.199997:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.200000:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613368.200003:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613368.200008:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200016:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613368.200017:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200021:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613368.200024:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613368.200026:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613368.200029:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477102464:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.200034:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613368.200039:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613368.200041:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200044:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613368.200048:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a188600. 02000000:00000001:1.0:1773613368.200051:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613368.200058:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613368.200062:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864370. 00000400:00000010:1.0:1773613368.200068:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613368.200074:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102464, portal 25 00000100:00000001:1.0:1773613368.200076:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613368.200078:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613368.200083:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200089:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613368.200091:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613368.200094:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613368.200097:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477102464, offset 0 00000400:00000200:1.0:1773613368.200104:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200111:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613368.200118:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613368.200123:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613368.200127:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613368.200130:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613368.200133:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200137:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224943:224943:256:4294967295] 192.168.203.144@tcp LPNI seq info [224878:224878:8:4294967295] 00000400:00000200:1.0:1773613368.200141:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613368.200150:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613368.200156:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613368.200160:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110ce00. 00000800:00000200:1.0:1773613368.200166:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613368.200174:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613368.200178:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613368.200198:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613368.200202:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613368.200204:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300461946 00000100:00000010:1.0:1773613368.200210:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848f00. 00000100:00000001:1.0:1773613368.200216:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613368.200222:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300461946 00000100:00000010:1.0:1773613368.200224:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8482a0. 00000100:00000001:1.0:1773613368.200227:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613368.200230:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.200232:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200234:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613368.200238:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200244:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613368.200246:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200248:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613368.200250:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613368.200251:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613368.200254:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.200260:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613368.200262:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613368.200264:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200266:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613368.200269:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a188c00. 02000000:00000001:1.0:1773613368.200271:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613368.200274:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613368.200277:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613368.200280:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613368.200283:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102720, portal 4 00000100:00000001:1.0:1773613368.200285:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613368.200286:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613368.200292:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200298:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613368.200300:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613368.200302:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613368.200304:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477102720, offset 0 00000400:00000200:1.0:1773613368.200307:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200310:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613368.200314:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613368.200316:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613368.200319:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613368.200322:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613368.200324:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200327:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224944:224944:255:4294967295] 192.168.203.144@tcp LPNI seq info [224879:224879:7:4294967295] 00000400:00000200:1.0:1773613368.200331:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613368.200336:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613368.200341:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613368.200344:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c500. 00000800:00000200:1.0:1773613368.200348:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613368.200352:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613368.200355:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613368.200358:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.200361:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 599310 usecs (600 jiffies) 00000400:00000200:1.0:1773613368.200364:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613368.200366:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300458585 00000100:00000001:1.0:1773613368.200369:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300461946 00000100:00000001:1.0:1773613368.200371:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300458585 00000100:00000001:1.0:1773613368.200373:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300461946 00000100:00000001:1.0:1773613368.200375:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.200377:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200379:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200382:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.200389:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613368.200391:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613368.200394:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.200395:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613368.200396:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613368.200399:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773613368.200403:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.200406:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613368.200409:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.200410:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.200411:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613368.200412:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613368.200417:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200424:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613368.200425:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200429:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613368.200431:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613368.200433:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613368.200436:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.200440:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613368.200444:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613368.200446:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.200448:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613368.200453:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d35800. 02000000:00000001:1.0:1773613368.200455:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613368.200459:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613368.200463:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613368.200470:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613368.200472:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102592, portal 10 00000100:00000001:1.0:1773613368.200474:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613368.200475:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000040:1.0:1773613368.200481:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.200487:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613368.200489:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613368.200492:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613368.200495:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477102592, offset 0 00000400:00000200:1.0:1773613368.200499:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200504:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613368.200508:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613368.200511:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1773613368.200514:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773613368.200515:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613368.200524:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1773613368.200526:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110ce00. 00000400:00000200:1.0:1773613368.200533:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613368.200538:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224945:224945:254:4294967295] 192.168.203.144@tcp LPNI seq info [224880:224880:6:4294967295] 00000400:00000200:3.0:1773613368.200539:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773613368.200548:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.200556:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:1.0:1773613368.200566:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613368.200581:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613368.200584:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99366110c900. 00000800:00000200:1.0:1773613368.200589:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613368.200687:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613368.200690:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99366110c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613368.200694:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.200697:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 520245 usecs (521 jiffies) 00000400:00000200:1.0:1773613368.200700:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613368.200703:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300458507 00000100:00000001:1.0:1773613368.200705:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300461946 00000100:00000001:1.0:1773613368.200707:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300458507 00000100:00000001:1.0:1773613368.200709:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300461946 00000100:00000001:1.0:1773613368.200711:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.200713:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200716:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200718:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.200747:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.200750:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613368.205774:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:3.0:1773613368.205795:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:3.0:1773613368.205806:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613368.205820:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.205836:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613368.205840:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.205849:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613368.205851:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613368.205907:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613368.205912:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c500. 00000400:00000200:3.0:1773613368.205917:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613368.205925:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613368.205929:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:3.0:1773613368.205931:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:3.0:1773613368.205960:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613368.206081:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.206092:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613368.206097:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.206105:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613368.206107:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613368.206865:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613368.206870:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99366110c900. 00000400:00000200:3.0:1773613368.206885:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613368.206891:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613368.206903:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:3.0:1773613368.206906:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:3.0:1773613368.206911:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613368.206919:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.207152:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613368.207156:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.207164:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613368.207166:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613368.212104:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.212129:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613368.212134:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.212139:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.212152:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.212162:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613368.212173:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.212179:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.212187:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.212192:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d07600 00000400:00000200:3.0:1773613368.212198:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.212204:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b553d [1] + 224 00000800:00000001:3.0:1773613368.212224:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.212237:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.212241:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613368.212247:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613368.212254:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613368.212265:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613368.212279:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.212320:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613368.212331:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.212335:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.213418:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.213427:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613368.213436:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613368.213438:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613368.213442:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613368.213450:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:1.0:1773613368.213453:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:1.0:1773613368.213459:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613368.213480:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613368.213492:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.213500:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613368.213502:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.213505:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613368.213509:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613368.213511:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613368.213514:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.213516:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613368.213527:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=146 v=36 (36 5 5 5) 00000100:00001000:1.0:1773613368.213531:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613368.213533:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613368.213535:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613368.213538:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613368.213542:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.213546:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613368.213548:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613368.213550:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613368.213552:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.213557:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.213563:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.213566:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613368.213568:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613368.213572:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613368.213579:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.213585:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.213588:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613368.213592:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477102592/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.213599:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613368.213602:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613368.213605:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d35800. 02000000:00000001:1.0:1773613368.213610:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613368.213612:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613368.213614:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613368.213616:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613368.213619:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110ca00. 02000000:00000001:1.0:1773613368.213623:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613368.213625:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613368.213626:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:1.0:1773613368.213630:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613368.213631:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.213635:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.213637:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.213639:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613368.213640:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.213642:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613368.215848:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.215869:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613368.215884:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.215887:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.215905:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.215915:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613368.215930:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.215988:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.215996:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.216001:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d07580 00000400:00000200:3.0:1773613368.216007:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.216015:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b552d [1] + 224 00000800:00000001:3.0:1773613368.216026:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.216034:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.216038:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613368.216043:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613368.216051:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613368.216061:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613368.216075:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.216087:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613368.216098:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.216100:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.216906:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.216914:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613368.216922:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613368.216924:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613368.216929:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864370. 00000400:00000200:1.0:1773613368.216951:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:1.0:1773613368.216954:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:1.0:1773613368.216960:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613368.216970:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613368.216982:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.216990:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613368.216992:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.216994:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613368.216998:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613368.217000:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613368.217002:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.217006:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613368.217013:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613368.217017:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=93 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613368.217019:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613368.217020:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613368.217023:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613368.217025:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.217028:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.217032:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.217040:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.217042:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613368.217044:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613368.217048:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613368.217055:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477102464:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.217061:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.217063:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613368.217066:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477102464/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.217073:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613368.217076:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613368.217080:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a188600. 02000000:00000001:1.0:1773613368.217086:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613368.217089:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613368.217090:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613368.217092:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613368.217095:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c000. 02000000:00000001:1.0:1773613368.217097:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613368.217099:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613368.217101:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613368.217104:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613368.217105:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.217109:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.217110:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.217111:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613368.217113:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.217114:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613368.230691:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.230716:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613368.230721:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.230724:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.230736:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.230744:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613368.230754:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.230759:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.230766:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.230770:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d07680 00000400:00000200:3.0:1773613368.230776:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613368.230783:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5535 [1] + 224 00000800:00000001:3.0:1773613368.230792:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.230800:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613368.230804:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613368.230809:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613368.230817:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613368.230828:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613368.230841:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613368.230869:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613368.230892:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613368.230895:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.233445:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.233452:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613368.233461:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613368.233463:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613368.233468:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613368.233475:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613368.233478:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613368.233484:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613368.233495:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613368.233506:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.233513:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613368.233515:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.233517:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613368.233520:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613368.233522:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613368.233524:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613368.233527:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613368.233536:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=146 v=5 (5 5 6 6) 00000100:00001000:1.0:1773613368.233540:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=92 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613368.233543:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613368.233545:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613368.233548:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613368.233551:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.233555:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613368.233557:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613368.233564:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613368.233567:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613368.233573:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.233581:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613368.233585:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613368.233587:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613368.233591:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613368.233600:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477102720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613368.233608:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.233610:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613368.233614:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477102720/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613368.233622:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613368.233624:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613368.233628:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a188c00. 02000000:00000001:1.0:1773613368.233633:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613368.233635:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613368.233637:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613368.233640:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613368.233642:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110c300. 02000000:00000001:1.0:1773613368.233646:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613368.233648:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613368.233650:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613368.233654:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613368.233655:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.233657:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613368.233666:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613368.233668:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613368.233670:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613368.233672:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613368.326478:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613368.326484:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613368.326489:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613368.326490:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613368.326546:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613368.326549:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613368.326551:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613368.348366:0:86168:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613369.355476:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613369.355498:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613369.355505:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613369.355506:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613369.355542:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613369.355546:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613369.355549:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613370.375889:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613370.375899:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613370.375907:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613370.375908:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613370.376014:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613370.376017:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613370.376019:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613371.398842:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613371.398862:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613371.398869:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613371.398874:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613371.398876:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613371.398883:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613371.398886:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613371.398887:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613371.398891:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613371.398893:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613371.398895:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613371.398898:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613371.422338:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613371.422347:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613371.422353:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613372.166059:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300461946, at 4300461952 00000100:00000010:3.0:1773613372.166079:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8482a0. 00000100:00000040:2.0:1773613372.166739:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300461946, at 4300461952 00000100:00000010:2.0:1773613372.166852:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848f00. 00000080:00000001:3.0:1773613372.171047:0:86312:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613372.422183:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613372.422192:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613372.422198:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613372.422209:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613372.422230:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613372.422233:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613372.422236:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613373.327077:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613373.327088:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613373.327094:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704e00. 00000020:00000040:3.0:1773613373.327100:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613373.327105:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613373.327108:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613373.327112:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613373.327119:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550900. 00000100:00000001:3.0:1773613373.327125:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327135:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613373.327146:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613373.327150:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327156:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154b7682] to pc [ptlrpcd_01_01+1] req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.327182:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327185:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613373.327188:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613373.327191:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706680. 00000020:00000040:3.0:1773613373.327194:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613373.327196:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613373.327197:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613373.327198:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613373.327202:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550600. 00000100:00000001:3.0:1773613373.327204:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327208:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613373.327215:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613373.327217:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327221:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfba6afe] to pc [ptlrpcd_01_00+0] req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.327229:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327232:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773613373.327236:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773613373.327238:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613373.327241:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613373.327244:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704a80. 00000020:00000040:3.0:1773613373.327247:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613373.327249:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613373.327250:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613373.327251:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613373.327254:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550300. 00000100:00000001:3.0:1773613373.327257:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327261:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613373.327268:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613373.327269:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327273:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e19a7ee3] to pc [ptlrpcd_01_01+1] req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.327279:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613373.327283:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5800) 00000100:00000001:2.0:1773613373.327501:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.327505:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613373.327507:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613373.327514:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.327522:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613373.327524:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.327527:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613373.327530:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613373.327532:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613373.327536:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477102848:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613373.327540:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613373.327545:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613373.327547:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.327550:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613373.327554:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99366048a200. 02000000:00000001:2.0:1773613373.327557:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613373.327563:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613373.327567:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613373.327573:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613373.327580:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102848, portal 25 00000100:00000001:2.0:1773613373.327582:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613373.327583:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188998656 : -113016520552960 : ffff99364a704e00) 00000100:00000040:2.0:1773613373.327589:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.327595:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613373.327598:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613373.327600:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d75d8. 00000100:00000200:2.0:1773613373.327603:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477102848, offset 0 00000400:00000200:2.0:1773613373.327609:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613373.327616:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.327623:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613373.327627:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613373.327631:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613373.327635:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613373.327637:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613373.327642:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224946:224946:256:4294967295] 192.168.203.144@tcp LPNI seq info [224881:224881:8:4294967295] 00000400:00000200:2.0:1773613373.327646:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.327655:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613373.327660:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613373.327666:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362700. 00000800:00000200:2.0:1773613373.327672:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613373.327680:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613373.327684:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613373.327709:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613373.327714:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613373.327717:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300467073 00000100:00000010:2.0:1773613373.327722:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220cc60. 00000100:00000001:2.0:1773613373.327727:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613373.327732:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300467073 00000100:00000010:2.0:1773613373.327735:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99365220ca20. 00000100:00000001:2.0:1773613373.327737:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613373.327740:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.327742:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.327745:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613373.327749:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.327755:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613373.327757:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.327759:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613373.327761:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613373.327762:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613373.327765:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477103104:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613373.327769:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613373.327771:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613373.327772:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.327774:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613373.327777:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99366048a800. 02000000:00000001:2.0:1773613373.327779:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613373.327783:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613373.327785:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9dc0. 00000400:00000010:2.0:1773613373.327788:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7880. 00000100:00000200:2.0:1773613373.327791:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477103104, portal 4 00000100:00000001:2.0:1773613373.327793:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613373.327794:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188997760 : -113016520553856 : ffff99364a704a80) 00000100:00000040:2.0:1773613373.327801:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.327807:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613373.327809:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613373.327811:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7110. 00000100:00000200:2.0:1773613373.327813:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477103104, offset 0 00000400:00000200:2.0:1773613373.327818:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613373.327821:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.327825:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613373.327827:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613373.327829:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613373.327832:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613373.327834:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613373.327852:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224947:224947:255:4294967295] 192.168.203.144@tcp LPNI seq info [224882:224882:7:4294967295] 00000400:00000200:2.0:1773613373.327856:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.327861:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613373.327865:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613373.327868:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362a00. 00000800:00000200:2.0:1773613373.327876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613373.327880:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613373.327882:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613373.327885:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613373.327888:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 595848 usecs (596 jiffies) 00000400:00000200:2.0:1773613373.327891:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613373.327892:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300463708 00000100:00000001:2.0:1773613373.327894:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300467073 00000100:00000001:2.0:1773613373.327896:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300463708 00000100:00000001:2.0:1773613373.327898:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300467073 00000100:00000001:2.0:1773613373.327900:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.327902:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.327903:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.327906:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.327913:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613373.327915:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613373.327916:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.327917:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613373.327919:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613373.327922:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773613373.327923:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613373.328279:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613373.328283:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362700. 00000400:00000200:3.0:1773613373.328288:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613373.328293:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613373.328298:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d75d8 00000400:00000010:3.0:1773613373.328301:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d75d8. 00000100:00000001:3.0:1773613373.328304:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613373.328309:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.328318:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613373.328321:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.328327:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613373.328329:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613373.328380:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613373.328383:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362a00. 00000400:00000200:3.0:1773613373.328385:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613373.328389:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613373.328392:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7110 00000400:00000010:3.0:1773613373.328393:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7110. 00000100:00000001:3.0:1773613373.328395:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613373.328398:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.328405:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613373.328407:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.328412:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613373.328414:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613373.331785:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613373.331792:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.331796:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.331799:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613373.331801:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613373.331814:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.331824:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613373.331826:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.331831:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613373.331834:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613373.331855:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613373.331859:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477102976:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613373.331863:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613373.331869:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613373.331872:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.331874:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613373.332851:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99366048b200. 02000000:00000001:2.0:1773613373.332857:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613373.332866:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613373.332872:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9318. 00000400:00000010:2.0:1773613373.332878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7a18. 00000100:00000200:2.0:1773613373.334178:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477102976, portal 10 00000100:00000001:2.0:1773613373.334187:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613373.334189:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004928 : -113016520546688 : ffff99364a706680) 00000100:00000040:2.0:1773613373.334215:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.334224:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613373.334226:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613373.334232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7e58. 00000100:00000200:2.0:1773613373.334243:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477102976, offset 0 00000400:00000200:2.0:1773613373.334250:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613373.334259:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.334266:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613373.334271:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613373.334275:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613373.334279:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613373.334282:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613373.334286:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224948:224948:256:4294967295] 192.168.203.144@tcp LPNI seq info [224883:224883:8:4294967295] 00000400:00000200:2.0:1773613373.334290:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.334300:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613373.334305:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613373.334310:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613373.334316:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613373.334324:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613373.334329:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613373.334349:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613373.334353:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 519057 usecs (520 jiffies) 00000400:00000200:2.0:1773613373.334357:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613373.334359:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300463639 00000100:00000001:2.0:1773613373.334363:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300467073 00000100:00000001:2.0:1773613373.334366:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300463639 00000100:00000001:2.0:1773613373.334368:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300467073 00000100:00000001:2.0:1773613373.334370:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.334373:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.334378:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.334382:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.334396:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.334398:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613373.335092:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335101:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613373.335104:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335107:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613373.335113:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335118:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613373.335124:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335128:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335131:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335136:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d07800 00000400:00000200:3.0:1773613373.335140:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335145:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5555 [1] + 224 00000800:00000001:3.0:1773613373.335151:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335155:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613373.335157:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613373.335161:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613373.335167:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613373.335174:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613373.335183:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.335199:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613373.335257:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613373.335261:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:3.0:1773613373.335264:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613373.335268:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613373.335272:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7e58 00000400:00000010:3.0:1773613373.335275:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7e58. 00000100:00000001:3.0:1773613373.335278:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613373.335281:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.335290:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613373.335293:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.335299:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613373.335300:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613373.335305:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335309:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613373.335310:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335312:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613373.335316:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335319:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613373.335323:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335325:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335328:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335340:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d07700 00000400:00000200:3.0:1773613373.335344:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613373.335348:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5545 [1] + 224 00000800:00000001:3.0:1773613373.335352:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335358:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613373.335360:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613373.335363:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613373.335366:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613373.335370:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613373.335378:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613373.335384:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613373.335388:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613373.335391:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.336693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.336699:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613373.336706:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613373.336710:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613373.336713:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:2.0:1773613373.336719:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:2.0:1773613373.336721:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:2.0:1773613373.336725:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613373.336734:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613373.336744:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.336752:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613373.336754:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.336756:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613373.336759:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613373.336761:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613373.336763:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.336765:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613373.336771:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613373.336775:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=98 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613373.336777:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613373.336779:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613373.336781:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613373.336783:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.336786:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613373.336791:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.336798:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.336800:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613373.336802:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613373.336806:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613373.336813:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477102848:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613373.336817:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613373.336819:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613373.336821:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9dc0. 00000400:00000200:2.0:1773613373.336824:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7880 00000400:00000010:2.0:1773613373.336825:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7880. 00000100:00000001:2.0:1773613373.336827:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613373.336831:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613373.336849:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.336854:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613373.336855:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.336857:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613373.336859:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613373.336860:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613373.336861:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.336863:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613373.336868:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=151 v=5 (5 5 6 6) 00000100:00001000:2.0:1773613373.336870:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=97 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613373.336872:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613373.336873:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613373.336875:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613373.336878:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.336881:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613373.336883:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:2.0:1773613373.336885:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613373.336887:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613373.336890:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.336896:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.336898:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613373.336899:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613373.336902:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613373.336914:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477103104:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613373.336918:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.336920:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613373.338797:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704e00 x1859762477102848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.338809:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613373.338813:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613373.338817:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99366048a200. 02000000:00000001:2.0:1773613373.338822:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613373.338823:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613373.338825:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613373.338827:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613373.338830:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550900. 02000000:00000001:2.0:1773613373.338834:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613373.338846:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613373.338848:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704e00. 00000100:00000001:2.0:1773613373.338852:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613373.338853:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.338855:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613373.338863:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704a80 x1859762477103104/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.338869:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613373.338870:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613373.338871:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99366048a800. 02000000:00000001:2.0:1773613373.338873:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613373.338874:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613373.338875:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613373.338877:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613373.338883:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550300. 02000000:00000001:2.0:1773613373.338885:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613373.338886:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613373.338888:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704a80. 00000100:00000001:2.0:1773613373.338890:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613373.338891:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.338895:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.338897:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.338899:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613373.338902:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.338904:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613373.345788:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613373.345805:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613373.345809:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613373.345812:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613373.345822:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.345829:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613373.345847:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.345853:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.345858:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.345862:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d07780 00000400:00000200:2.0:1773613373.345867:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613373.345873:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5565 [1] + 224 00000800:00000001:2.0:1773613373.346951:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613373.346966:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613373.346970:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613373.346977:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613373.346985:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613373.346993:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613373.347005:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.347019:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613373.347027:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613373.347030:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.347044:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.347047:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613373.347053:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613373.347055:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613373.347058:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9318. 00000400:00000200:2.0:1773613373.347062:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7a18 00000400:00000010:2.0:1773613373.347065:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7a18. 00000100:00000001:2.0:1773613373.347068:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613373.347072:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613373.347080:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.347086:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613373.347087:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.347089:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613373.347092:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613373.347094:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613373.347096:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613373.347099:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613373.347107:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=151 v=36 (36 5 5 5) 00000100:00001000:2.0:1773613373.347111:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613373.347114:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613373.347115:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613373.347118:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613373.347121:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.347124:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613373.347126:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773613373.347128:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613373.347130:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613373.347134:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.347142:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613373.347144:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613373.347146:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613373.347150:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613373.347158:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477102976:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613373.347163:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.347165:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613373.347167:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706680 x1859762477102976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613373.347173:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613373.347175:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613373.347178:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99366048b200. 02000000:00000001:2.0:1773613373.347181:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613373.347183:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613373.347185:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613373.347187:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613373.347189:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550600. 02000000:00000001:2.0:1773613373.347192:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613373.347194:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613373.347196:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706680. 00000100:00000001:2.0:1773613373.347199:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613373.347201:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.347203:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613373.347210:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613373.347212:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613373.347214:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613373.347216:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613373.441562:0:86375:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613373.446010:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613373.446016:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613373.446022:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613373.446023:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613373.446516:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613373.446519:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613373.446522:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613374.474770:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613374.474779:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613374.474785:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613374.474787:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613374.474913:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613374.474917:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613374.474921:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613374.782396:0:86466:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613375.518261:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613375.518269:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613375.518271:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613375.518275:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613375.518279:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613375.518282:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613375.518284:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613375.518286:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613375.518289:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613375.518291:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613375.518326:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613375.518330:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613375.518332:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1773613375.759088:0:86502:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773613375.759094:0:86502:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 132: long punch =================== 18:22:53 (1773613373) 00000001:00000001:1.0:1773613375.773660:0:86502:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1773613375.861347:0:86506:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.198151:0:86523:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773613376.198538:0:86523:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff9936522ce400. 00000020:00000001:2.0:1773613376.198547:0:86523:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:2.0:1773613376.198553:0:86523:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff993644baa000. 00000020:00000010:2.0:1773613376.198562:0:86523:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff993644827c20. 00000020:00000010:2.0:1773613376.198566:0:86523:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff993660a07960. 00000020:00000010:2.0:1773613376.198569:0:86523:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff993644827a00. 00000020:01000004:2.0:1773613376.198572:0:86523:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:2.0:1773613376.198574:0:86523:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1773613376.198575:0:86523:0:(obd_mount.c:940:lmd_print()) device: 192.168.203.144@tcp:/lustre 00000020:01000004:2.0:1773613376.198576:0:86523:0:(obd_mount.c:943:lmd_print()) options: user_xattr,flock 00000020:00000001:2.0:1773613376.198579:0:86523:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.198699:0:86523:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:2.0:1773613376.198701:0:86523:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff99365922b000 00000020:00000001:2.0:1773613376.198703:0:86523:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1773613376.198706:0:86523:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff99365922a800. 00000020:00000001:2.0:1773613376.198708:0:86523:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446631057435568128 : -113016273983488 : ffff99365922a800) 00000080:01000004:2.0:1773613376.198715:0:86523:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:2.0:1773613376.198717:0:86523:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:2.0:1773613376.199599:0:86523:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff99365a372580. 00000020:00000010:2.0:1773613376.199605:0:86523:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff9936594fd900. 00000020:00000001:2.0:1773613376.199608:0:86523:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:2.0:1773613376.199611:0:86523:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1773613376.199614:0:86523:0:(mgc_request.c:1100:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.199615:0:86523:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.199617:0:86523:0:(obd_class.h:511:obd_get_info()) Process entered 00000020:00000001:2.0:1773613376.199619:0:86523:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1773613376.199622:0:86523:0:(obd_mount.c:415:lustre_start_mgc()) MGC192.168.203.144@tcp:Set MGC reconnect 1 00000020:00000001:2.0:1773613376.199623:0:86523:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:2.0:1773613376.199625:0:86523:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:01000000:2.0:1773613376.199627:0:86523:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.203.144@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:2.0:1773613376.199629:0:86523:0:(mgc_request.c:1084:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.199631:0:86523:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.199632:0:86523:0:(obd_mount.c:420:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.199635:0:86523:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff9936594fd900. 00000020:00000010:2.0:1773613376.199638:0:86523:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff99365a372580. 00000020:00000001:2.0:1773613376.199640:0:86523:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.199643:0:86523:0:(llite_lib.c:1372:ll_fill_super()) Process entered 00000080:00200000:2.0:1773613376.199645:0:86523:0:(llite_lib.c:1375:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff99365922b000 (sb ffff99365922b000) 00000080:00000010:2.0:1773613376.199650:0:86523:0:(llite_lib.c:1379:ll_fill_super()) kmalloced '(cfg)': 88 at ffff99365220cde0. 00000080:00000001:2.0:1773613376.199652:0:86523:0:(llite_lib.c:93:ll_init_sbi()) Process entered 00000080:00000010:2.0:1773613376.199655:0:86523:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff99365922e000. 00000020:00000001:2.0:1773613376.199708:0:86523:0:(cl_page.c:1338:cl_cache_init()) Process entered 00000020:00000010:2.0:1773613376.200258:0:86523:0:(cl_page.c:1339:cl_cache_init()) kmalloced '(cache)': 152 at ffff9936594fd900. 00000020:00000001:2.0:1773613376.200262:0:86523:0:(cl_page.c:1355:cl_cache_init()) Process leaving (rc=18446631057438529792 : -113016271021824 : ffff9936594fd900) 00000080:00000010:2.0:1773613376.200266:0:86523:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff993650ef3e10. 00000080:00000010:2.0:1773613376.200269:0:86523:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff993650ef3698. 00000080:00000001:2.0:1773613376.200278:0:86523:0:(llite_lib.c:243:ll_init_sbi()) Process leaving (rc=18446631057435582464 : -113016273969152 : ffff99365922e000) 00000080:00000001:2.0:1773613376.200282:0:86523:0:(llite_lib.c:1114:ll_options()) Process entered 00000080:01000000:2.0:1773613376.200285:0:86523:0:(llite_lib.c:1124:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1773613376.200286:0:86523:0:(llite_lib.c:1134:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1773613376.200290:0:86523:0:(llite_lib.c:1134:ll_options()) next opt=flock 00000080:00000001:2.0:1773613376.200293:0:86523:0:(llite_lib.c:1280:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:2.0:1773613376.200392:0:86523:0:(llite_lib.c:1409:ll_fill_super()) llite sb uuid: 7da591f2-8971-483d-b9cd-f13578df9fa0 00000080:00000001:2.0:1773613376.202333:0:86523:0:(lproc_llite.c:2804:ll_debugfs_register_super()) Process entered 00000020:00000010:2.0:1773613376.220053:0:86523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604ab000. 00000020:00000010:2.0:1773613376.220061:0:86523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff99366069c800. 00000020:00000010:2.0:1773613376.220079:0:86523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604aa400. 00000020:00000010:2.0:1773613376.220083:0:86523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff9936604ab800. 00000080:00000001:2.0:1773613376.220092:0:86523:0:(lproc_llite.c:2874:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.220097:0:86523:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:2.0:1773613376.220101:0:86523:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff9936522ce900. 00000020:00000010:2.0:1773613376.220109:0:86523:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff9936604c8300. 00000020:00000001:2.0:1773613376.220112:0:86523:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.220116:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4200. 00000020:00000010:2.0:1773613376.220120:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e5a00. 00000040:00000010:2.0:1773613376.220124:0:86523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9936530e4800. 00000020:00000010:2.0:1773613376.220128:0:86523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff993660699800. 00000020:00000010:2.0:1773613376.220132:0:86523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9936530e4c00. 00040000:00000010:2.0:1773613376.220138:0:86523:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff993649362700. 00040000:00000010:2.0:1773613376.220142:0:86523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9936530e5400. 10000000:00000001:2.0:1773613376.220146:0:86523:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:2.0:1773613376.220148:0:86523:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:2.0:1773613376.220150:0:86523:0:(mgc_request.c:1959:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:2.0:1773613376.220152:0:86523:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:2.0:1773613376.220154:0:86523:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff99365922b000 10000000:00000001:2.0:1773613376.220157:0:86523:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1773613376.220159:0:86523:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773613376.220161:0:86523:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff993652c75000) refs 3 10000000:00000001:2.0:1773613376.220163:0:86523:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.220166:0:86523:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446631057328918528 : -113016380633088 : ffff993652c75000) 10000000:00000001:2.0:1773613376.220169:0:86523:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:00000001:2.0:1773613376.220170:0:86523:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1773613376.220183:0:86523:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.220186:0:86523:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1773613376.220187:0:86523:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff99365922b000 10000000:00000010:2.0:1773613376.220191:0:86523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff9936530e5800. 10000000:01000000:2.0:1773613376.220194:0:86523:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1773613376.220198:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364c297800 refcount=7 10000000:00000001:2.0:1773613376.220201:0:86523:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446631057333573632 : -113016375977984 : ffff9936530e5800) 10000000:00000001:2.0:1773613376.220204:0:86523:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1773613376.220205:0:86523:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff99365922b000 10000000:00000010:2.0:1773613376.220208:0:86523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff9936530e5200. 10000000:01000000:2.0:1773613376.220210:0:86523:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1773613376.220212:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364c297800 refcount=8 10000000:00000001:2.0:1773613376.220214:0:86523:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446631057333572096 : -113016375979520 : ffff9936530e5200) 10000000:00000001:2.0:1773613376.220217:0:86523:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1773613376.220218:0:86523:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff99365922b000 10000000:00000010:2.0:1773613376.220220:0:86523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff993660f29a00. 10000000:01000000:2.0:1773613376.220222:0:86523:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:2.0:1773613376.220224:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364c297800 refcount=9 10000000:00000001:2.0:1773613376.220225:0:86523:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446631057566636544 : -113016142915072 : ffff993660f29a00) 10000000:00000001:2.0:1773613376.220228:0:86523:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446631057333572096 : -113016375979520 : ffff9936530e5200) 10000000:00000001:2.0:1773613376.220230:0:86523:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:2.0:1773613376.220232:0:86523:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff99365922b000 from 1 10000000:00000001:2.0:1773613376.220234:0:86523:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773613376.220236:0:86523:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1773613376.220242:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9c00. 00000020:00000040:2.0:1773613376.220245:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.220249:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.220253:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.220257:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.220263:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660f29600. 00000100:00000001:2.0:1773613376.220270:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.220274:0:86523:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613376.220277:0:86523:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613376.220282:0:86523:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364482f500 count: 3 00010000:00000001:2.0:1773613376.220285:0:86523:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613376.220288:0:86523:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613376.220291:0:86523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3a00. 00000020:00000001:2.0:1773613376.220307:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613376.220309:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3a00 with handle 0xa1aa084204a01120 to hash 00000020:00000001:2.0:1773613376.220312:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613376.220313:0:86523:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:2.0:1773613376.220316:0:86523:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:2.0:1773613376.220319:0:86523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613376.220322:0:86523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613376.220327:0:86523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.220338:0:86523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.220348:0:86523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613376.220353:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.220355:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.220360:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8a80. 00000100:00000001:2.0:1773613376.220362:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753600 : -113016153798016 : ffff9936604c8a80) 00000100:00000001:2.0:1773613376.220364:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.220365:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984000 : -113016147567616 : ffff993660ab9c00) 00000100:00000001:2.0:1773613376.220369:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.220373:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.220375:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.220376:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.220386:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.220394:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.220396:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.220400:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.220402:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.220404:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.220407:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103232:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773613376.220411:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.220416:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.220418:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.220421:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.220426:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9936604a9c00. 02000000:00000001:2.0:1773613376.220428:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.220434:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.220438:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9318. 00000400:00000010:2.0:1773613376.220444:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7a18. 00000100:00000200:2.0:1773613376.220464:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477103232, portal 25 00000100:00000001:2.0:1773613376.220466:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.220467:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984000 : -113016147567616 : ffff993660ab9c00) 00000100:00000040:2.0:1773613376.220472:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.220479:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.220481:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.220484:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7880. 00000100:00000200:2.0:1773613376.220486:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859762477103232, offset 0 00000400:00000200:2.0:1773613376.220492:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.220499:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.220506:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.220511:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.220515:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.220518:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.220521:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.220525:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224949:224949:256:4294967295] 192.168.203.144@tcp LPNI seq info [224884:224884:8:4294967295] 00000400:00000200:2.0:1773613376.220530:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.220538:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.220543:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.220547:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362500. 00000800:00000200:2.0:1773613376.220553:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.220561:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.220564:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.220579:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.220583:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.220585:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300469966 00000800:00000200:2.0:1773613376.220670:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.220673:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362500. 00000400:00000200:2.0:1773613376.220678:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.220683:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.220687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7880 00000400:00000010:2.0:1773613376.220689:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7880. 00000100:00000001:2.0:1773613376.220693:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.220697:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.220706:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.220709:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.220715:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.220716:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.221517:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300467073 00000100:00000001:2.0:1773613376.221525:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300469966 00000100:00000001:2.0:1773613376.221528:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300467073 00000100:00000001:2.0:1773613376.221531:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.221533:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.221536:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.221538:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.221541:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.221544:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.221547:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.238325:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.238342:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.238346:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.238348:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.238358:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.238365:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.238373:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.238378:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.238383:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.238386:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x69b71b1d07880 00000400:00000200:2.0:1773613376.238391:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.238397:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b5575 [1] + 224 00000800:00000001:2.0:1773613376.238404:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.238423:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.238426:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.238431:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.238438:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.238445:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.238465:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.238483:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.238491:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.238494:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.239681:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.239690:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.239692:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.239695:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9318. 00000400:00000200:3.0:1773613376.239700:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7a18 00000400:00000010:3.0:1773613376.239702:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7a18. 00000100:00000001:3.0:1773613376.239705:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.239713:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.239734:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.239741:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.239743:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.239745:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.239748:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.239751:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.239753:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.239755:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.239761:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613376.239764:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613376.239767:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.239768:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.239771:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.239773:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.239785:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.239790:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.239796:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.239799:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.239801:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.239805:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.239812:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103232:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773613376.239828:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.239831:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.239834:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.239836:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.239840:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.239846:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.239848:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8a80. 00000100:00000001:3.0:1773613376.239852:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.239854:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.239856:0:86523:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613376.239860:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613376.239863:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.239865:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=4 00000020:00000001:3.0:1773613376.239868:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613376.239871:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000040:3.0:1773613376.239878:0:86523:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba3a00, remote cookie: 0x1dc4d5fc0aabd95d, flags: 0x0 00010000:00000001:3.0:1773613376.239881:0:86523:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613376.239885:0:86523:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613376.239887:0:86523:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613376.239889:0:86523:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613376.239890:0:86523:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613376.239893:0:86523:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff99364482f500) refcount = 3 00010000:00000040:3.0:1773613376.239896:0:86523:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773613376.239900:0:86523:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.203.144@tcp lock: ffff993642ba3e00/0xa1aa084204a009e1 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabcb02 expref: -99 pid: 67859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613376.239920:0:86523:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.203.144@tcp lock: ffff99364a936200/0xa1aa084204a009d3 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabcaf4 expref: -99 pid: 67859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613376.239926:0:86523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.239932:0:86523:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613376.239958:0:86523:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613376.239959:0:86523:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613376.239962:0:86523:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613376.239965:0:86523:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613376.239968:0:86523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.239974:0:86523:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613376.239976:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.239978:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.239979:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.239980:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.239981:0:86523:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.239984:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.239988:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9c00 x1859762477103232/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.239995:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.239998:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.240001:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9936604a9c00. 02000000:00000001:3.0:1773613376.240004:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.240007:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.240009:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.240011:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.240014:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660f29600. 02000000:00000001:3.0:1773613376.240018:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.240020:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.240022:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9c00. 00000100:00000001:3.0:1773613376.240025:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.240026:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773613376.240029:0:86523:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.240032:0:86523:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773613376.240034:0:86523:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9936530e5200) refs 2 10000000:00000001:3.0:1773613376.240036:0:86523:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.240038:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613376.240039:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.240041:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=3 00000020:00000001:3.0:1773613376.240043:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613376.240045:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613376.240047:0:86523:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1773613376.240049:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.240050:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.240051:0:86523:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.240053:0:86523:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773613376.240058:0:86523:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff99364a8ec940. 00000020:00000010:3.0:1773613376.240062:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a600. 00000020:00000010:3.0:1773613376.240066:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2ac00. 00000040:00000010:3.0:1773613376.240070:0:86523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993650e2ba00. 00000020:00000010:3.0:1773613376.240076:0:86523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99364b4f5000. 00000020:00000010:3.0:1773613376.240081:0:86523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993650e2b600. 80000000:00000010:3.0:1773613376.240086:0:86523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99364a8edea0. 00040000:00000010:3.0:1773613376.240091:0:86523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993650e2a200. 20000000:00000010:3.0:1773613376.240095:0:86523:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff993650e2a800. 10000000:00000040:3.0:1773613376.240099:0:86523:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff993643f53b40 : new refcount 2 00000020:00000001:3.0:1773613376.240102:0:86523:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1773613376.240104:0:86523:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1773613376.240106:0:86523:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1773613376.240109:0:86523:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff993660d35600. 00000040:00000001:3.0:1773613376.240112:0:86523:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1773613376.240115:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1773613376.240119:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707b80. 00000020:00000040:3.0:1773613376.240122:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613376.240126:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.240129:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.240133:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.240138:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d35e00. 00000100:00000001:3.0:1773613376.240143:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.240147:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.240149:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.240154:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936448300c0. 00000100:00000001:3.0:1773613376.240156:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057089560768 : -113016619990848 : ffff9936448300c0) 00000100:00000001:3.0:1773613376.240159:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.240160:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000001:3.0:1773613376.240165:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.240168:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.240170:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.240628:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.240636:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.240644:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.240646:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.240649:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.240653:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.240655:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.240659:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103360:192.168.203.144@tcp:501:mount.lustre.0 00000100:00000001:3.0:1773613376.240662:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.240667:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.240669:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.240672:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.240677:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d35800. 02000000:00000001:3.0:1773613376.240679:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.240685:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.240689:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dadc0. 00000400:00000010:3.0:1773613376.240695:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.240701:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477103360, portal 25 00000100:00000001:3.0:1773613376.240704:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.240705:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000040:3.0:1773613376.240711:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.240717:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.240720:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.240722:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc440. 00000100:00000200:3.0:1773613376.240725:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1859762477103360, offset 0 00000400:00000200:3.0:1773613376.240731:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.240738:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.240745:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.240749:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.240753:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.240756:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.240759:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.240763:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224950:224950:256:4294967295] 192.168.203.144@tcp LPNI seq info [224885:224885:8:4294967295] 00000400:00000200:3.0:1773613376.240768:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.240790:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.240796:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.240801:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613376.240808:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.240826:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.240831:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.240843:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.240847:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.240850:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300469986 00000100:00000001:3.0:1773613376.240856:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300469966 00000100:00000001:3.0:1773613376.240861:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300469986 00000100:00000001:3.0:1773613376.240864:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300469966 00000100:00000001:3.0:1773613376.240867:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.240870:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.240872:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.240874:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613376.240877:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936448300c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773613376.240879:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.240881:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.241213:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.241218:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613376.241222:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.241228:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.241233:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc440 00000400:00000010:2.0:1773613376.241235:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc440. 00000100:00000001:2.0:1773613376.241240:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.241244:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.241254:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.241257:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.241264:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.241265:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.253343:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.253360:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.253364:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.253367:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.253376:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.253383:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.253393:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.253397:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.253402:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.253407:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 272 into portal 25 MB=0x69b71b1d07900 00000400:00000200:2.0:1773613376.253412:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.253430:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 272/272 into md 0x1b5585 [1] + 224 00000800:00000001:2.0:1773613376.253438:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.253465:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.253469:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.253473:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.253479:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.253487:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.253498:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.253519:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.253528:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.253532:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.254032:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.254040:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.254042:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.254045:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dadc0. 00000400:00000200:3.0:1773613376.254050:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613376.254052:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613376.254056:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.254061:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.254072:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254078:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.254080:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.254082:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.254086:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.254088:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.254090:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.254093:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.254099:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613376.254102:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613376.254105:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.254106:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.254108:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.254110:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.254113:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.254117:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254123:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.254125:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.254127:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.254130:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.254137:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103360:192.168.203.144@tcp:501:mount.lustre.0 00000100:00000001:3.0:1773613376.254141:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.254144:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.254147:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.254148:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.254151:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254158:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.254161:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936448300c0. 00000100:00000001:3.0:1773613376.254164:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.254165:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773613376.254171:0:86523:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1773613376.254174:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.254176:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.254178:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773613376.254179:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.254182:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707b80 x1859762477103360/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254188:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.254190:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.254193:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d35800. 02000000:00000001:3.0:1773613376.254195:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.254196:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.254197:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.254199:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.254202:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d35e00. 02000000:00000001:3.0:1773613376.254204:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.254206:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.254207:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707b80. 00000100:00000001:3.0:1773613376.254211:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.254212:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773613376.254215:0:86523:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773613376.254217:0:86523:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1773613376.254224:0:86523:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff993643514000. 00000040:00000001:3.0:1773613376.254226:0:86523:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1773613376.254228:0:86523:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1773613376.254230:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1773613376.254233:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707b80. 00000020:00000040:3.0:1773613376.254236:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613376.254239:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.254241:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.254244:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.254250:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d35e00. 00000100:00000001:3.0:1773613376.254255:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.254258:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.254259:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.254264:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936448300c0. 00000100:00000001:3.0:1773613376.254266:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057089560768 : -113016619990848 : ffff9936448300c0) 00000100:00000001:3.0:1773613376.254269:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.254270:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000001:3.0:1773613376.254274:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.254278:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.254280:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.254281:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.254285:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254304:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.254307:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.254311:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.254313:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.254315:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.254319:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103488:192.168.203.144@tcp:503:mount.lustre.0 00000100:00000001:3.0:1773613376.254322:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.254326:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.254329:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.254331:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.254350:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff993644b64000. 02000000:00000001:3.0:1773613376.254352:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.254357:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.254361:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dadc0. 00000400:00000010:3.0:1773613376.254367:0:86523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff99365160e6c0. 00000100:00000200:3.0:1773613376.254372:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477103488, portal 25 00000100:00000001:3.0:1773613376.254375:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.254376:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000040:3.0:1773613376.254381:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.254388:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.254391:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.254394:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.254396:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477103488, offset 0 00000400:00000200:3.0:1773613376.254402:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.254407:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.254607:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.254612:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.254616:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.254620:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.254623:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.254627:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224951:224951:256:4294967295] 192.168.203.144@tcp LPNI seq info [224886:224886:8:4294967295] 00000400:00000200:3.0:1773613376.254631:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.254639:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.254645:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.254650:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613376.254657:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.254665:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.254668:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.254681:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.254684:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.254687:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470001 00000100:00000001:3.0:1773613376.254693:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300469986 00000100:00000001:3.0:1773613376.254697:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470001 00000100:00000001:3.0:1773613376.254700:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300469986 00000100:00000001:3.0:1773613376.254703:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.254705:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.254708:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.254709:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613376.254712:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936448300c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773613376.254714:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.254716:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.255286:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.255290:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:2.0:1773613376.255303:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.255308:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.255313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:2.0:1773613376.255315:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:2.0:1773613376.255318:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.255323:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.255332:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.255335:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.255342:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.255344:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.260043:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.260058:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.260062:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.260065:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.260074:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.260082:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.260090:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.260095:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.260099:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.260103:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8416 into portal 25 MB=0x69b71b1d07980 00000400:00000200:2.0:1773613376.260108:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.260115:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8416/8416 into md 0x1b5595 [4] + 224 00000800:00000001:2.0:1773613376.260122:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.260135:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.260138:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.260142:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.260150:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.260158:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.260170:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.260199:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.260207:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.260210:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.260383:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.260390:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.260394:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.260398:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dadc0. 00000400:00000200:3.0:1773613376.260402:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99365160e6c0 00000400:00000010:3.0:1773613376.260403:0:86523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff99365160e6c0. 00000100:00000001:3.0:1773613376.260406:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.260411:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.260433:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.260439:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.260440:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.260442:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.260445:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.261154:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.261156:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.261160:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.261167:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613376.261172:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613376.261175:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.261176:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.261179:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.261181:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.261184:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.261190:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.261198:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.261201:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.261203:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.261207:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.261214:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103488:192.168.203.144@tcp:503:mount.lustre.0 00000100:00000001:3.0:1773613376.261220:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.261223:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.261225:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.261227:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.261230:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.261237:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.261240:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936448300c0. 00000100:00000001:3.0:1773613376.261244:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.261245:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773613376.261254:0:86523:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1773613376.261255:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.261259:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707b80 x1859762477103488/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.261266:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.261268:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.261270:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff993644b64000. 02000000:00000001:3.0:1773613376.261285:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.261288:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.261290:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.261366:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.261370:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d35e00. 02000000:00000001:3.0:1773613376.261375:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.261376:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.261378:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707b80. 00000100:00000001:3.0:1773613376.261381:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.261382:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613376.261385:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.261386:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.261388:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773613376.261390:0:86523:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773613376.261393:0:86523:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773613376.261395:0:86523:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1773613376.261401:0:86523:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff99364a8edc60. 00000040:00001000:3.0:1773613376.261403:0:86523:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1773613376.262195:0:86528:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1773613376.262204:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:2.0:1773613376.262213:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993661181e00. 00000040:00000010:2.0:1773613376.262218:0:86528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993661180400. 00000020:00000010:2.0:1773613376.262223:0:86528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99366069d000. 00000020:00000010:2.0:1773613376.262228:0:86528:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff99365a098000. 00000020:00000010:2.0:1773613376.262232:0:86528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993661180a00. 80000000:00000010:2.0:1773613376.262237:0:86528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99365220cae0. 40000000:00000010:2.0:1773613376.262241:0:86528:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9936498e4480. 00100000:00000010:2.0:1773613376.262245:0:86528:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff99366069f800. 00040000:00000010:2.0:1773613376.262250:0:86528:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff993649362500. 00040000:00000010:2.0:1773613376.262254:0:86528:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff993660698000. 00040000:00000010:2.0:1773613376.262258:0:86528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993661180800. 00000004:00000010:2.0:1773613376.262262:0:86528:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff99366069a000. 00000004:00000010:2.0:1773613376.262267:0:86528:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff993644ba8000. 00000004:00000010:2.0:1773613376.262271:0:86528:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff99366069c000. 00002000:00000010:2.0:1773613376.262276:0:86528:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9936604a9400. 00000004:00000010:2.0:1773613376.262280:0:86528:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff9936604a8c00. 00000020:00000010:2.0:1773613376.262284:0:86528:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9936498e4380. 00000040:00000010:2.0:1773613376.262292:0:86528:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff99364b028000. 00000040:00001000:2.0:1773613376.262304:0:86528:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1773613376.262307:0:86528:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1773613376.262310:0:86528:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1773613376.262313:0:86528:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:2.0:1773613376.262318:0:86528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613376.262320:0:86528:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.262324:0:86528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.262326:0:86528:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.262331:0:86528:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.262336:0:86528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993661181800. 00000100:00000001:2.0:1773613376.262341:0:86528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.262346:0:86528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.262347:0:86528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.262352:0:86528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c83c0. 00000100:00000001:2.0:1773613376.262354:0:86528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555751872 : -113016153799744 : ffff9936604c83c0) 00000100:00000001:2.0:1773613376.262357:0:86528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.262358:0:86528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613376.262362:0:86528:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.262366:0:86528:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.262367:0:86528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.262369:0:86528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.262376:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.262384:0:86528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.262386:0:86528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.262390:0:86528:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.262392:0:86528:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.262395:0:86528:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.262398:0:86528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86528:1859762477103616:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.262402:0:86528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.262407:0:86528:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.262409:0:86528:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.262412:0:86528:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.262645:0:86528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff993644b64000. 02000000:00000001:2.0:1773613376.262648:0:86528:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.262655:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.262660:0:86528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9dc0. 00000400:00000010:2.0:1773613376.262666:0:86528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9936604c8a80. 00000100:00000200:2.0:1773613376.262673:0:86528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477103616, portal 25 00000100:00000001:2.0:1773613376.262675:0:86528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.262677:0:86528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613376.262683:0:86528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.262690:0:86528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.262693:0:86528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.262696:0:86528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7880. 00000100:00000200:2.0:1773613376.262699:0:86528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477103616, offset 0 00000400:00000200:2.0:1773613376.262706:0:86528:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.262713:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.262721:0:86528:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.263406:0:86528:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.263412:0:86528:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.263673:0:86528:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.263677:0:86528:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.263681:0:86528:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224952:224952:256:4294967295] 192.168.203.144@tcp LPNI seq info [224887:224887:8:4294967295] 00000400:00000200:2.0:1773613376.263687:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.263698:0:86528:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.263705:0:86528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.264277:0:86528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649362600. 00000800:00000200:2.0:1773613376.264287:0:86528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.264588:0:86528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.264593:0:86528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649362600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.264613:0:86528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.264618:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.264621:0:86528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470011 00000100:00000001:2.0:1773613376.264628:0:86528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470001 00000100:00000001:2.0:1773613376.264632:0:86528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470011 00000100:00000001:2.0:1773613376.264634:0:86528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470001 00000100:00000001:2.0:1773613376.264637:0:86528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.264640:0:86528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.264643:0:86528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.264645:0:86528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.264647:0:86528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c83c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.264650:0:86528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.264653:0:86528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.265897:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.266060:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649362600. 00000400:00000200:3.0:1773613376.266067:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.266074:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.266081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7880 00000400:00000010:3.0:1773613376.266084:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7880. 00000100:00000001:3.0:1773613376.266089:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.266096:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.266108:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.266111:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.266117:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.266119:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.273646:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.273665:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.273669:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.273672:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.273681:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.273689:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.273699:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.273704:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.273710:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.273714:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8472 into portal 25 MB=0x69b71b1d07a00 00000400:00000200:2.0:1773613376.273719:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.273740:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8472/8472 into md 0x1b55a5 [4] + 224 00000800:00000001:2.0:1773613376.273748:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.273762:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.273766:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.273770:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.273788:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.273797:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.273809:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.273848:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.273857:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.273871:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.273952:0:86528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613376.273959:0:86528:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613376.273961:0:86528:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613376.273965:0:86528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9dc0. 00000400:00000200:1.0:1773613376.273970:0:86528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936604c8a80 00000400:00000010:1.0:1773613376.273972:0:86528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff9936604c8a80. 00000100:00000001:1.0:1773613376.273976:0:86528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613376.273981:0:86528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613376.273991:0:86528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.273997:0:86528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613376.273999:0:86528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.274001:0:86528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613376.274005:0:86528:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613376.274007:0:86528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613376.274009:0:86528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.274012:0:86528:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613376.274019:0:86528:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613376.274023:0:86528:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613376.274025:0:86528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613376.274027:0:86528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.274029:0:86528:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613376.274032:0:86528:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.274035:0:86528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.274039:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.274046:0:86528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.274048:0:86528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613376.274050:0:86528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613376.274053:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613376.274061:0:86528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86528:1859762477103616:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:1.0:1773613376.274067:0:86528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.274069:0:86528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.274072:0:86528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613376.274076:0:86528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.274079:0:86528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.274085:0:86528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.274088:0:86528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c83c0. 00000100:00000001:1.0:1773613376.274090:0:86528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613376.274092:0:86528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773613376.274099:0:86528:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1773613376.274101:0:86528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.274103:0:86528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477103616/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.274110:0:86528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613376.274112:0:86528:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613376.274115:0:86528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff993644b64000. 02000000:00000001:1.0:1773613376.274129:0:86528:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613376.274132:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.274134:0:86528:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613376.274136:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613376.274139:0:86528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993661181800. 02000000:00000001:1.0:1773613376.274143:0:86528:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613376.274145:0:86528:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613376.274147:0:86528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:1.0:1773613376.274150:0:86528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613376.274151:0:86528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613376.274154:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.274155:0:86528:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613376.274157:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1773613376.274159:0:86528:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.274162:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028000 type=0x10620000 idx=1 00000040:00001000:1.0:1773613376.274166:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1773613376.274168:0:86528:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.274171:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.274174:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.274175:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.274177:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773613376.274182:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773613376.274184:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.274190:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110c700. 00000020:00000080:1.0:1773613376.274194:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.274196:0:86528:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:1.0:1773613376.274199:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.274201:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110c700. 00000020:00000001:1.0:1773613376.274205:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.274207:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0280e0 type=0x10620000 idx=2 00000040:00001000:1.0:1773613376.274209:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1773613376.274211:0:86528:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.274213:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.274217:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff99364a934680. 00000020:01000000:1.0:1773613376.274220:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff99365922b000 00000020:00000010:1.0:1773613376.274223:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff993652345600. 00000020:00000080:1.0:1773613376.274224:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773613376.274226:0:86528:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773613376.274229:0:86528:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773613376.274237:0:86528:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff99364a0c3370. 00000020:00000080:1.0:1773613376.274241:0:86528:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff99365922b000 (ffff99364a0c3370) 00000020:00000001:1.0:1773613376.274244:0:86528:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773613376.274248:0:86528:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364980a000. 00000020:00000001:1.0:1773613376.274251:0:86528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.274253:0:86528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364980a000 with handle 0xa1aa084204a01127 to hash 00000020:00000001:1.0:1773613376.274255:0:86528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773613376.274258:0:86528:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773613376.274259:0:86528:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.274262:0:86528:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057173291008 : -113016536260608 : ffff99364980a000) 00000020:00000040:1.0:1773613376.274264:0:86528:0:(genops.c:898:class_export_put()) PUTting export ffff99364980a000 : new refcount 1 00000020:00000040:1.0:1773613376.274271:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 2 - obd_device_list 00000020:00000001:1.0:1773613376.274276:0:86528:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773613376.274278:0:86528:0:(obd_config.c:757:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:00000001:1.0:1773613376.274280:0:86528:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.274282:0:86528:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.274284:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.274288:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff99364a934680. 00000020:00000001:1.0:1773613376.274291:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.274561:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028158 type=0x10620000 idx=3 00000040:00001000:1.0:1773613376.274564:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1773613376.274567:0:86528:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.274569:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.274573:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff99364a934680. 00000020:01000000:1.0:1773613376.274575:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff99365922b000 00000020:00000010:1.0:1773613376.274578:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff993642b11180. 00000020:00000080:1.0:1773613376.274580:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773613376.274584:0:86528:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773613376.274602:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773613376.274605:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff99366110c700. 00000001:00000010:1.0:1773613376.274610:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff993658ca5340. 00000001:00000010:1.0:1773613376.274614:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993659eb0e00. 00000001:00000010:1.0:1773613376.274616:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993659eb1e00. 00000001:00000010:1.0:1773613376.274619:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993659eb1a00. 00000001:00000010:1.0:1773613376.274622:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993660f24600. 00000020:00000001:1.0:1773613376.274624:0:86528:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:1.0:1773613376.274627:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f24400. 00000020:00000010:1.0:1773613376.274632:0:86528:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.274637:0:86528:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9936522a7258. 00000008:00000010:1.0:1773613376.274642:0:86528:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613376.274645:0:86528:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613376.274649:0:86528:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613376.274655:0:86528:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613376.274659:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f24200. 00000020:00000010:1.0:1773613376.274661:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660f25600. 00000020:00000010:1.0:1773613376.274665:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613376.274669:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613376.274672:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.274675:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613376.274679:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613376.274683:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00020000:00000010:1.0:1773613376.274687:0:86528:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff993650f51c00. 00020000:00000001:1.0:1773613376.274691:0:86528:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:1.0:1773613376.274701:0:86528:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:1.0:1773613376.274703:0:86528:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff99364a8fc208. 00000020:00000001:1.0:1773613376.274705:0:86528:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:1.0:1773613376.277382:0:86528:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff993650e33000. 00020000:00000010:1.0:1773613376.277393:0:86528:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff993650e30000. 00000020:00000001:1.0:1773613376.277395:0:86528:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:1.0:1773613376.278434:0:86528:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff99364a6e8000. 00000020:00000010:1.0:1773613376.278446:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff993650f51000. 00000020:00000010:1.0:1773613376.278872:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff993642b11840. 00000020:00000001:1.0:1773613376.278877:0:86528:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613376.278882:0:86528:0:(lov_dev.c:635:lov_device_alloc()) Process leaving (rc=18446631057298365440 : -113016411186176 : ffff993650f51c00) 00020000:00000001:1.0:1773613376.278885:0:86528:0:(lov_dev.c:265:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.278889:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f25600. 00000020:00000010:1.0:1773613376.278894:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613376.278898:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613376.278902:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.279149:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613376.279156:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613376.279160:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:1.0:1773613376.279163:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f24200. 00000020:00000010:1.0:1773613376.279177:0:86528:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.279183:0:86528:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9936522a7258. 00000008:00000010:1.0:1773613376.279187:0:86528:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613376.279190:0:86528:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613376.279194:0:86528:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613376.279197:0:86528:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613376.279200:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f24400. 00000020:00000001:1.0:1773613376.279202:0:86528:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613376.279206:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 3 - setup 00000020:00000080:1.0:1773613376.279209:0:86528:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilov-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:1.0:1773613376.279211:0:86528:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.279213:0:86528:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.279217:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff993642b11180. 00000020:00000010:1.0:1773613376.279220:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff99364a934680. 00000020:00000001:1.0:1773613376.279224:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.279228:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028200 type=0x10620000 idx=4 00000040:00001000:1.0:1773613376.279232:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1773613376.279234:0:86528:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.279237:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.279239:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.279241:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.279243:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773613376.279249:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110ce00. 00000020:00000080:1.0:1773613376.279252:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.279254:0:86528:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:1.0:1773613376.279256:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.279258:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110ce00. 00000020:00000001:1.0:1773613376.279260:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.279262:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0282e0 type=0x10620000 idx=5 00000040:00001000:1.0:1773613376.279264:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1773613376.279266:0:86528:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.279268:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.279269:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.279270:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.279271:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773613376.279275:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773613376.279277:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.279279:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110ce00. 00000020:00000080:1.0:1773613376.279281:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.279282:0:86528:0:(obd_config.c:1594:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:1.0:1773613376.279284:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.279286:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110ce00. 00000020:00000001:1.0:1773613376.279288:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.279290:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0283c0 type=0x10620000 idx=6 00000040:00001000:1.0:1773613376.279292:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1773613376.280612:0:86528:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.280615:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.280622:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff99364a934680. 00000020:01000000:1.0:1773613376.280625:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff99365922b000 00000020:00000010:1.0:1773613376.280628:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff993652345600. 00000020:00000080:1.0:1773613376.280631:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773613376.280633:0:86528:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773613376.280636:0:86528:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773613376.280643:0:86528:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff99364a0c19b8. 00000020:00000080:1.0:1773613376.280647:0:86528:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) 00000020:00000001:1.0:1773613376.280650:0:86528:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773613376.280654:0:86528:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff993649808800. 00000020:00000001:1.0:1773613376.280656:0:86528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.280659:0:86528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993649808800 with handle 0xa1aa084204a0112e to hash 00000020:00000001:1.0:1773613376.280661:0:86528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773613376.280664:0:86528:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773613376.280666:0:86528:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.280669:0:86528:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057173284864 : -113016536266752 : ffff993649808800) 00000020:00000040:1.0:1773613376.280672:0:86528:0:(genops.c:898:class_export_put()) PUTting export ffff993649808800 : new refcount 1 00000020:00000040:1.0:1773613376.280680:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 2 - obd_device_list 00000020:00000001:1.0:1773613376.280684:0:86528:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773613376.280687:0:86528:0:(obd_config.c:757:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:00000001:1.0:1773613376.280688:0:86528:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.280690:0:86528:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.280693:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.280696:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff99364a934680. 00000020:00000001:1.0:1773613376.280699:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.280701:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028438 type=0x10620000 idx=7 00000040:00001000:1.0:1773613376.280704:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1773613376.280706:0:86528:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.280708:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.280711:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff99364a934680. 00000020:01000000:1.0:1773613376.280713:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff99365922b000 00000020:00000010:1.0:1773613376.280716:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff993642b11180. 00000020:00000080:1.0:1773613376.280717:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773613376.280721:0:86528:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773613376.281597:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773613376.281603:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff99366110ce00. 00000001:00000010:1.0:1773613376.281610:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff993658ca55a0. 00000001:00000010:1.0:1773613376.281614:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993660f24400. 00000001:00000010:1.0:1773613376.281617:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993660f24200. 00000001:00000010:1.0:1773613376.281619:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993660f25600. 00000001:00000010:1.0:1773613376.281621:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993660f25200. 00000020:00000001:1.0:1773613376.281623:0:86528:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:1.0:1773613376.281627:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f25a00. 00000020:00000010:1.0:1773613376.281632:0:86528:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.281636:0:86528:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9936522a7258. 00000008:00000010:1.0:1773613376.281641:0:86528:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613376.281645:0:86528:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613376.281649:0:86528:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613376.281655:0:86528:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613376.281659:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365924e000. 00000020:00000010:1.0:1773613376.281663:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364c8fea00. 00000040:00000010:1.0:1773613376.281667:0:86528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993652f2e800. 00000020:00000010:1.0:1773613376.281671:0:86528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99364980a800. 00000020:00000010:1.0:1773613376.281675:0:86528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993652f2f200. 00040000:00000010:1.0:1773613376.281679:0:86528:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99366110c800. 00040000:00000010:1.0:1773613376.281683:0:86528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993652f2f400. 00800000:00000001:1.0:1773613376.281686:0:86528:0:(lmv_obd.c:1217:lmv_device_alloc()) Process entered 00800000:00000010:1.0:1773613376.281687:0:86528:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff99364a934740. 00000020:00000010:1.0:1773613376.284275:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99365325a800. 00000020:00000010:1.0:1773613376.284285:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff99365852b000. 80000000:00000001:1.0:1773613376.284297:0:86528:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:1.0:1773613376.284300:0:86528:0:(fld_cache.c:42:fld_cache_init()) Process entered 80000000:00000010:1.0:1773613376.284898:0:86528:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff993642bb36c0. 80000000:00000040:1.0:1773613376.284902:0:86528:0:(fld_cache.c:66:fld_cache_init()) cli-lustre-clilmv-ffff99365922b000: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:1.0:1773613376.284912:0:86528:0:(fld_cache.c:68:fld_cache_init()) Process leaving (rc=18446631057059690176 : -113016649861440 : ffff993642bb36c0) 80000000:00000001:1.0:1773613376.284915:0:86528:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:1.0:1773613376.284965:0:86528:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:1.0:1773613376.284967:0:86528:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff99365922b000: Using "RRB" hash 00800000:00000010:1.0:1773613376.284973:0:86528:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff993649946800. 00800000:00000010:1.0:1773613376.284977:0:86528:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff993649946a00. 00800000:00000001:1.0:1773613376.284978:0:86528:0:(lmv_obd.c:1296:lmv_device_alloc()) Process leaving (rc=18446631057191290688 : -113016518260928 : ffff99364a934740) 00000020:00000010:1.0:1773613376.284983:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364c8fea00. 00000040:00000010:1.0:1773613376.284989:0:86528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993652f2e800. 00000020:00000010:1.0:1773613376.284992:0:86528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99364980a800. 00000020:00000010:1.0:1773613376.284998:0:86528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993652f2f200. 00040000:00000010:1.0:1773613376.285002:0:86528:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99366110c800. 00040000:00000010:1.0:1773613376.285008:0:86528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993652f2f400. 00000020:00000010:1.0:1773613376.285011:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365924e000. 00000020:00000010:1.0:1773613376.285015:0:86528:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.285020:0:86528:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9936522a7258. 00000008:00000010:1.0:1773613376.285024:0:86528:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613376.285028:0:86528:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613376.285032:0:86528:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613376.285036:0:86528:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613376.285039:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f25a00. 00000020:00000001:1.0:1773613376.285042:0:86528:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613376.285045:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 3 - setup 00000020:00000080:1.0:1773613376.285048:0:86528:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilmv-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:1.0:1773613376.285050:0:86528:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.285052:0:86528:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285056:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff993642b11180. 00000020:00000010:1.0:1773613376.285059:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff99364a934680. 00000020:00000001:1.0:1773613376.285062:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285067:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0284e0 type=0x10620000 idx=8 00000040:00001000:1.0:1773613376.285070:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1773613376.285073:0:86528:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285075:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.285078:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.285079:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.285082:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773613376.285087:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110c800. 00000020:00000080:1.0:1773613376.285090:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.285092:0:86528:0:(obd_config.c:1594:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:1.0:1773613376.285094:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285096:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110c800. 00000020:00000001:1.0:1773613376.285098:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285100:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0285c0 type=0x10620000 idx=9 00000040:00001000:1.0:1773613376.285102:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1773613376.285104:0:86528:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285106:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.285107:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.285108:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.285109:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773613376.285113:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773613376.285115:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.285117:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110c800. 00000020:00000080:1.0:1773613376.285119:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.285120:0:86528:0:(obd_config.c:1594:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:1.0:1773613376.285123:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285124:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110c800. 00000020:00000001:1.0:1773613376.285126:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285128:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0286a0 type=0x10620000 idx=10 00000040:00001000:1.0:1773613376.285129:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1773613376.285131:0:86528:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285132:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.285135:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff99364a848480. 00000020:00000080:1.0:1773613376.285136:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1773613376.285138:0:86528:0:(obd_config.c:1547:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:1.0:1773613376.285141:0:86528:0:(obd_config.c:1182:class_add_profile()) Process entered 00000020:01000000:1.0:1773613376.285142:0:86528:0:(obd_config.c:1184:class_add_profile()) Add profile lustre-client 00000020:00000010:1.0:1773613376.285145:0:86528:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff99364a934680. 00000020:00000010:1.0:1773613376.285148:0:86528:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff99364a869ca0. 00000020:00000010:1.0:1773613376.285150:0:86528:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff99364a869f00. 00000020:00000010:1.0:1773613376.285153:0:86528:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff99364a8699a0. 00000020:00000001:1.0:1773613376.285155:0:86528:0:(obd_config.c:1217:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.285156:0:86528:0:(obd_config.c:1558:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285158:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff99364a848480. 00000020:00000001:1.0:1773613376.285161:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285162:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028718 type=0x10620000 idx=11 00000040:00001000:1.0:1773613376.285164:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1773613376.285166:0:86528:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285167:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.285169:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.285182:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.285183:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773613376.285186:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110c800. 00000020:00000080:1.0:1773613376.285188:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.285190:0:86528:0:(obd_config.c:1594:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:1.0:1773613376.285192:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285194:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110c800. 00000020:00000001:1.0:1773613376.285196:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285198:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0287f8 type=0x10620000 idx=12 00000040:00001000:1.0:1773613376.285199:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1773613376.285201:0:86528:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285202:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773613376.285204:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773613376.285205:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773613376.285206:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773613376.285209:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773613376.285210:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.285212:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99366110c800. 00000020:00000080:1.0:1773613376.285214:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773613376.285215:0:86528:0:(obd_config.c:1594:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:1.0:1773613376.285217:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285219:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99366110c800. 00000020:00000001:1.0:1773613376.285221:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285222:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0288d8 type=0x10620000 idx=13 00000040:00001000:1.0:1773613376.285224:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1773613376.285226:0:86528:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285228:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.285231:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff99364a934b80. 00000020:00000080:1.0:1773613376.285232:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773613376.285237:0:86528:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000100:00000010:1.0:1773613376.285243:0:86528:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff993650fc7000. 00000100:00000040:1.0:1773613376.285249:0:86528:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.144@tcp 192.168.203.144@tcp cnt=1 00000400:00000200:1.0:1773613376.285252:0:86528:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1773613376.285254:0:86528:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773613376.285257:0:86528:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:1.0:1773613376.285262:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.285267:0:86528:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773613376.285271:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.285276:0:86528:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773613376.285279:0:86528:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:1.0:1773613376.285281:0:86528:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000010:1.0:1773613376.285283:0:86528:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff993650fc7000. 00000020:00000001:1.0:1773613376.285285:0:86528:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285287:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff99364a934b80. 00000020:00000001:1.0:1773613376.285290:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285292:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028930 type=0x10620000 idx=14 00000040:00001000:1.0:1773613376.285300:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1773613376.285301:0:86528:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285303:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.285306:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff99364a934b80. 00000020:01000000:1.0:1773613376.285309:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff99365922b000 00000020:00000010:1.0:1773613376.285312:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff993642b11180. 00000020:00000080:1.0:1773613376.285314:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773613376.285316:0:86528:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773613376.285318:0:86528:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773613376.285339:0:86528:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff99364a664d28. 00000020:00000080:1.0:1773613376.285343:0:86528:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) 00000020:00000001:1.0:1773613376.285346:0:86528:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773613376.285349:0:86528:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364980a800. 00000020:00000001:1.0:1773613376.285351:0:86528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.285353:0:86528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364980a800 with handle 0xa1aa084204a01135 to hash 00000020:00000001:1.0:1773613376.285356:0:86528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773613376.285359:0:86528:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773613376.285361:0:86528:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.285363:0:86528:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057173293056 : -113016536258560 : ffff99364980a800) 00000020:00000040:1.0:1773613376.285366:0:86528:0:(genops.c:898:class_export_put()) PUTting export ffff99364980a800 : new refcount 1 00000020:00000040:1.0:1773613376.285373:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 2 - obd_device_list 00000020:00000001:1.0:1773613376.285378:0:86528:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773613376.285380:0:86528:0:(obd_config.c:757:class_attach()) OBD: dev 8 attached type mdc with refcount 2 00000020:00000001:1.0:1773613376.285382:0:86528:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.285384:0:86528:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613376.285386:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff993642b11180. 00000020:00000010:1.0:1773613376.285388:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff99364a934b80. 00000020:00000001:1.0:1773613376.285391:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773613376.285393:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0289b0 type=0x10620000 idx=15 00000040:00001000:1.0:1773613376.285395:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1773613376.285397:0:86528:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:1.0:1773613376.285398:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773613376.285401:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff99364a934b80. 00000020:01000000:1.0:1773613376.285404:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff99365922b000 00000020:00000010:1.0:1773613376.285406:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff993642b11180. 00000020:00000080:1.0:1773613376.285408:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773613376.285411:0:86528:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773613376.285432:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773613376.285435:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff99366110c800. 00000001:00000010:1.0:1773613376.285439:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff993658ca5c60. 00000001:00000010:1.0:1773613376.285442:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993649946e00. 00000001:00000010:1.0:1773613376.285445:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993649947400. 00000001:00000010:1.0:1773613376.286523:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993649947a00. 00000001:00000010:1.0:1773613376.286529:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993649946000. 00000020:00000001:1.0:1773613376.286532:0:86528:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:1.0:1773613376.286536:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947000. 00000020:00000010:1.0:1773613376.286541:0:86528:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993652345600. 00000020:00000010:1.0:1773613376.286546:0:86528:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9936522a7258. 00000008:00000010:1.0:1773613376.286550:0:86528:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd1e0. 00020000:00000010:1.0:1773613376.286554:0:86528:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0b40. 00008000:00000010:1.0:1773613376.286557:0:86528:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4180. 00000080:00000010:1.0:1773613376.286562:0:86528:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eba50. 00000020:00000010:1.0:1773613376.286566:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649946200. 00000020:00000010:1.0:1773613376.286569:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993649947e00. 00000020:00000010:1.0:1773613376.286572:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613376.286576:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572ca0. 00020000:00000010:1.0:1773613376.286580:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.286583:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613376.286587:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbd20. 00000080:00000010:1.0:1773613376.286591:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526b58. 00000002:00000010:1.0:1773613376.286595:0:86528:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff993652345380. 00000002:00000001:1.0:1773613376.286600:0:86528:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:1.0:1773613376.286602:0:86528:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:1.0:1773613376.286605:0:86528:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773613376.286607:0:86528:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.286611:0:86528:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:1.0:1773613376.286618:0:86528:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff993650e36000. 00010000:00000010:1.0:1773613376.286624:0:86528:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff993650e34000. 00010000:00000010:1.0:1773613376.286628:0:86528:0:(ldlm_lib.c:521:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff99364a934ac0. 00010000:00000001:1.0:1773613376.286631:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773613376.286633:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.286636:0:86528:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff993649808000. 00000020:00000040:1.0:1773613376.286640:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 3 - import 00000020:00000001:1.0:1773613376.286644:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.286646:0:86528:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=1 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613376.286647:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773613376.286649:0:86528:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773613376.286660:0:86528:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-192.168.203.144@tcp 00000100:00000001:1.0:1773613376.286663:0:86528:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773613376.286666:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.286671:0:86528:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.203.144@tcp primary NID 192.168.203.144@tcp rc 0 00000100:00000001:1.0:1773613376.286674:0:86528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773613376.286676:0:86528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613376.286678:0:86528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000100:00000001:1.0:1773613376.286681:0:86528:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446631057436157760 : -113016273393856 : 0xffff9936592ba740) 00000100:00000040:1.0:1773613376.286683:0:86528:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000040:1.0:1773613376.286685:0:86528:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff9936592ba740 00010000:00000010:1.0:1773613376.286688:0:86528:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff99364a8488a0. 00010000:00080000:1.0:1773613376.286690:0:86528:0:(ldlm_lib.c:102:import_set_conn()) imp ffff993649808000@lustre-MDT0000-mdc-ffff99365922b000: add connection 192.168.203.144@tcp at head 00010000:00000001:1.0:1773613376.287493:0:86528:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.287497:0:86528:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773613376.287499:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773613376.287500:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773613376.287505:0:86528:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff993650fc5800. 00000001:00000001:1.0:1773613376.287508:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773613376.287511:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff993649947200. 00000001:00000010:1.0:1773613376.287516:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff99366110cd00. 00000001:00000010:1.0:1773613376.287565:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c17e7000. 00000001:00000010:1.0:1773613376.287615:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c19e9000. 00000001:00000010:1.0:1773613376.287663:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1c5d000. 00000001:00000010:1.0:1773613376.287708:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1c67000. 00000001:00000010:1.0:1773613376.287756:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1dc7000. 00000001:00000010:2.0:1773613376.295118:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e4d000. 00000001:00000010:2.0:1773613376.295201:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e57000. 00000001:00000010:2.0:1773613376.295246:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e61000. 00000001:00000010:2.0:1773613376.295290:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e6b000. 00000001:00000010:2.0:1773613376.295684:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e75000. 00000001:00000010:2.0:1773613376.295743:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e85000. 00000001:00000010:2.0:1773613376.295805:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1e9d000. 00000001:00000010:2.0:1773613376.296116:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ea7000. 00000001:00000010:2.0:1773613376.296166:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ebd000. 00000001:00000010:2.0:1773613376.296370:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ec7000. 00000001:00000010:2.0:1773613376.297520:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ed1000. 00000001:00000010:2.0:1773613376.297581:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1edb000. 00000001:00000010:2.0:1773613376.297625:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ee5000. 00000001:00000010:2.0:1773613376.297671:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1ef5000. 00000001:00000010:2.0:1773613376.297720:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f0d000. 00000001:00000010:2.0:1773613376.297770:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f35000. 00000001:00000010:2.0:1773613376.298589:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f45000. 00000001:00000010:2.0:1773613376.298638:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f5d000. 00000001:00000010:2.0:1773613376.298689:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f67000. 00000001:00000010:2.0:1773613376.300793:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f71000. 00000001:00000010:2.0:1773613376.301795:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f85000. 00000001:00000010:2.0:1773613376.302037:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1f8f000. 00000001:00000010:2.0:1773613376.302083:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1fa5000. 00000001:00000010:2.0:1773613376.302128:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1fb5000. 00000001:00000010:2.0:1773613376.303769:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1fbf000. 00000001:00000010:2.0:1773613376.303849:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1fc9000. 00000001:00000010:2.0:1773613376.303915:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffaca8c1fd3000. 00000020:00000010:2.0:1773613376.304027:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604a9800. 00000020:00000010:2.0:1773613376.304032:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff99364a8097e0. 00010000:00000001:2.0:1773613376.304058:0:86528:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1773613376.304085:0:86528:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1773613376.304101:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604aa800. 00000020:00000010:2.0:1773613376.304105:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff993661181200. 00010000:00000001:2.0:1773613376.304119:0:86528:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1773613376.304121:0:86528:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff99365922b000-4 is initialized 00010000:00000001:2.0:1773613376.304123:0:86528:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.304127:0:86528:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446631057298839552 : -113016410712064 : ffff993650fc5800) 00010000:00000001:2.0:1773613376.304131:0:86528:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773613376.304138:0:86528:0:(osc_request.c:745:osc_update_next_shrink()) next time 6998 to shrink grant 00000008:00000001:2.0:1773613376.304141:0:86528:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.304317:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604ab400. 00000020:00000010:2.0:1773613376.304321:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff993661180200. 00000020:00000010:2.0:1773613376.304344:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9936604a9000. 00000020:00000010:2.0:1773613376.304348:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff993644bae000. 00000002:00000001:2.0:1773613376.304369:0:86528:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:2.0:1773613376.304371:0:86528:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:2.0:1773613376.304375:0:86528:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff9936604c83c0. 00000020:00000040:2.0:1773613376.304379:0:86528:0:(genops.c:887:class_export_get()) GET export ffff99364980a800 refcount=2 00000040:01000000:2.0:1773613376.304381:0:86528:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff99365922b000 ctxt 13 is initialized 00000040:00000001:2.0:1773613376.304383:0:86528:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1773613376.304386:0:86528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9936604c83c0 : new refcount 2 00000040:00000001:2.0:1773613376.304389:0:86528:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:2.0:1773613376.304391:0:86528:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000040:00000001:2.0:1773613376.304393:0:86528:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1773613376.304395:0:86528:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9936604c83c0 : new refcount 1 00000002:00000001:2.0:1773613376.304397:0:86528:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.304400:0:86528:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:2.0:1773613376.304415:0:86528:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff993660678800. 00000002:00000001:2.0:1773613376.304420:0:86528:0:(mdc_changelog.c:831:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:2.0:1773613376.304423:0:86528:0:(mdc_changelog.c:873:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff993660678800. 00000002:00000001:2.0:1773613376.304425:0:86528:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.304428:0:86528:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.304431:0:86528:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446631057319285632 : -113016390265984 : ffff993652345380) 00000002:00000001:2.0:1773613376.304434:0:86528:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.304438:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993649947e00. 00000020:00000010:2.0:1773613376.304442:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:2.0:1773613376.304447:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572ca0. 00020000:00000010:2.0:1773613376.304451:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:2.0:1773613376.304456:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:2.0:1773613376.304461:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbd20. 00000080:00000010:2.0:1773613376.304465:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526b58. 00000020:00000010:2.0:1773613376.304468:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649946200. 00000020:00000010:2.0:1773613376.304473:0:86528:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993652345600. 00000020:00000010:2.0:1773613376.304477:0:86528:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9936522a7258. 00000008:00000010:2.0:1773613376.304481:0:86528:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd1e0. 00020000:00000010:2.0:1773613376.304485:0:86528:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0b40. 00008000:00000010:2.0:1773613376.304488:0:86528:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4180. 00000080:00000010:2.0:1773613376.304491:0:86528:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eba50. 00000020:00000010:2.0:1773613376.304494:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947000. 00000020:00000001:2.0:1773613376.304497:0:86528:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613376.304499:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 4 - setup 00000020:00000080:2.0:1773613376.304502:0:86528:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:2.0:1773613376.304504:0:86528:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.304507:0:86528:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.304510:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff993642b11180. 00000020:00000010:2.0:1773613376.304513:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff99364a934b80. 00000020:00000001:2.0:1773613376.304517:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304520:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028a40 type=0x10620000 idx=16 00000040:00001000:2.0:1773613376.304525:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:2.0:1773613376.304528:0:86528:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304530:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.304534:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff9936498e4b80. 00000020:01000000:2.0:1773613376.304537:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff99365922b000 00000020:00000010:2.0:1773613376.304541:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff9936604c8a80. 00000020:00000080:2.0:1773613376.304544:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:2.0:1773613376.304549:0:86528:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.304552:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993661180e00. 00000020:00000010:2.0:1773613376.304556:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993661181600. 00000040:00000010:2.0:1773613376.304559:0:86528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993661180000. 00000020:00000010:2.0:1773613376.304563:0:86528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff993660678800. 00000020:00000010:2.0:1773613376.304568:0:86528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993661181400. 00040000:00000010:2.0:1773613376.304573:0:86528:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff993649362600. 00040000:00000010:2.0:1773613376.304577:0:86528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993661181800. 00800000:00000001:2.0:1773613376.304581:0:86528:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:2.0:1773613376.304586:0:86528:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:2.0:1773613376.304588:0:86528:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:2.0:1773613376.304595:0:86528:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff993652f2f400. 00020000:00000001:2.0:1773613376.304598:0:86528:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:2.0:1773613376.304603:0:86528:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff993644ba9000. 00020000:00000001:2.0:1773613376.304605:0:86528:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613376.304607:0:86528:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613376.304609:0:86528:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613376.304611:0:86528:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.304613:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993661181600. 00000040:00000010:2.0:1773613376.304617:0:86528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993661180000. 00000020:00000010:2.0:1773613376.304620:0:86528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff993660678800. 00000020:00000010:2.0:1773613376.304624:0:86528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993661181400. 00040000:00000010:2.0:1773613376.304626:0:86528:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff993649362600. 00040000:00000010:2.0:1773613376.304629:0:86528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993661181800. 00000020:00000010:2.0:1773613376.304632:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993661180e00. 00000020:00000001:2.0:1773613376.304634:0:86528:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.304638:0:86528:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.304641:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993652f2f200. 00000020:00000010:2.0:1773613376.304643:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993652f2e800. 00000020:00000010:2.0:1773613376.304646:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.304650:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.304654:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.304657:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.304662:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.304665:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00020000:00000001:2.0:1773613376.304669:0:86528:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1773613376.304672:0:86528:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.304676:0:86528:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00000020:00000040:2.0:1773613376.304679:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 4 - lov 00020000:00000001:2.0:1773613376.304682:0:86528:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.304685:0:86528:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.304687:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993652f2e800. 00000020:00000010:2.0:1773613376.304689:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.304692:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.304694:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.304697:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.304699:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.304702:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.304705:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993652f2f200. 00000020:00000001:2.0:1773613376.304707:0:86528:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.304709:0:86528:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.304711:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff9936604c8a80. 00000020:00000010:2.0:1773613376.304714:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff9936498e4b80. 00000020:00000001:2.0:1773613376.304715:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304717:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028ae0 type=0x10620000 idx=17 00000040:00001000:2.0:1773613376.304720:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:2.0:1773613376.304722:0:86528:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304724:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.304726:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.304728:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.304729:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.304732:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff993649362600. 00000020:00000080:2.0:1773613376.304734:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.304735:0:86528:0:(obd_config.c:1594:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:2.0:1773613376.304737:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.304739:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff993649362600. 00000020:00000001:2.0:1773613376.304742:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304743:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028bc0 type=0x10620000 idx=18 00000040:00001000:2.0:1773613376.304745:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:2.0:1773613376.304747:0:86528:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304749:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.304750:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.304751:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.304752:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1773613376.304755:0:86528:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #10 00000020:01000000:2.0:1773613376.304757:0:86528:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1773613376.304758:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304760:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028ca0 type=0x10620000 idx=19 00000040:00001000:2.0:1773613376.304761:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:2.0:1773613376.304763:0:86528:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304764:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1773613376.304766:0:86528:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1773613376.304767:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304769:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028cf0 type=0x10620000 idx=20 00000040:00001000:2.0:1773613376.304770:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:2.0:1773613376.304772:0:86528:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304773:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.304774:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.304775:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.304776:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1773613376.304779:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff993649362600. 00000020:00000080:2.0:1773613376.304780:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.304782:0:86528:0:(obd_config.c:1594:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:00000001:2.0:1773613376.304783:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.304785:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff993649362600. 00000020:00000001:2.0:1773613376.304787:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.304789:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028dd0 type=0x10620000 idx=21 00000040:00001000:2.0:1773613376.304790:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:2.0:1773613376.304792:0:86528:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.304793:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.304794:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.304795:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.304796:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.304799:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1773613376.304801:0:86528:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.144@tcp:/lustre 00000020:00000001:2.0:1773613376.304804:0:86528:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.304807:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff993649362600. 00000020:00000080:2.0:1773613376.304809:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.304810:0:86528:0:(obd_config.c:1594:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000001:2.0:1773613376.304812:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.307728:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff993649362600. 00000020:00000001:2.0:1773613376.307738:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.307742:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028eb0 type=0x10620000 idx=22 00000040:00001000:2.0:1773613376.307746:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:2.0:1773613376.307749:0:86528:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.307752:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.307758:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff9936498e4b80. 00000020:00000080:2.0:1773613376.307761:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1773613376.307766:0:86528:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000100:00000010:2.0:1773613376.307770:0:86528:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff9936604a8000. 00000100:00000040:2.0:1773613376.308071:0:86528:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.144@tcp 192.168.203.144@tcp cnt=1 00000400:00000200:2.0:1773613376.308076:0:86528:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773613376.308079:0:86528:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773613376.308082:0:86528:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.308086:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.308092:0:86528:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773613376.308096:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.308102:0:86528:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773613376.308105:0:86528:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:2.0:1773613376.308107:0:86528:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000010:2.0:1773613376.308109:0:86528:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff9936604a8000. 00000020:00000001:2.0:1773613376.308113:0:86528:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.308115:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff9936498e4b80. 00000020:00000001:2.0:1773613376.308117:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.308120:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028f08 type=0x10620000 idx=23 00000040:00001000:2.0:1773613376.308122:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:2.0:1773613376.308124:0:86528:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.308125:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.308129:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff9936498e4b80. 00000020:01000000:2.0:1773613376.308132:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff99365922b000 00000020:00000010:2.0:1773613376.308135:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff9936604c8a80. 00000020:00000080:2.0:1773613376.308137:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1773613376.308139:0:86528:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:2.0:1773613376.308142:0:86528:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1773613376.308150:0:86528:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff993661104d28. 00000020:00000080:2.0:1773613376.308154:0:86528:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) 00000020:00000001:2.0:1773613376.308157:0:86528:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1773613376.308160:0:86528:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff993660678800. 00000020:00000001:2.0:1773613376.308163:0:86528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613376.308166:0:86528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993660678800 with handle 0xa1aa084204a0113c to hash 00000020:00000001:2.0:1773613376.308168:0:86528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1773613376.308172:0:86528:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:2.0:1773613376.308173:0:86528:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.308176:0:86528:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057557522432 : -113016152029184 : ffff993660678800) 00000020:00000040:2.0:1773613376.308179:0:86528:0:(genops.c:898:class_export_put()) PUTting export ffff993660678800 : new refcount 1 00000020:00000040:2.0:1773613376.308187:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 2 - obd_device_list 00000020:00000001:2.0:1773613376.308192:0:86528:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1773613376.308195:0:86528:0:(obd_config.c:757:class_attach()) OBD: dev 9 attached type osc with refcount 2 00000020:00000001:2.0:1773613376.308196:0:86528:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.308198:0:86528:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.308201:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff9936604c8a80. 00000020:00000010:2.0:1773613376.308203:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff9936498e4b80. 00000020:00000001:2.0:1773613376.308205:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.308207:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b028f88 type=0x10620000 idx=24 00000040:00001000:2.0:1773613376.308209:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:2.0:1773613376.308211:0:86528:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.308213:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.308215:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff9936498e4b80. 00000020:01000000:2.0:1773613376.308217:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff99365922b000 00000020:00000010:2.0:1773613376.308220:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff9936604c8a80. 00000020:00000080:2.0:1773613376.308221:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1773613376.308224:0:86528:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:2.0:1773613376.308257:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1773613376.308261:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff993649362600. 00000001:00000010:2.0:1773613376.308266:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff993643f7b820. 00000001:00000010:2.0:1773613376.308269:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993652f2f200. 00000001:00000010:2.0:1773613376.308272:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993652f2e800. 00000001:00000010:2.0:1773613376.308274:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993652f2e000. 00000001:00000010:2.0:1773613376.308278:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993661181a00. 00000020:00000001:2.0:1773613376.308280:0:86528:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:2.0:1773613376.308283:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993661180e00. 00000020:00000010:2.0:1773613376.308288:0:86528:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.308294:0:86528:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947000. 00000008:00000010:2.0:1773613376.308298:0:86528:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613376.308302:0:86528:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613376.308306:0:86528:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613376.308311:0:86528:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613376.308314:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993661181800. 00000020:00000010:2.0:1773613376.308317:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993661181400. 00000020:00000010:2.0:1773613376.308321:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.308325:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.308328:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.308331:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.308334:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.308338:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000008:00000010:2.0:1773613376.308341:0:86528:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff9936522ce500. 00000008:00000001:2.0:1773613376.308345:0:86528:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:2.0:1773613376.308347:0:86528:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:2.0:1773613376.308350:0:86528:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1773613376.308352:0:86528:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.308355:0:86528:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:2.0:1773613376.308361:0:86528:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff993644bac000. 00010000:00000010:2.0:1773613376.308367:0:86528:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff9936584b2000. 00010000:00000001:2.0:1773613376.308371:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773613376.308373:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.308376:0:86528:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff99366067d000. 00000020:00000040:2.0:1773613376.308378:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 3 - import 00000020:00000001:2.0:1773613376.308383:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.308384:0:86528:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=1 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613376.308387:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1773613376.308388:0:86528:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1773613376.308398:0:86528:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613376.308401:0:86528:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1773613376.308404:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.308409:0:86528:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.203.144@tcp primary NID 192.168.203.144@tcp rc 0 00000100:00000001:2.0:1773613376.310667:0:86528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613376.310673:0:86528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 14 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613376.310677:0:86528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000100:00000001:2.0:1773613376.310680:0:86528:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446631057436157760 : -113016273393856 : 0xffff9936592ba740) 00000100:00000040:2.0:1773613376.310683:0:86528:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9936592ba740 refcount 14 to 192.168.203.144@tcp 00000100:00000040:2.0:1773613376.310686:0:86528:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff9936592ba740 00010000:00000010:2.0:1773613376.310693:0:86528:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff99364a809a80. 00010000:00080000:2.0:1773613376.310696:0:86528:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99366067d000@lustre-OST0000-osc-ffff99365922b000: add connection 192.168.203.144@tcp at head 00010000:00000001:2.0:1773613376.310700:0:86528:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.310703:0:86528:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1773613376.310705:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773613376.310707:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773613376.310711:0:86528:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff99364a1e3800. 00000001:00000001:2.0:1773613376.310714:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1773613376.310718:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff993661180000. 00000001:00000010:2.0:1773613376.310736:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff9936522ceb00. 00000001:00000010:2.0:1773613376.310741:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364b02e000. 00000001:00000010:2.0:1773613376.310747:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364b02a000. 00000001:00000010:2.0:1773613376.310752:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364b02c000. 00000001:00000010:2.0:1773613376.310760:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993658eb4000. 00000001:00000010:2.0:1773613376.310767:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993660456000. 00000001:00000010:2.0:1773613376.310772:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993660452000. 00000001:00000010:2.0:1773613376.310785:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993660454000. 00000001:00000010:2.0:1773613376.310790:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993660450000. 00000001:00000010:2.0:1773613376.310796:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364a362000. 00000001:00000010:2.0:1773613376.310802:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364a364000. 00000001:00000010:2.0:1773613376.310808:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364a360000. 00000001:00000010:2.0:1773613376.310824:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364a366000. 00000001:00000010:2.0:1773613376.310833:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643f4e000. 00000001:00000010:2.0:1773613376.310839:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643f4a000. 00000001:00000010:2.0:1773613376.310844:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643f4c000. 00000001:00000010:2.0:1773613376.310850:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643f48000. 00000020:00000010:2.0:1773613376.311231:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e2400. 00000020:00000010:2.0:1773613376.311236:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff99364a8096c0. 00010000:00000001:2.0:1773613376.311260:0:86528:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1773613376.311284:0:86528:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1773613376.311298:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e2c00. 00000020:00000010:2.0:1773613376.311301:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff993661181600. 00010000:00000001:2.0:1773613376.311312:0:86528:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1773613376.311314:0:86528:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff99365922b000-5 is initialized 00010000:00000001:2.0:1773613376.311315:0:86528:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.311318:0:86528:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446631057183619072 : -113016525932544 : ffff99364a1e3800) 00010000:00000001:2.0:1773613376.311322:0:86528:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773613376.311327:0:86528:0:(osc_request.c:745:osc_update_next_shrink()) next time 6998 to shrink grant 00000008:00000001:2.0:1773613376.311330:0:86528:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.311561:0:86528:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.311580:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e0400. 00000020:00000010:2.0:1773613376.311583:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff9936584b5000. 00000008:00000001:2.0:1773613376.311602:0:86528:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.311604:0:86528:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446631057318798592 : -113016390753024 : ffff9936522ce500) 00000008:00000001:2.0:1773613376.311607:0:86528:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.311611:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993661181400. 00000020:00000010:2.0:1773613376.311616:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.311619:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.311624:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.311628:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.311633:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.311637:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.311640:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993661181800. 00000020:00000010:2.0:1773613376.311645:0:86528:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.311649:0:86528:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947000. 00000008:00000010:2.0:1773613376.311652:0:86528:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613376.311656:0:86528:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613376.311659:0:86528:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613376.311662:0:86528:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613376.311665:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993661180e00. 00000020:00000001:2.0:1773613376.311668:0:86528:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613376.311671:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 4 - setup 00000020:00000080:2.0:1773613376.311674:0:86528:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000-osc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:2.0:1773613376.311676:0:86528:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.311679:0:86528:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.311682:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff9936604c8a80. 00000020:00000010:2.0:1773613376.311685:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff9936498e4b80. 00000020:00000001:2.0:1773613376.311688:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.311692:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029018 type=0x10620000 idx=25 00000040:00001000:2.0:1773613376.311695:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:2.0:1773613376.311698:0:86528:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.311700:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.311704:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff993650f35f40. 00000020:01000000:2.0:1773613376.311707:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff99365922b000 00000020:00000010:2.0:1773613376.311710:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff9936522cea00. 00000020:00000080:2.0:1773613376.311713:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:2.0:1773613376.311718:0:86528:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.311721:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993661180e00. 00000020:00000010:2.0:1773613376.312634:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993661181800. 00000020:00000010:2.0:1773613376.312639:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.312644:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.312647:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.312651:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.312655:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.312659:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00020000:00000001:2.0:1773613376.312664:0:86528:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1773613376.312668:0:86528:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:2.0:1773613376.312669:0:86528:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:2.0:1773613376.312677:0:86528:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff993661181400. 00020000:01000000:2.0:1773613376.312679:0:86528:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff99365922b000: Adding target lustre-OST0000_UUID 00020000:00000001:2.0:1773613376.312681:0:86528:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:2.0:1773613376.312685:0:86528:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff9936584b7000. 00020000:00000001:2.0:1773613376.312687:0:86528:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.312690:0:86528:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:2.0:1773613376.312691:0:86528:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:2.0:1773613376.312693:0:86528:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:2.0:1773613376.312695:0:86528:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.312697:0:86528:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613376.312700:0:86528:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.312702:0:86528:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:2.0:1773613376.312704:0:86528:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000010:2.0:1773613376.312708:0:86528:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff9936820f0c00. 00020000:00000001:2.0:1773613376.312710:0:86528:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.312712:0:86528:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.312714:0:86528:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.312716:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993661181800. 00000020:00000010:2.0:1773613376.312720:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.312722:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.312725:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.312728:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.312730:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.312733:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.312735:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993661180e00. 00000020:00000001:2.0:1773613376.312738:0:86528:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.312740:0:86528:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.312742:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.312745:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.312747:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.312750:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029098 type=0x10620000 idx=26 00000040:00001000:2.0:1773613376.312753:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:2.0:1773613376.312755:0:86528:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.312757:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.312760:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.312761:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.312763:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.312767:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e300. 00000020:00000080:2.0:1773613376.312769:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.312771:0:86528:0:(obd_config.c:1594:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:00000001:2.0:1773613376.312773:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.312776:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e300. 00000020:00000001:2.0:1773613376.312778:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.312780:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029178 type=0x10620000 idx=27 00000040:00001000:2.0:1773613376.312782:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:2.0:1773613376.312784:0:86528:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.312785:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.312787:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.312788:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.312789:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1773613376.312791:0:86528:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #16 00000020:01000000:2.0:1773613376.312793:0:86528:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1773613376.312794:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.312796:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029258 type=0x10620000 idx=28 00000040:00001000:2.0:1773613376.312798:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:2.0:1773613376.312800:0:86528:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.312801:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1773613376.312803:0:86528:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1773613376.312804:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.312806:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0292a8 type=0x10620000 idx=29 00000040:00001000:2.0:1773613376.312808:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:2.0:1773613376.312809:0:86528:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.312811:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.312812:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.312813:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.313139:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1773613376.313144:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e300. 00000020:00000080:2.0:1773613376.313146:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.313147:0:86528:0:(obd_config.c:1594:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:00000001:2.0:1773613376.313150:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.313151:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e300. 00000020:00000001:2.0:1773613376.313154:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.313156:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029388 type=0x10620000 idx=30 00000040:00001000:2.0:1773613376.313158:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:2.0:1773613376.313159:0:86528:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.313161:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.313162:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.313163:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.313164:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.313168:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1773613376.313170:0:86528:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.144@tcp:/lustre 00000020:00000001:2.0:1773613376.313172:0:86528:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.313175:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e300. 00000020:00000080:2.0:1773613376.313176:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.313177:0:86528:0:(obd_config.c:1594:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:2.0:1773613376.313179:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.313181:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e300. 00000020:00000001:2.0:1773613376.313183:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.313185:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029468 type=0x10620000 idx=31 00000040:00001000:2.0:1773613376.313186:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:2.0:1773613376.313188:0:86528:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.313190:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.313192:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff993650f35f40. 00000020:00000080:2.0:1773613376.313194:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1773613376.313198:0:86528:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000100:00000010:2.0:1773613376.313203:0:86528:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff99364a1e1c00. 00000100:00000040:2.0:1773613376.313208:0:86528:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.144@tcp 192.168.203.144@tcp cnt=1 00000400:00000200:2.0:1773613376.313210:0:86528:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773613376.313214:0:86528:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773613376.313216:0:86528:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.313220:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.313224:0:86528:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773613376.313228:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.313234:0:86528:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773613376.313237:0:86528:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:2.0:1773613376.313239:0:86528:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000010:2.0:1773613376.313241:0:86528:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff99364a1e1c00. 00000020:00000001:2.0:1773613376.313244:0:86528:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.313246:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.313248:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.313250:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0294c0 type=0x10620000 idx=32 00000040:00001000:2.0:1773613376.313252:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:2.0:1773613376.313254:0:86528:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.313255:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.313258:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff993650f35f40. 00000020:01000000:2.0:1773613376.313261:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff99365922b000 00000020:00000010:2.0:1773613376.313263:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff9936604c8a80. 00000020:00000080:2.0:1773613376.313265:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1773613376.313267:0:86528:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:2.0:1773613376.313269:0:86528:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1773613376.313275:0:86528:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff993661103370. 00000020:00000080:2.0:1773613376.313279:0:86528:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) 00000020:00000001:2.0:1773613376.313283:0:86528:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1773613376.313286:0:86528:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99366067a000. 00000020:00000001:2.0:1773613376.313288:0:86528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613376.313290:0:86528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99366067a000 with handle 0xa1aa084204a01143 to hash 00000020:00000001:2.0:1773613376.313292:0:86528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1773613376.313295:0:86528:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:2.0:1773613376.313296:0:86528:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.313299:0:86528:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057557528576 : -113016152023040 : ffff99366067a000) 00000020:00000040:2.0:1773613376.313302:0:86528:0:(genops.c:898:class_export_put()) PUTting export ffff99366067a000 : new refcount 1 00000020:00000040:2.0:1773613376.313308:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 2 - obd_device_list 00000020:00000001:2.0:1773613376.313312:0:86528:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1773613376.313315:0:86528:0:(obd_config.c:757:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:00000001:2.0:1773613376.313316:0:86528:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.313318:0:86528:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.313320:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff9936604c8a80. 00000020:00000010:2.0:1773613376.313323:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.313324:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.313326:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029540 type=0x10620000 idx=33 00000040:00001000:2.0:1773613376.313328:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:2.0:1773613376.313329:0:86528:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.313331:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.313333:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff993650f35f40. 00000020:01000000:2.0:1773613376.313336:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff99365922b000 00000020:00000010:2.0:1773613376.313338:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff9936604c8a80. 00000020:00000080:2.0:1773613376.313339:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1773613376.313343:0:86528:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:2.0:1773613376.313357:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1773613376.313359:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff99364c31e300. 00000001:00000010:2.0:1773613376.313363:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff993643f7bd60. 00000001:00000010:2.0:1773613376.313366:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9936820f1600. 00000001:00000010:2.0:1773613376.313369:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993661180e00. 00000001:00000010:2.0:1773613376.313371:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993661181800. 00000001:00000010:2.0:1773613376.313374:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff993641215c00. 00000020:00000001:2.0:1773613376.313376:0:86528:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:2.0:1773613376.313379:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659e8ec00. 00000020:00000010:2.0:1773613376.313382:0:86528:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.313386:0:86528:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947000. 00000008:00000010:2.0:1773613376.313390:0:86528:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613376.313393:0:86528:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613376.313396:0:86528:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613376.313400:0:86528:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613376.313404:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c1d8000. 00000020:00000010:2.0:1773613376.313406:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364c1d8200. 00000020:00000010:2.0:1773613376.314451:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.314459:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.314462:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.314466:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.314470:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.314473:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000008:00000010:2.0:1773613376.314477:0:86528:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff9936522ce600. 00000008:00000001:2.0:1773613376.314483:0:86528:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:2.0:1773613376.314484:0:86528:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:2.0:1773613376.314486:0:86528:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1773613376.314488:0:86528:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.314491:0:86528:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:2.0:1773613376.314499:0:86528:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff99364a351000. 00010000:00000010:2.0:1773613376.314505:0:86528:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff99364a352000. 00010000:00000001:2.0:1773613376.314509:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773613376.314511:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.314515:0:86528:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff99366067e800. 00000020:00000040:2.0:1773613376.314518:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 3 - import 00000020:00000001:2.0:1773613376.314524:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.314526:0:86528:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=1 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:2.0:1773613376.314528:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1773613376.314530:0:86528:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1773613376.314540:0:86528:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613376.314543:0:86528:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1773613376.314547:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.314551:0:86528:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.203.144@tcp primary NID 192.168.203.144@tcp rc 0 00000100:00000001:2.0:1773613376.314554:0:86528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613376.314556:0:86528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 15 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613376.314558:0:86528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000100:00000001:2.0:1773613376.314561:0:86528:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446631057436157760 : -113016273393856 : 0xffff9936592ba740) 00000100:00000040:2.0:1773613376.314564:0:86528:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9936592ba740 refcount 15 to 192.168.203.144@tcp 00000100:00000040:2.0:1773613376.314566:0:86528:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff9936592ba740 00010000:00000010:2.0:1773613376.314569:0:86528:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff99364a809660. 00010000:00080000:2.0:1773613376.314572:0:86528:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99366067e800@lustre-OST0001-osc-ffff99365922b000: add connection 192.168.203.144@tcp at head 00010000:00000001:2.0:1773613376.314574:0:86528:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.314577:0:86528:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1773613376.314578:0:86528:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773613376.314580:0:86528:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773613376.314583:0:86528:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff99364a1e1400. 00000001:00000001:2.0:1773613376.314585:0:86528:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1773613376.314590:0:86528:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff993652f27a00. 00000001:00000010:2.0:1773613376.314595:0:86528:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff9936522cef00. 00000001:00000010:2.0:1773613376.314601:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993658c60000. 00000001:00000010:2.0:1773613376.314607:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993658c62000. 00000001:00000010:2.0:1773613376.314613:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364992c000. 00000001:00000010:2.0:1773613376.314618:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993649928000. 00000001:00000010:2.0:1773613376.314624:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364992e000. 00000001:00000010:2.0:1773613376.314630:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff99364992a000. 00000001:00000010:2.0:1773613376.314636:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff9936498a4000. 00000001:00000010:2.0:1773613376.314641:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff9936498a0000. 00000001:00000010:2.0:1773613376.314646:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff9936498a6000. 00000001:00000010:2.0:1773613376.314652:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff9936498a2000. 00000001:00000010:2.0:1773613376.314657:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643d70000. 00000001:00000010:2.0:1773613376.314662:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643d76000. 00000001:00000010:2.0:1773613376.314666:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643d72000. 00000001:00000010:2.0:1773613376.314670:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993643d74000. 00000001:00000010:2.0:1773613376.314675:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff993659096000. 00000001:00000010:2.0:1773613376.314691:0:86528:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff9936498dc000. 00000020:00000010:2.0:1773613376.316102:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e3400. 00000020:00000010:2.0:1773613376.316109:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff99364a809180. 00010000:00000001:2.0:1773613376.316133:0:86528:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1773613376.316160:0:86528:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1773613376.316174:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e0c00. 00000020:00000010:2.0:1773613376.316177:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff993652f26e00. 00010000:00000001:2.0:1773613376.316188:0:86528:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1773613376.316190:0:86528:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff99365922b000-6 is initialized 00010000:00000001:2.0:1773613376.316192:0:86528:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.316195:0:86528:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446631057183609856 : -113016525941760 : ffff99364a1e1400) 00010000:00000001:2.0:1773613376.316199:0:86528:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773613376.316205:0:86528:0:(osc_request.c:745:osc_update_next_shrink()) next time 6998 to shrink grant 00000008:00000001:2.0:1773613376.316207:0:86528:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.323628:0:86528:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.323656:0:86528:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff99364a1e2800. 00000020:00000010:2.0:1773613376.323662:0:86528:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff99364a350000. 00000008:00000001:2.0:1773613376.323690:0:86528:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.323693:0:86528:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446631057318798848 : -113016390752768 : ffff9936522ce600) 00000008:00000001:2.0:1773613376.323697:0:86528:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.323701:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364c1d8200. 00000020:00000010:2.0:1773613376.323707:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.323711:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.323716:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.323720:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.323736:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.323742:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.323745:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c1d8000. 00000020:00000010:2.0:1773613376.323751:0:86528:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.323755:0:86528:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947000. 00000008:00000010:2.0:1773613376.323759:0:86528:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613376.323762:0:86528:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613376.323766:0:86528:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613376.323769:0:86528:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613376.323772:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659e8ec00. 00000020:00000001:2.0:1773613376.323775:0:86528:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613376.323788:0:86528:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 4 - setup 00000020:00000080:2.0:1773613376.323792:0:86528:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001-osc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:2.0:1773613376.323794:0:86528:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.323796:0:86528:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.323800:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff9936604c8a80. 00000020:00000010:2.0:1773613376.323804:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.323806:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.323810:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b0295d0 type=0x10620000 idx=34 00000040:00001000:2.0:1773613376.323826:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:2.0:1773613376.323829:0:86528:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.323831:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.323845:0:86528:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff993650f35f40. 00000020:01000000:2.0:1773613376.323849:0:86528:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff99365922b000 00000020:00000010:2.0:1773613376.323853:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff9936522cea00. 00000020:00000080:2.0:1773613376.323855:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:2.0:1773613376.324027:0:86528:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.324032:0:86528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8bc00. 00000020:00000010:2.0:1773613376.324037:0:86528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8b600. 00000020:00000010:2.0:1773613376.324040:0:86528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.324044:0:86528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.324047:0:86528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.324051:0:86528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.324055:0:86528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.324057:0:86528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00020000:00000001:2.0:1773613376.324061:0:86528:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1773613376.324066:0:86528:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:2.0:1773613376.324067:0:86528:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:2.0:1773613376.324075:0:86528:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff993650f8b200. 00020000:01000000:2.0:1773613376.324077:0:86528:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff99365922b000: Adding target lustre-OST0001_UUID 00020000:00000001:2.0:1773613376.324079:0:86528:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:2.0:1773613376.324081:0:86528:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.324085:0:86528:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:2.0:1773613376.324086:0:86528:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:2.0:1773613376.324088:0:86528:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:2.0:1773613376.324090:0:86528:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.324092:0:86528:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613376.324095:0:86528:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.324097:0:86528:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:2.0:1773613376.324099:0:86528:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000001:2.0:1773613376.324101:0:86528:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.324103:0:86528:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.324105:0:86528:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.324107:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8b600. 00000020:00000010:2.0:1773613376.324110:0:86528:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.324112:0:86528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.324114:0:86528:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.324117:0:86528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.324119:0:86528:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.324122:0:86528:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.324124:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8bc00. 00000020:00000001:2.0:1773613376.324126:0:86528:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.324128:0:86528:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324130:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff9936522cea00. 00000020:00000010:2.0:1773613376.324132:0:86528:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.324134:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324136:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029650 type=0x10620000 idx=35 00000040:00001000:2.0:1773613376.324138:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:2.0:1773613376.324140:0:86528:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324142:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.324145:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.324146:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.324147:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.324151:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31ef00. 00000020:00000080:2.0:1773613376.324153:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.324155:0:86528:0:(obd_config.c:1594:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:2.0:1773613376.324157:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324159:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31ef00. 00000020:00000001:2.0:1773613376.324162:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324164:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029730 type=0x10620000 idx=36 00000040:00001000:2.0:1773613376.324166:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:2.0:1773613376.324167:0:86528:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324169:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.324171:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.324171:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.324172:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.324175:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1773613376.324177:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.324180:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31ef00. 00000020:00000080:2.0:1773613376.324182:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.324183:0:86528:0:(obd_config.c:1594:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000001:2.0:1773613376.324185:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324186:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31ef00. 00000020:00000001:2.0:1773613376.324189:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324190:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029810 type=0x10620000 idx=37 00000040:00001000:2.0:1773613376.324192:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:2.0:1773613376.324194:0:86528:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324195:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.324198:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff993650f35f40. 00000020:00000080:2.0:1773613376.324200:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1773613376.324202:0:86528:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:2.0:1773613376.324204:0:86528:0:(obd_config.c:1572:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324206:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff993650f35f40. 00000020:00000001:2.0:1773613376.324207:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324209:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029860 type=0x10620000 idx=38 00000040:00001000:2.0:1773613376.324211:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:2.0:1773613376.324213:0:86528:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324214:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.324216:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.324217:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.324218:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.324222:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31ef00. 00000020:00000080:2.0:1773613376.324223:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.324225:0:86528:0:(obd_config.c:1594:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:00000001:2.0:1773613376.324227:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324229:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31ef00. 00000020:00000001:2.0:1773613376.324231:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324233:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029940 type=0x10620000 idx=39 00000040:00001000:2.0:1773613376.324235:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1728 remains) 00000040:00001000:2.0:1773613376.324237:0:86528:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324239:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.324240:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.324241:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.324242:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.324244:0:86528:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1773613376.324245:0:86528:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.324248:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31ef00. 00000020:00000080:2.0:1773613376.324249:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.324250:0:86528:0:(obd_config.c:1594:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000001:2.0:1773613376.324252:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324253:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31ef00. 00000020:00000001:2.0:1773613376.324256:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324258:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029a20 type=0x10620000 idx=40 00000040:00001000:2.0:1773613376.324259:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 120 (1504 remains) 00000040:00001000:2.0:1773613376.324261:0:86528:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:2.0:1773613376.324263:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.324265:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff99364a809780. 00000020:00000080:2.0:1773613376.324267:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773613376.324271:0:86528:0:(obd_config.c:1620:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.324273:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff99364a809780. 00000020:00000001:2.0:1773613376.324275:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.324277:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029a98 type=0x10620000 idx=41 00000040:00001000:2.0:1773613376.324279:0:86528:0:(llog.c:720:llog_process_thread()) synced_idx: 41 00000040:00000001:2.0:1773613376.324283:0:86528:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1773613376.324285:0:86528:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1773613376.324288:0:86528:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:2.0:1773613376.324294:0:86528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abbb80. 00000020:00000040:2.0:1773613376.324297:0:86528:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.324301:0:86528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.324304:0:86528:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.324308:0:86528:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.324314:0:86528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8bc00. 00000100:00000001:2.0:1773613376.324320:0:86528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.324326:0:86528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.324328:0:86528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.324333:0:86528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8a80. 00000100:00000001:2.0:1773613376.324335:0:86528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753600 : -113016153798016 : ffff9936604c8a80) 00000100:00000001:2.0:1773613376.324338:0:86528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.324339:0:86528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561992064 : -113016147559552 : ffff993660abbb80) 00000100:00000001:2.0:1773613376.324343:0:86528:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.324347:0:86528:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.324349:0:86528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.324351:0:86528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.324361:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.324370:0:86528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.324372:0:86528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.324375:0:86528:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.324377:0:86528:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.324380:0:86528:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.324383:0:86528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86528:1859762477103744:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.324387:0:86528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.324392:0:86528:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.324394:0:86528:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.324397:0:86528:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.327332:0:86528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff993660b9c000. 02000000:00000001:2.0:1773613376.327342:0:86528:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.327351:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.327357:0:86528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613376.327364:0:86528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff993650f3ac00. 00000100:00000200:2.0:1773613376.327371:0:86528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477103744, portal 25 00000100:00000001:2.0:1773613376.327374:0:86528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.327376:0:86528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561992064 : -113016147559552 : ffff993660abbb80) 00000100:00000040:2.0:1773613376.327388:0:86528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.327402:0:86528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.327404:0:86528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.327408:0:86528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613376.327411:0:86528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477103744, offset 0 00000400:00000200:2.0:1773613376.328457:0:86528:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.328466:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.328475:0:86528:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.328479:0:86528:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.328484:0:86528:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.328488:0:86528:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.328490:0:86528:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.328494:0:86528:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224953:224953:256:4294967295] 192.168.203.144@tcp LPNI seq info [224888:224888:8:4294967295] 00000400:00000200:2.0:1773613376.328499:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.328508:0:86528:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.328514:0:86528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.328520:0:86528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613376.328527:0:86528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.328534:0:86528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.328538:0:86528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.328553:0:86528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.328559:0:86528:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.328561:0:86528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470075 00000800:00000200:2.0:1773613376.328653:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.328658:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613376.328662:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.328666:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.328671:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:2.0:1773613376.328673:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:2.0:1773613376.328676:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.328682:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.328692:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.328696:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.328702:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.328704:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.328719:0:86528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470011 00000100:00000001:2.0:1773613376.330561:0:86528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470077 00000100:00000001:2.0:1773613376.330571:0:86528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470011 00000100:00000001:2.0:1773613376.330576:0:86528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.330580:0:86528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.330583:0:86528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.330584:0:86528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.330588:0:86528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.330591:0:86528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.330594:0:86528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.355683:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.355699:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.355702:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.355705:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.355713:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.355720:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.355741:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.355745:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.355750:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.355754:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8472 into portal 25 MB=0x69b71b1d07a80 00000400:00000200:2.0:1773613376.355758:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.355763:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8472/8472 into md 0x1b55b5 [4] + 224 00000800:00000001:2.0:1773613376.355770:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.355792:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.355795:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.355800:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.355807:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.355827:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.355839:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.355865:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.355873:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.355876:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.355964:0:86528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.355971:0:86528:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.355973:0:86528:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.355976:0:86528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:0.0:1773613376.355981:0:86528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993650f3ac00 00000400:00000010:0.0:1773613376.355983:0:86528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff993650f3ac00. 00000100:00000001:0.0:1773613376.355988:0:86528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.355993:0:86528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.356002:0:86528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.356009:0:86528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.356010:0:86528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.356012:0:86528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.356016:0:86528:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.356018:0:86528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.356019:0:86528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.356022:0:86528:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.356028:0:86528:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613376.356032:0:86528:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613376.356034:0:86528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.356035:0:86528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.356038:0:86528:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.356040:0:86528:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.356042:0:86528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.356046:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.356054:0:86528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.356057:0:86528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.356059:0:86528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613376.356063:0:86528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.356077:0:86528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86528:1859762477103744:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:0.0:1773613376.356081:0:86528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.356084:0:86528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.356086:0:86528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613376.356088:0:86528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.356092:0:86528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.356098:0:86528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613376.356101:0:86528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8a80. 00000100:00000001:0.0:1773613376.356104:0:86528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613376.356105:0:86528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773613376.356113:0:86528:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1773613376.356114:0:86528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.356118:0:86528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abbb80 x1859762477103744/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.356125:0:86528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.356127:0:86528:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.356129:0:86528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff993660b9c000. 02000000:00000001:0.0:1773613376.356144:0:86528:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.356147:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.356149:0:86528:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613376.356151:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.356154:0:86528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8bc00. 02000000:00000001:0.0:1773613376.356157:0:86528:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.356159:0:86528:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.356161:0:86528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abbb80. 00000100:00000001:0.0:1773613376.356164:0:86528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.356166:0:86528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613376.356168:0:86528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.356169:0:86528:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613376.356171:0:86528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1773613376.356174:0:86528:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773613376.356176:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029a98 type=0x10620000 idx=41 00000040:00001000:0.0:1773613376.356181:0:86528:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 224 (1384 remains) 00000040:00001000:0.0:1773613376.356183:0:86528:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 41 synced_idx: 41 lgh_last_idx: 41 00000020:00000001:0.0:1773613376.356187:0:86528:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773613376.356189:0:86528:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773613376.356191:0:86528:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773613376.356192:0:86528:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773613376.356198:0:86528:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff993660500300. 00000020:00000080:0.0:1773613376.356201:0:86528:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773613376.356203:0:86528:0:(obd_config.c:1594:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1773613376.356206:0:86528:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773613376.356209:0:86528:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff993660500300. 00000020:00000001:0.0:1773613376.356213:0:86528:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773613376.356215:0:86528:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99364b029b78 type=0x0 idx=0 00000040:00000001:0.0:1773613376.356217:0:86528:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1773613376.356219:0:86528:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000040:00000010:0.0:1773613376.356222:0:86528:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff99364b028000. 00000020:00000010:0.0:1773613376.356228:0:86528:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9936498e4380. 00000020:00000010:0.0:1773613376.356238:0:86528:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993661181e00. 00000040:00000010:0.0:1773613376.356242:0:86528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993661180400. 00000020:00000010:0.0:1773613376.356246:0:86528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99366069d000. 00000020:00000010:0.0:1773613376.356251:0:86528:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff99365a098000. 00000020:00000010:0.0:1773613376.356255:0:86528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993661180a00. 80000000:00000010:0.0:1773613376.356259:0:86528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99365220cae0. 40000000:00000010:0.0:1773613376.356264:0:86528:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9936498e4480. 00100000:00000010:0.0:1773613376.356268:0:86528:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff99366069f800. 00040000:00000010:0.0:1773613376.356271:0:86528:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff993649362500. 00040000:00000010:0.0:1773613376.356276:0:86528:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff993660698000. 00040000:00000010:0.0:1773613376.356279:0:86528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993661180800. 00000004:00000010:0.0:1773613376.356283:0:86528:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff99366069a000. 00000004:00000010:0.0:1773613376.356287:0:86528:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff993644ba8000. 00000004:00000010:0.0:1773613376.357606:0:86528:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff99366069c000. 00002000:00000010:0.0:1773613376.357617:0:86528:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9936604a9400. 00000004:00000010:0.0:1773613376.357622:0:86528:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff9936604a8c00. 00000020:00000010:0.0:1773613376.357625:0:86528:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000040:00000010:3.0:1773613376.357795:0:86523:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff99364a8edc60. 00000040:00000001:3.0:1773613376.357800:0:86523:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1773613376.357803:0:86523:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 00000040:00000010:3.0:1773613376.357808:0:86523:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff993643514000. 00000040:00000010:3.0:1773613376.357811:0:86523:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff993660d35600. 00000020:00000001:3.0:1773613376.357825:0:86523:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.357828:0:86523:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1773613376.357832:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2ac00. 00000040:00000010:3.0:1773613376.357836:0:86523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993650e2ba00. 00000020:00000010:3.0:1773613376.357839:0:86523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99364b4f5000. 00000020:00000010:3.0:1773613376.357845:0:86523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993650e2b600. 80000000:00000010:3.0:1773613376.357848:0:86523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99364a8edea0. 00040000:00000010:3.0:1773613376.357851:0:86523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993650e2a200. 20000000:00000010:3.0:1773613376.357855:0:86523:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff993650e2a800. 00000020:00000010:3.0:1773613376.357857:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 10000000:00000010:3.0:1773613376.357860:0:86523:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff99364a8ec940. 10000000:01000000:3.0:1773613376.357863:0:86523:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1773613376.357884:0:86523:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1773613376.357886:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613376.357888:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.357891:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=3 00000020:00000001:3.0:1773613376.357893:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613376.357896:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613376.357898:0:86523:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613376.357912:0:86523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.357920:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.357921:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613376.357924:0:86523:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.357929:0:86523:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613376.357931:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.357932:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773613376.357947:0:86523:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.357949:0:86523:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.357952:0:86523:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:3.0:1773613376.357954:0:86523:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-cliir-ffff99365922b000 from 1 10000000:00000001:3.0:1773613376.357956:0:86523:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773613376.357958:0:86523:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1773613376.357964:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707b80. 00000020:00000040:3.0:1773613376.357968:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613376.357971:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.357973:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.357978:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.357983:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d35600. 00000100:00000001:3.0:1773613376.357989:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.357993:0:86523:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613376.357995:0:86523:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773613376.358000:0:86523:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364482fc00 count: 2 00010000:00000001:3.0:1773613376.358003:0:86523:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613376.358005:0:86523:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613376.358008:0:86523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc3c00. 00000020:00000001:3.0:1773613376.358011:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613376.358013:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc3c00 with handle 0xa1aa084204a0114a to hash 00000020:00000001:3.0:1773613376.358015:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613376.358016:0:86523:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613376.358019:0:86523:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613376.358022:0:86523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613376.358024:0:86523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613376.358027:0:86523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613376.358034:0:86523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613376.358044:0:86523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613376.358049:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.358051:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.358055:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658c13180. 00000100:00000001:3.0:1773613376.358057:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057429180800 : -113016280370816 : ffff993658c13180) 00000100:00000001:3.0:1773613376.358060:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.358061:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000001:3.0:1773613376.358066:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.358069:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.358071:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.358073:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.358081:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.358089:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.358092:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.358095:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.358097:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.358100:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.358103:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103872:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773613376.358107:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.358111:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.358113:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.358115:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.358119:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613376.358120:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.358127:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.358129:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dadc0. 00000400:00000010:3.0:1773613376.358135:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.358142:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477103872, portal 25 00000100:00000001:3.0:1773613376.358144:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.358145:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000040:3.0:1773613376.358149:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.358157:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.358159:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.358162:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc440. 00000100:00000200:3.0:1773613376.358164:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859762477103872, offset 0 00000400:00000200:3.0:1773613376.358183:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.358190:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.358197:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.358202:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.358206:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.358209:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.358212:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.358215:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224954:224954:256:4294967295] 192.168.203.144@tcp LPNI seq info [224889:224889:8:4294967295] 00000400:00000200:3.0:1773613376.358219:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.358227:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.358232:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.358237:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613376.358242:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.358248:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.358252:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.358262:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.358265:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.358268:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470104 00000100:00000001:3.0:1773613376.358273:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470075 00000100:00000001:3.0:1773613376.358276:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470104 00000100:00000001:3.0:1773613376.358279:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470077 00000100:00000001:3.0:1773613376.358282:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.358284:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.358286:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.358287:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613376.358290:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658c13180 going to sleep for 11 seconds 00000100:00000001:3.0:1773613376.358305:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.358307:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.360162:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.360180:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:2.0:1773613376.360186:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.360193:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.360199:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc440 00000400:00000010:2.0:1773613376.360202:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc440. 00000100:00000001:2.0:1773613376.360206:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.360213:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.360223:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.360227:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.360233:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.360234:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.363708:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.363723:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.363739:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.363743:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.363752:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.363759:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.363768:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.363772:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.363787:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.363791:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x69b71b1d07b00 00000400:00000200:2.0:1773613376.363797:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.363802:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b55c5 [1] + 224 00000800:00000001:2.0:1773613376.363810:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.363845:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.363849:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.363854:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.363861:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.363868:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.363878:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.363898:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.363914:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.363918:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.364237:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.364244:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.364246:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.364249:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dadc0. 00000400:00000200:3.0:1773613376.364253:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613376.364255:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613376.364259:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.364264:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.364275:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.364282:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.364284:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.364286:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.364289:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.364291:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.364303:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.364306:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.364313:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613376.364317:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613376.364319:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.364321:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.364324:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.364326:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.364328:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.364333:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.364339:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.364342:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.364344:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.364348:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.364355:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477103872:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773613376.364360:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.364363:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.364365:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.364367:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.364371:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.364383:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.364386:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658c13180. 00000100:00000001:3.0:1773613376.364390:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.364392:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.364394:0:86523:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613376.364397:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613376.364400:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.364402:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=4 00000020:00000001:3.0:1773613376.364405:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613376.364407:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000040:3.0:1773613376.364423:0:86523:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc3c00, remote cookie: 0x1dc4d5fc0aabd964, flags: 0x0 00010000:00000001:3.0:1773613376.364427:0:86523:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613376.364430:0:86523:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613376.364433:0:86523:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613376.364434:0:86523:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613376.364435:0:86523:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613376.364438:0:86523:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff99364482fc00) refcount = 2 00010000:00000040:3.0:1773613376.364441:0:86523:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773613376.364445:0:86523:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.203.144@tcp lock: ffff99364a937000/0xa1aa084204a009cc lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabcaed expref: -99 pid: 67859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613376.364453:0:86523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.364459:0:86523:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613376.364461:0:86523:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613376.364463:0:86523:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613376.364465:0:86523:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613376.364468:0:86523:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613376.364471:0:86523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613376.364477:0:86523:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613376.364479:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.364481:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.364482:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.364483:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.364485:0:86523:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.364487:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.364491:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707b80 x1859762477103872/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.364498:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.364500:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.364503:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b2a800. 02000000:00000001:3.0:1773613376.364507:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.364509:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.364511:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613376.364513:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.364515:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d35600. 02000000:00000001:3.0:1773613376.364518:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.364519:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.364521:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707b80. 00000100:00000001:3.0:1773613376.364524:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.364526:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773613376.364528:0:86523:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.364531:0:86523:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773613376.364533:0:86523:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff993660f29a00) refs 2 10000000:00000001:3.0:1773613376.364536:0:86523:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.364538:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613376.364539:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.364540:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=3 00000020:00000001:3.0:1773613376.364543:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613376.364545:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613376.364547:0:86523:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1773613376.364549:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613376.364550:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613376.364551:0:86523:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613376.364554:0:86523:0:(mgc_request.c:1539:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1773613376.364559:0:86523:0:(mgc_request.c:1551:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff99364b4f5000. 00000100:00000010:3.0:1773613376.365123:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707b80. 00000020:00000040:3.0:1773613376.365128:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613376.365133:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.365135:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.365140:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.365146:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d35600. 00000100:00000001:3.0:1773613376.365152:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.365157:0:86523:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1773613376.365160:0:86523:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff993644b2a800. 00000100:00000010:3.0:1773613376.365164:0:86523:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff993650fa6000. 00000020:00000040:3.0:1773613376.365167:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613376.365181:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.365183:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.365188:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658c13180. 00000100:00000001:3.0:1773613376.365190:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057429180800 : -113016280370816 : ffff993658c13180) 00000100:00000001:3.0:1773613376.365193:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.365194:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000001:3.0:1773613376.365199:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.365202:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.365204:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.365206:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.365211:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.365217:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.365219:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.365223:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.365225:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.365227:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.365230:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104000:192.168.203.144@tcp:256:mount.lustre.0 00000100:00000001:3.0:1773613376.365234:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.365238:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.365240:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.365243:0:86523:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1773613376.365248:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.365251:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dadc0. 00000400:00000010:3.0:1773613376.365259:0:86523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff993643514000. 00000100:00000200:3.0:1773613376.365265:0:86523:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b71b1d07b80-0x69b71b1d07b80, portal 33 00000100:00000001:3.0:1773613376.365268:0:86523:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.365271:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.365274:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d35800. 02000000:00000001:3.0:1773613376.365276:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.365278:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.365280:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613376.365283:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.365285:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477104000, portal 25 00000100:00000001:3.0:1773613376.365287:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.365288:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000100:00000040:3.0:1773613376.365293:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.365299:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.365301:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.365304:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cccc0. 00000100:00000200:3.0:1773613376.365306:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1859762477104000, offset 0 00000400:00000200:3.0:1773613376.365312:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.365318:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.365325:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.365330:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.365334:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.365337:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.365340:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.365344:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224955:224955:256:4294967295] 192.168.203.144@tcp LPNI seq info [224890:224890:8:4294967295] 00000400:00000200:3.0:1773613376.365348:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.365356:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.365362:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.365366:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613376.365371:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.365377:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.365381:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.365395:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.365398:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.365401:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470111 00000100:00000001:3.0:1773613376.365407:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470104 00000100:00000001:3.0:1773613376.365412:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470111 00000100:00000001:3.0:1773613376.365415:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470104 00000100:00000001:3.0:1773613376.365418:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.365420:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.365422:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.365424:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613376.365426:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658c13180 going to sleep for 11 seconds 00000100:00000001:3.0:1773613376.365428:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.365430:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.365662:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.365666:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613376.365671:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.365676:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.365680:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cccc0 00000400:00000010:2.0:1773613376.365681:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cccc0. 00000100:00000001:2.0:1773613376.365685:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.365689:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.365698:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.365701:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.365707:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.365708:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.372704:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.372719:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.372723:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.372726:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.372735:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372743:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.372751:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372756:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372761:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372766:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 132 into portal 33 MB=0x69b71b1d07b80 00000400:00000200:2.0:1773613376.372770:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372790:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.144@tcp of length 132/132 into md 0x1b55d5 [256] + 0 00000400:00000010:2.0:1773613376.372796:0:2383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dadc0. 00000400:00000200:2.0:1773613376.372801:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff993643514000 00000800:00000001:2.0:1773613376.372807:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.372826:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.372829:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.372834:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.372839:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993643514000 00000400:00000010:2.0:1773613376.372842:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff993643514000. 00000100:00000001:2.0:1773613376.372846:0:2383:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1773613376.372849:0:2383:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff99364a707b80 desc ffff993644b2a800 mbits 1859762477104000 00000100:00000001:2.0:1773613376.372871:0:2383:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1773613376.372878:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613376.372882:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372888:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.372893:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224956:224956:256:4294967295] 192.168.203.144@tcp LPNI seq info [224891:224891:8:4294967295] 00000400:00000200:2.0:1773613376.372898:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.372917:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613376.372922:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.372930:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9936498da000. 00000800:00000200:2.0:1773613376.372974:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.372981:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.372985:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9936498da000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613376.373064:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.373068:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9936498da000. 00000400:00000200:2.0:1773613376.373072:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.373076:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613376.373081:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.373084:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.373875:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.373881:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.378447:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.378461:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.378465:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.378467:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.378475:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.378483:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.378492:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.378497:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.378502:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.378506:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 240 into portal 25 MB=0x69b71b1d07b80 00000400:00000200:2.0:1773613376.378511:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.378517:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 240/240 into md 0x1b55dd [1] + 224 00000800:00000001:2.0:1773613376.378524:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.378533:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.378537:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.378542:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.378548:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.378556:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.378566:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.378587:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.378595:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.378598:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.378725:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.378732:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.378743:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.378746:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613376.378750:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613376.378753:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613376.378756:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.378761:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.378771:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.378787:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.378789:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.378792:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.378795:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.378797:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.378800:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.378803:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.378809:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613376.378823:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613376.378826:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.378828:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.378831:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.378833:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.378835:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.378840:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613376.378848:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.378855:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.378857:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.378869:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.378876:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104000:192.168.203.144@tcp:256:mount.lustre.0 00000100:00000001:3.0:1773613376.378881:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.378883:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.378886:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.378887:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.378890:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.378896:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.378898:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658c13180. 00000100:00000001:3.0:1773613376.378901:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.378903:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773613376.379225:0:86523:0:(mgc_request.c:1617:mgc_process_recover_log()) Latest version 87, more 0. 10000000:00000001:3.0:1773613376.379229:0:86523:0:(mgc_request.c:1311:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1773613376.379236:0:86523:0:(mgc_request.c:1334:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff993644b29800. 10000000:00000010:3.0:1773613376.379240:0:86523:0:(mgc_request.c:1338:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff993650fa3000. 10000000:00000200:3.0:1773613376.379246:0:86523:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773613376.379257:0:86523:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773613376.379259:0:86523:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773613376.379263:0:86523:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:3.0:1773613376.379266:0:86523:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.379268:0:86523:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773613376.379269:0:86523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:3.0:1773613376.379271:0:86523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:3.0:1773613376.379273:0:86523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773613376.379276:0:86523:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773613376.379279:0:86523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.379283:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.379286:0:86523:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773613376.379290:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.379305:0:86523:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773613376.379308:0:86523:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:3.0:1773613376.379311:0:86523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.379312:0:86523:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.379315:0:86523:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773613376.379318:0:86523:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.203.144@tcp' by NID '192.168.203.144@tcp' 10000000:00000010:3.0:1773613376.379323:0:86523:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff993643f50980. 10000000:00000040:3.0:1773613376.379325:0:86523:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 85/87 for lustre-OST0001-osc-ffff99365922b000 -> osc.import=connection=192.168.203.144@tcp::1 00000020:00000080:3.0:1773613376.379328:0:86523:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773613376.379333:0:86523:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773613376.379339:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d35e00. 00000020:00000010:3.0:1773613376.379344:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a600. 00000020:00000010:3.0:1773613376.379348:0:86523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.379355:0:86523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.379359:0:86523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.379364:0:86523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.379370:0:86523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.379373:0:86523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000040:00000001:3.0:1773613376.379377:0:86523:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773613376.379379:0:86523:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff993643f50980 00000040:00001000:3.0:1773613376.379381:0:86523:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773613376.379383:0:86523:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773613376.379385:0:86523:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773613376.379386:0:86523:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773613376.379388:0:86523:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773613376.379389:0:86523:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773613376.379391:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff99365922b000 00000040:00001000:3.0:1773613376.379393:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.144@tcp::1 00000040:00000001:3.0:1773613376.379394:0:86523:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773613376.379518:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a600. 00000020:00000010:3.0:1773613376.379522:0:86523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.379526:0:86523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.379530:0:86523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.379534:0:86523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.379537:0:86523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.379540:0:86523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613376.379542:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d35e00. 00000020:00000001:3.0:1773613376.379546:0:86523:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.379549:0:86523:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773613376.379551:0:86523:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff993643f50980. 10000000:00000200:3.0:1773613376.379558:0:86523:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:3.0:1773613376.379563:0:86523:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1773613376.379565:0:86523:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1773613376.379568:0:86523:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:3.0:1773613376.379569:0:86523:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.379571:0:86523:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1773613376.379572:0:86523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:3.0:1773613376.379573:0:86523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:3.0:1773613376.379575:0:86523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773613376.379576:0:86523:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773613376.379578:0:86523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.379581:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.379583:0:86523:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773613376.379586:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.379589:0:86523:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773613376.379593:0:86523:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:3.0:1773613376.379595:0:86523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.379596:0:86523:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.379597:0:86523:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773613376.379600:0:86523:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.203.144@tcp' by NID '192.168.203.144@tcp' 10000000:00000010:3.0:1773613376.379604:0:86523:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff993643f50980. 10000000:00000040:3.0:1773613376.379606:0:86523:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 86/87 for lustre-OST0000-osc-ffff99365922b000 -> osc.import=connection=192.168.203.144@tcp::11 00000020:00000080:3.0:1773613376.379608:0:86523:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773613376.379611:0:86523:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773613376.379613:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a600. 00000020:00000010:3.0:1773613376.379616:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a800. 00000020:00000010:3.0:1773613376.379619:0:86523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.379621:0:86523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.379624:0:86523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.379626:0:86523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.379629:0:86523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.379631:0:86523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000040:00000001:3.0:1773613376.379634:0:86523:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773613376.379636:0:86523:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff993643f50980 00000040:00001000:3.0:1773613376.379637:0:86523:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773613376.379639:0:86523:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1773613376.379640:0:86523:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773613376.379641:0:86523:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773613376.379643:0:86523:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773613376.379645:0:86523:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1773613376.379646:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff99365922b000 00000040:00001000:3.0:1773613376.379648:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 osc.import=connection=192.168.203.144@tcp::11 00000040:00000001:3.0:1773613376.379650:0:86523:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1773613376.381123:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a800. 00000020:00000010:3.0:1773613376.381131:0:86523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.381135:0:86523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.381139:0:86523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.381143:0:86523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.381146:0:86523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.381149:0:86523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613376.381152:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a600. 00000020:00000001:3.0:1773613376.381155:0:86523:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.381158:0:86523:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773613376.381161:0:86523:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff993643f50980. 10000000:00000200:3.0:1773613376.381167:0:86523:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:2.0:1773613376.381349:0:86523:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773613376.381352:0:86523:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1773613376.381357:0:86523:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:2.0:1773613376.381360:0:86523:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.381362:0:86523:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773613376.381364:0:86523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:2.0:1773613376.381366:0:86523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:2.0:1773613376.381368:0:86523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773613376.381370:0:86523:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773613376.381372:0:86523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.381376:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.381380:0:86523:0:(peer.c:1746:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773613376.381384:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.381388:0:86523:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773613376.381390:0:86523:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:2.0:1773613376.381393:0:86523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:2.0:1773613376.381394:0:86523:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.381397:0:86523:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773613376.381400:0:86523:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.203.144@tcp' by NID '192.168.203.144@tcp' 10000000:00000010:2.0:1773613376.381406:0:86523:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff9936522cea00. 10000000:00000040:2.0:1773613376.381408:0:86523:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 87/87 for lustre-MDT0000-mdc-ffff99365922b000 -> mdc.import=connection=192.168.203.144@tcp::25 00000020:00000080:2.0:1773613376.381411:0:86523:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773613376.381572:0:86523:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773613376.381577:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b600. 00000020:00000010:2.0:1773613376.381581:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a400. 00000020:00000010:2.0:1773613376.381584:0:86523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.381589:0:86523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.381593:0:86523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.381597:0:86523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.381601:0:86523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.381604:0:86523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000040:00000001:2.0:1773613376.381608:0:86523:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773613376.381610:0:86523:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff9936522cea00 00000040:00001000:2.0:1773613376.381611:0:86523:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773613376.381613:0:86523:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773613376.381615:0:86523:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773613376.381616:0:86523:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773613376.381619:0:86523:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773613376.381620:0:86523:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773613376.381622:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff99365922b000 00000040:00001000:2.0:1773613376.381623:0:86523:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.203.144@tcp::25 00000040:00000001:2.0:1773613376.381625:0:86523:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773613376.381660:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a400. 00000020:00000010:2.0:1773613376.381664:0:86523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00000008:00000010:2.0:1773613376.381666:0:86523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613376.381669:0:86523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613376.381671:0:86523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613376.381674:0:86523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613376.381678:0:86523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613376.381680:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b600. 00000020:00000001:2.0:1773613376.381682:0:86523:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.381684:0:86523:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773613376.381687:0:86523:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff9936522cea00. 10000000:00000010:2.0:1773613376.381690:0:86523:0:(mgc_request.c:1511:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff993650fa3000. 10000000:00000010:2.0:1773613376.381692:0:86523:0:(mgc_request.c:1513:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff993644b29800. 10000000:00000001:2.0:1773613376.381695:0:86523:0:(mgc_request.c:1515:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.381699:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.381707:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707b80 x1859762477104000/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.381716:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613376.381719:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613376.381722:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d35800. 02000000:00000001:2.0:1773613376.382052:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613376.382055:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.382056:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.382058:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773613376.382060:0:86523:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1773613376.382062:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.382063:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.382064:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1773613376.382085:0:86523:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff993650fa6000. 00000100:00000010:2.0:1773613376.382088:0:86523:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff993644b2a800. 00000100:00000001:2.0:1773613376.382091:0:86523:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1773613376.382094:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d35600. 02000000:00000001:2.0:1773613376.382097:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613376.382099:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613376.382101:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707b80. 00000100:00000001:2.0:1773613376.382104:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613376.382105:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1773613376.383932:0:86523:0:(mgc_request.c:1669:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff99364b4f5000. 10000000:01000000:2.0:1773613376.383959:0:86523:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1773613376.383987:0:86523:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1773613376.383990:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613376.383993:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.383995:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=3 00000020:00000001:2.0:1773613376.383998:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:2.0:1773613376.384002:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:2.0:1773613376.384004:0:86523:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613376.384010:0:86523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613376.384019:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613376.384021:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613376.384024:0:86523:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613376.384031:0:86523:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613376.384032:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613376.384033:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773613376.384035:0:86523:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.384037:0:86523:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.384040:0:86523:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:2.0:1773613376.384043:0:86523:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff99365922b000 from 1 10000000:00000001:2.0:1773613376.384046:0:86523:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773613376.384047:0:86523:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1773613376.384062:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613376.384067:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.384072:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.384075:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.384080:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.384086:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8b600. 00000100:00000001:2.0:1773613376.384094:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.384098:0:86523:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613376.384100:0:86523:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773613376.384106:0:86523:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946900 count: 2 00010000:00000001:2.0:1773613376.384110:0:86523:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613376.384112:0:86523:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613376.384116:0:86523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3400. 00000020:00000001:2.0:1773613376.384120:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613376.384121:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3400 with handle 0xa1aa084204a01151 to hash 00000020:00000001:2.0:1773613376.384124:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613376.384125:0:86523:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613376.384128:0:86523:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613376.384131:0:86523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613376.384134:0:86523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613376.384138:0:86523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.384145:0:86523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.384156:0:86523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613376.384162:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.384164:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.384170:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3a480. 00000100:00000001:2.0:1773613376.384184:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298269312 : -113016411282304 : ffff993650f3a480) 00000100:00000001:2.0:1773613376.384187:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.384188:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000001:2.0:1773613376.384193:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.384198:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.384200:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.384201:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.384210:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.384219:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.384221:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.384224:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.384226:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.384228:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.384232:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104128:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773613376.384235:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.384239:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.384241:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.384244:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.384247:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a784800. 02000000:00000001:2.0:1773613376.384249:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.384255:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.384259:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613376.384265:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613376.384271:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477104128, portal 25 00000100:00000001:2.0:1773613376.384273:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.384275:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:2.0:1773613376.384279:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.384286:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.384289:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.384291:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613376.384375:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859762477104128, offset 0 00000400:00000200:2.0:1773613376.384385:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.384392:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.384400:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.384405:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.384410:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.384565:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.384568:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.384572:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224957:224957:256:4294967295] 192.168.203.144@tcp LPNI seq info [224892:224892:8:4294967295] 00000400:00000200:2.0:1773613376.384577:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.384587:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.384592:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.384597:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613376.384604:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.384611:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.384692:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.384707:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.384711:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.384713:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470131 00000800:00000200:2.0:1773613376.385154:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.385158:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613376.385163:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.385568:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.385575:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:2.0:1773613376.385577:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:2.0:1773613376.385582:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.385588:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.385599:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.385602:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.385609:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.385611:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.385630:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470111 00000100:00000001:2.0:1773613376.385636:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470132 00000100:00000001:2.0:1773613376.385639:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470111 00000100:00000001:2.0:1773613376.385642:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.385645:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.385647:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.385649:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.385651:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3a480 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.385654:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.385657:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.395279:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.395307:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.395311:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.395315:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.395324:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.395331:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.395340:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.395344:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.395349:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.395353:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x69b71b1d07c00 00000400:00000200:2.0:1773613376.395358:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.395364:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x1b55ed [1] + 224 00000800:00000001:2.0:1773613376.395371:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.395381:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.395385:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.395389:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.395397:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.395405:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.395431:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.395450:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.395458:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.395461:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.395478:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613376.395484:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613376.395487:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613376.395490:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613376.395494:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:2.0:1773613376.395497:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:2.0:1773613376.395499:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.395504:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613376.395513:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.395519:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613376.395520:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.395523:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613376.395526:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613376.395529:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613376.395531:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.395533:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613376.395540:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613376.395544:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613376.395547:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613376.395548:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.395551:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613376.395553:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.395556:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.395561:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.395568:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.395571:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613376.395573:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613376.395577:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613376.395585:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104128:192.168.203.144@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773613376.395590:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.395594:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.395596:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613376.395598:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.395601:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.395608:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613376.395610:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3a480. 00000100:00000001:2.0:1773613376.395615:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613376.395617:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.395620:0:86523:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613376.395623:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613376.395625:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.395628:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=4 00000020:00000001:2.0:1773613376.395630:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613376.395634:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000040:2.0:1773613376.395640:0:86523:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba3400, remote cookie: 0x1dc4d5fc0aabd96b, flags: 0x0 00010000:00000001:2.0:1773613376.395644:0:86523:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613376.395647:0:86523:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613376.395650:0:86523:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613376.395651:0:86523:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613376.395652:0:86523:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613376.395655:0:86523:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff99364a946900) refcount = 2 00010000:00000040:2.0:1773613376.395658:0:86523:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773613376.395661:0:86523:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.203.144@tcp lock: ffff993642ba3c00/0xa1aa084204a009da lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabcafb expref: -99 pid: 67859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.395670:0:86523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613376.395676:0:86523:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613376.395678:0:86523:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613376.395680:0:86523:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613376.395683:0:86523:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613376.395685:0:86523:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613376.395689:0:86523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613376.395695:0:86523:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613376.395697:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613376.395699:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613376.395700:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613376.395701:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613376.395702:0:86523:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.395705:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.395709:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477104128/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.395716:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613376.395719:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613376.395722:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a784800. 02000000:00000001:2.0:1773613376.395741:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613376.395744:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.395746:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.395748:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613376.395751:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8b600. 02000000:00000001:2.0:1773613376.395754:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613376.395756:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613376.395758:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:2.0:1773613376.395761:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613376.395763:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773613376.395765:0:86523:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.395768:0:86523:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773613376.395770:0:86523:0:(mgc_request.c:108:config_log_get()) log params (ffff9936530e5800) refs 2 10000000:00000001:2.0:1773613376.395772:0:86523:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.395774:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613376.395776:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.396104:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:2.0:1773613376.396108:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613376.396110:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:2.0:1773613376.396113:0:86523:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773613376.396114:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613376.396116:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613376.396117:0:86523:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773613376.396120:0:86523:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773613376.396126:0:86523:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff993650f35f40. 00000020:00000010:2.0:1773613376.396131:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b600. 00000020:00000010:2.0:1773613376.396135:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a400. 00000040:00000010:2.0:1773613376.396139:0:86523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993650f8be00. 00000020:00000010:2.0:1773613376.396143:0:86523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99366067a800. 00000020:00000010:2.0:1773613376.396148:0:86523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993650f8a000. 80000000:00000010:2.0:1773613376.396152:0:86523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99364a809780. 00040000:00000010:2.0:1773613376.396157:0:86523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993650f8ae00. 20000000:00000010:2.0:1773613376.396160:0:86523:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff993650f8a200. 10000000:00000040:2.0:1773613376.396164:0:86523:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff993643f53b40 : new refcount 2 00000020:00000001:2.0:1773613376.396167:0:86523:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1773613376.396169:0:86523:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1773613376.396171:0:86523:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1773613376.396174:0:86523:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff993650f8b000. 00000040:00000001:2.0:1773613376.396177:0:86523:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1773613376.396179:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:2.0:1773613376.396183:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613376.396185:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.396190:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.396192:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.396197:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.396203:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8aa00. 00000100:00000001:2.0:1773613376.396209:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.396214:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.396216:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.396221:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3a480. 00000100:00000001:2.0:1773613376.396223:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298269312 : -113016411282304 : ffff993650f3a480) 00000100:00000001:2.0:1773613376.396225:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.396227:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000001:2.0:1773613376.396231:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.396234:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.396237:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.396239:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.396243:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.396251:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.396253:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.396256:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.396258:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.396261:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.396265:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104256:192.168.203.144@tcp:501:mount.lustre.0 00000100:00000001:2.0:1773613376.396269:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.396273:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.396275:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.396277:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.396281:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650f8a800. 02000000:00000001:2.0:1773613376.396283:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.396287:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.397488:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613376.397496:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613376.397503:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477104256, portal 25 00000100:00000001:2.0:1773613376.397506:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.397507:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:2.0:1773613376.397518:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.397526:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.397529:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.397531:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613376.397534:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1859762477104256, offset 0 00000400:00000200:2.0:1773613376.397541:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.397549:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.397556:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.397560:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.397565:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.397569:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.397572:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.397576:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224958:224958:256:4294967295] 192.168.203.144@tcp LPNI seq info [224893:224893:8:4294967295] 00000400:00000200:2.0:1773613376.397580:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.397589:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.397595:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.397600:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613376.397606:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.397614:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.397617:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.397633:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.397638:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.397640:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470144 00000800:00000200:2.0:1773613376.401382:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.401392:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613376.401399:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.401407:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.402212:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:2.0:1773613376.402215:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:2.0:1773613376.402221:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.402229:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.402241:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.402244:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.402251:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.402253:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.402278:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470131 00000100:00000001:2.0:1773613376.402285:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470149 00000100:00000001:2.0:1773613376.402288:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470132 00000100:00000001:2.0:1773613376.402291:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.402294:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.402297:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.402299:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.402302:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3a480 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.402304:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.402307:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613376.420566:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.420581:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613376.420585:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.420588:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.420596:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.420603:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613376.420610:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.420614:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.420619:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.420623:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 272 into portal 25 MB=0x69b71b1d07c80 00000400:00000200:3.0:1773613376.420627:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.420632:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 272/272 into md 0x1b55fd [1] + 224 00000800:00000001:3.0:1773613376.420639:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.420645:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.420648:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.420652:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613376.420658:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.420665:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613376.420675:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.420707:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613376.420715:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.420719:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.421110:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.421119:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.421121:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.421124:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:0.0:1773613376.421129:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:0.0:1773613376.421131:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:0.0:1773613376.421133:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.421139:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.421147:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421153:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.421155:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.421157:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.421161:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.421163:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.421165:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.421168:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.421187:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613376.421191:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613376.421194:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.421195:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.421198:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.421200:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.421203:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.421207:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421213:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.421217:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.421218:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613376.421222:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.421229:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104256:192.168.203.144@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773613376.421235:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.421238:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.421240:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613376.421241:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.421244:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421251:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613376.421253:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3a480. 00000100:00000001:0.0:1773613376.421258:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613376.421260:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773613376.421266:0:86523:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1773613376.421270:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.421272:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613376.421274:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773613376.421275:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.421279:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477104256/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421285:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.421288:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.421290:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650f8a800. 02000000:00000001:0.0:1773613376.421307:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.421308:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.421309:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613376.421310:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.421313:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8aa00. 02000000:00000001:0.0:1773613376.421316:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.421318:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.421320:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:0.0:1773613376.421324:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.421325:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773613376.421328:0:86523:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773613376.421331:0:86523:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1773613376.421337:0:86523:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff993650fb4000. 00000040:00000001:0.0:1773613376.421339:0:86523:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1773613376.421341:0:86523:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1773613376.421344:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:0.0:1773613376.421347:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613376.421350:0:86523:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613376.421353:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613376.421355:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613376.421359:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613376.421364:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3fe00. 00000100:00000001:0.0:1773613376.421369:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.421373:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613376.421374:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613376.421381:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613376.421384:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613376.421386:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.421388:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000001:0.0:1773613376.421392:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613376.421396:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.421398:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613376.421399:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.421403:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421409:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.421411:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.421415:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.421417:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.421420:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.421423:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104384:192.168.203.144@tcp:503:mount.lustre.0 00000100:00000001:0.0:1773613376.421427:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.421431:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.421433:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.421436:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.421454:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9936590b0000. 02000000:00000001:0.0:1773613376.421457:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.421462:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.421466:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613376.421471:0:86523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9936604c8a80. 00000100:00000200:0.0:1773613376.421476:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477104384, portal 25 00000100:00000001:0.0:1773613376.421478:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.421479:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000040:0.0:1773613376.421484:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.421490:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.421492:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.421495:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613376.421498:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477104384, offset 0 00000400:00000200:0.0:1773613376.421503:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.421509:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.421515:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.421519:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.421522:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.421526:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.421528:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.421531:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224959:224959:256:4294967295] 192.168.203.144@tcp LPNI seq info [224894:224894:8:4294967295] 00000400:00000200:0.0:1773613376.421536:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.421545:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.421550:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.421555:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613376.421560:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.421567:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.421572:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.421587:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.421591:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.421594:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470168 00000100:00000001:0.0:1773613376.421600:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470144 00000100:00000001:0.0:1773613376.421604:0:86523:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470168 00000100:00000001:0.0:1773613376.421608:0:86523:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470149 00000100:00000001:0.0:1773613376.421611:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.421614:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.421616:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.421618:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613376.421620:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613376.421622:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.421624:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.422306:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.422312:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:3.0:1773613376.422317:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.422323:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.422327:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:3.0:1773613376.422330:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:3.0:1773613376.422333:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.422337:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.422347:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.422351:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.422357:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.422359:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773613376.452916:0:86535:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff99364a934d80. 00000020:00000040:1.0:1773613376.452929:0:86535:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff99365922b000 is connecting to an obsoleted target(0/25), reconnecting... 00000100:00000001:1.0:1773613376.452957:0:86535:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1773613376.452960:0:86535:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1773613376.452963:0:86535:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff99364a934d80. 00000800:00000001:3.0:1773613376.508347:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.508363:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613376.508367:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.508369:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.508378:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.508385:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613376.508393:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.508398:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.508403:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.508407:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8416 into portal 25 MB=0x69b71b1d07d00 00000400:00000200:3.0:1773613376.508412:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.508417:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8416/8416 into md 0x1b560d [4] + 224 00000800:00000001:3.0:1773613376.508426:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.508436:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.508439:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.508443:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613376.508450:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.508458:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613376.508470:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.508494:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613376.508503:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.508506:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.514415:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613376.514428:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613376.514430:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613376.514434:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:1.0:1773613376.514440:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936604c8a80 00000400:00000010:1.0:1773613376.514443:0:86523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff9936604c8a80. 00000100:00000001:1.0:1773613376.514448:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613376.514458:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613376.514470:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.514478:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613376.514480:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.514483:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613376.514486:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613376.514489:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613376.514491:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.514494:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613376.514500:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613376.514504:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613376.514507:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613376.514508:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.514511:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613376.514513:0:86523:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.514515:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.514520:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.514527:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.514531:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613376.514533:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613376.514537:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613376.514544:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e33713c-62af-433a-a2eb-2971d025b0c8:86523:1859762477104384:192.168.203.144@tcp:503:mount.lustre.0 00000100:00000001:1.0:1773613376.514550:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.514552:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.514554:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613376.514556:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.514559:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.514566:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.514569:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:1.0:1773613376.514572:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613376.514573:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773613376.514581:0:86523:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1773613376.514582:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.514586:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477104384/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.514592:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613376.514595:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613376.514597:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9936590b0000. 02000000:00000001:1.0:1773613376.514607:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613376.514610:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.514612:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613376.514614:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613376.514617:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3fe00. 02000000:00000001:1.0:1773613376.514621:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613376.514622:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613376.514625:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:1.0:1773613376.514628:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613376.514629:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613376.514631:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.514633:0:86523:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613376.514634:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1773613376.514637:0:86523:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773613376.514639:0:86523:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773613376.514644:0:86523:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1773613376.514648:0:86523:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff99364a8487e0. 00000040:00001000:1.0:1773613376.514651:0:86523:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1773613376.518563:0:86536:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1773613376.518574:0:86536:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ac00. 00000020:00000010:2.0:1773613376.518582:0:86536:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8b800. 00000040:00000010:2.0:1773613376.518587:0:86536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993650f8aa00. 00000020:00000010:2.0:1773613376.518591:0:86536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff993660678000. 00000020:00000010:2.0:1773613376.518597:0:86536:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff99365a09b250. 00000020:00000010:2.0:1773613376.518601:0:86536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993650f8a800. 80000000:00000010:2.0:1773613376.518606:0:86536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99364a809120. 40000000:00000010:2.0:1773613376.518610:0:86536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff993650f35480. 00100000:00000010:2.0:1773613376.518615:0:86536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff99366067b800. 00040000:00000010:2.0:1773613376.518619:0:86536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99364c31ef00. 00040000:00000010:2.0:1773613376.518623:0:86536:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff99366067c000. 00040000:00000010:2.0:1773613376.518627:0:86536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993650f8bc00. 00000004:00000010:2.0:1773613376.518631:0:86536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff99366067b000. 00000004:00000010:2.0:1773613376.518637:0:86536:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff993660f93000. 00000004:00000010:2.0:1773613376.518642:0:86536:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff99366067f800. 00002000:00000010:2.0:1773613376.518645:0:86536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff99364a785800. 00000004:00000010:2.0:1773613376.518649:0:86536:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff99364a787000. 00000020:00000010:2.0:1773613376.518653:0:86536:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff993650f35bc0. 00000040:00000010:2.0:1773613376.518662:0:86536:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9936498da000. 00000040:00001000:2.0:1773613376.518664:0:86536:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1773613376.518666:0:86536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1773613376.518669:0:86536:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1773613376.518672:0:86536:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:2.0:1773613376.518678:0:86536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613376.518681:0:86536:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.518684:0:86536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.518687:0:86536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.518692:0:86536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.518699:0:86536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993659e8ec00. 00000100:00000001:2.0:1773613376.518706:0:86536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.518712:0:86536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.518714:0:86536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.518719:0:86536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3aa80. 00000100:00000001:2.0:1773613376.518721:0:86536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298270848 : -113016411280768 : ffff993650f3aa80) 00000100:00000001:2.0:1773613376.518724:0:86536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.518725:0:86536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613376.518729:0:86536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.518733:0:86536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.518736:0:86536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.518738:0:86536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.518748:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.518757:0:86536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.518758:0:86536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.518762:0:86536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.518765:0:86536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.518767:0:86536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.518771:0:86536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86536:1859762477104512:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.519610:0:86536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.519622:0:86536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.519625:0:86536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.519628:0:86536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.519664:0:86536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff99365234c000. 02000000:00000001:2.0:1773613376.519667:0:86536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.519675:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.519680:0:86536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e98f0. 00000400:00000010:2.0:1773613376.519686:0:86536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff993650f3a3c0. 00000100:00000200:2.0:1773613376.519693:0:86536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477104512, portal 25 00000100:00000001:2.0:1773613376.519695:0:86536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.519697:0:86536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:2.0:1773613376.519704:0:86536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.519717:0:86536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.519719:0:86536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.519723:0:86536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613376.519726:0:86536:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477104512, offset 0 00000400:00000200:2.0:1773613376.519731:0:86536:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.519739:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.519746:0:86536:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.519751:0:86536:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.519755:0:86536:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.519758:0:86536:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.519761:0:86536:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.519764:0:86536:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224960:224960:256:4294967295] 192.168.203.144@tcp LPNI seq info [224895:224895:8:4294967295] 00000400:00000200:2.0:1773613376.519768:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.521021:0:86536:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.521031:0:86536:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.521037:0:86536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613376.521044:0:86536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.521050:0:86536:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.521054:0:86536:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.521071:0:86536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.521077:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.521079:0:86536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470267 00000800:00000200:2.0:1773613376.521496:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.521500:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613376.521505:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.521510:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.521515:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:2.0:1773613376.521518:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:2.0:1773613376.521522:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.521528:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.521540:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.521543:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.521550:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.521552:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.521567:0:86536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470168 00000100:00000001:2.0:1773613376.521572:0:86536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470268 00000100:00000001:2.0:1773613376.521575:0:86536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470168 00000100:00000001:2.0:1773613376.521578:0:86536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.521581:0:86536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.521584:0:86536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.521586:0:86536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.521588:0:86536:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3aa80 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.521591:0:86536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.521594:0:86536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773613376.533452:0:86534:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff99364a8ecdc0. 00000020:00000040:3.0:1773613376.533466:0:86534:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff99365922b000 is connecting to an obsoleted target(0/11), reconnecting... 00000100:00000001:3.0:1773613376.533470:0:86534:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:3.0:1773613376.533472:0:86534:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:3.0:1773613376.533476:0:86534:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff99364a8ecdc0. 00000020:00000010:1.0:1773613376.538620:0:86531:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff99364a934a40. 00000020:00000040:1.0:1773613376.538633:0:86531:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0001-osc-ffff99365922b000 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:1.0:1773613376.538636:0:86531:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1773613376.538638:0:86531:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1773613376.538642:0:86531:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff99364a934a40. 00000800:00000001:3.0:1773613376.539625:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.539638:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613376.539641:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.539643:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.539652:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.539659:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613376.539667:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.539672:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.539677:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.539681:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8472 into portal 25 MB=0x69b71b1d07d80 00000400:00000200:3.0:1773613376.539685:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.539691:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8472/8472 into md 0x1b5615 [4] + 224 00000800:00000001:3.0:1773613376.539698:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.539710:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.539713:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.539717:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613376.539723:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.539731:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613376.539742:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.539753:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613376.539761:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.539764:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.541699:0:86536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613376.541709:0:86536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613376.541712:0:86536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613376.541715:0:86536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e98f0. 00000400:00000200:2.0:1773613376.541721:0:86536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993650f3a3c0 00000400:00000010:2.0:1773613376.541724:0:86536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff993650f3a3c0. 00000100:00000001:2.0:1773613376.541729:0:86536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.541738:0:86536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613376.541749:0:86536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.541757:0:86536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613376.541759:0:86536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.541761:0:86536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613376.541765:0:86536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613376.541767:0:86536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613376.541770:0:86536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.541773:0:86536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613376.541780:0:86536:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613376.541784:0:86536:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613376.541787:0:86536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613376.541788:0:86536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.541791:0:86536:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613376.541793:0:86536:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.541796:0:86536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.541801:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.541808:0:86536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.542528:0:86536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613376.542532:0:86536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613376.542539:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613376.542547:0:86536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86536:1859762477104512:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.542552:0:86536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.542555:0:86536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.542557:0:86536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613376.542559:0:86536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.542562:0:86536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.542568:0:86536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613376.542571:0:86536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3aa80. 00000100:00000001:2.0:1773613376.542574:0:86536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613376.542576:0:86536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773613376.542585:0:86536:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1773613376.542586:0:86536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.542589:0:86536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477104512/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.542595:0:86536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613376.542597:0:86536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613376.542601:0:86536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff99365234c000. 02000000:00000001:2.0:1773613376.542609:0:86536:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613376.542612:0:86536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.542613:0:86536:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.542615:0:86536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613376.542618:0:86536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613376.542622:0:86536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613376.542624:0:86536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613376.542626:0:86536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613376.542629:0:86536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613376.542630:0:86536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613376.542633:0:86536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.542634:0:86536:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.542636:0:86536:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1773613376.542638:0:86536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.542640:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da000 type=0x10620000 idx=1 00000040:00001000:2.0:1773613376.542645:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1773613376.542647:0:86536:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.542651:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.542653:0:86536:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.542655:0:86536:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.542657:0:86536:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.542661:0:86536:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1773613376.542663:0:86536:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.542670:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e400. 00000020:00000080:2.0:1773613376.542674:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.542676:0:86536:0:(obd_config.c:1594:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:2.0:1773613376.542679:0:86536:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.542682:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e400. 00000020:00000001:2.0:1773613376.542685:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.542687:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1773613376.542689:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:2.0:1773613376.542691:0:86536:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.542693:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.542697:0:86536:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff993643f7bca0. 00000020:01000000:2.0:1773613376.542700:0:86536:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff99365922b000 00000020:00000010:2.0:1773613376.542704:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff9936522ce580. 00000020:00000080:2.0:1773613376.542706:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1773613376.542708:0:86536:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:2.0:1773613376.542710:0:86536:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773613376.542711:0:86536:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff9936522ce580 00000040:00001000:2.0:1773613376.542713:0:86536:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773613376.542715:0:86536:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1773613376.542716:0:86536:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773613376.542718:0:86536:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773613376.542720:0:86536:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773613376.542722:0:86536:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1773613376.542723:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff99365922b000 00000040:00001000:2.0:1773613376.542725:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:2.0:1773613376.542726:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1773613376.542728:0:86536:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1773613376.542732:0:86536:0:(obd_config.c:1408:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613376.542734:0:86536:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.542737:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff9936522ce580. 00000020:00000010:2.0:1773613376.542740:0:86536:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff993643f7bca0. 00000020:00000001:2.0:1773613376.542742:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.542744:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da150 type=0x10620000 idx=3 00000040:00001000:2.0:1773613376.542746:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:2.0:1773613376.542748:0:86536:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.542750:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.542751:0:86536:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.542752:0:86536:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.542753:0:86536:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.542757:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e400. 00000020:00000080:2.0:1773613376.542758:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.542760:0:86536:0:(obd_config.c:1594:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:2.0:1773613376.542762:0:86536:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.542764:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e400. 00000020:00000001:2.0:1773613376.542766:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.542768:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da230 type=0x10620000 idx=4 00000040:00001000:2.0:1773613376.542770:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:2.0:1773613376.542772:0:86536:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.542773:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.542774:0:86536:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.542776:0:86536:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.542898:0:86536:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1773613376.542901:0:86536:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1773613376.542902:0:86536:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.543006:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e400. 00000020:00000080:2.0:1773613376.543008:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.543010:0:86536:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:2.0:1773613376.543012:0:86536:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.543014:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e400. 00000020:00000001:2.0:1773613376.543017:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.543019:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da310 type=0x10620000 idx=5 00000040:00001000:2.0:1773613376.543021:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:2.0:1773613376.543023:0:86536:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.543025:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1773613376.543027:0:86536:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff993643f7bca0. 00000020:01000000:2.0:1773613376.543030:0:86536:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff99365922b000 00000020:00000010:2.0:1773613376.543032:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff9936522ce580. 00000020:00000080:2.0:1773613376.543034:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1773613376.543035:0:86536:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:2.0:1773613376.543037:0:86536:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773613376.543038:0:86536:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff9936522ce580 00000040:00001000:2.0:1773613376.543040:0:86536:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773613376.543041:0:86536:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1773613376.543042:0:86536:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773613376.543044:0:86536:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773613376.543046:0:86536:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773613376.543047:0:86536:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1773613376.543048:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff99365922b000 00000040:00001000:2.0:1773613376.543050:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:2.0:1773613376.543052:0:86536:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1773613376.543053:0:86536:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1773613376.543094:0:86536:0:(obd_config.c:1434:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613376.543096:0:86536:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.543099:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff9936522ce580. 00000020:00000010:2.0:1773613376.543101:0:86536:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff993643f7bca0. 00000020:00000001:2.0:1773613376.543103:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.543105:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da380 type=0x10620000 idx=6 00000040:00001000:2.0:1773613376.543108:0:86536:0:(llog.c:720:llog_process_thread()) synced_idx: 6 00000040:00000001:2.0:1773613376.543110:0:86536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1773613376.543112:0:86536:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1773613376.543114:0:86536:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:2.0:1773613376.543119:0:86536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613376.543121:0:86536:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613376.543124:0:86536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.543127:0:86536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.543132:0:86536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.543138:0:86536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993659e8ec00. 00000100:00000001:2.0:1773613376.543144:0:86536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.543148:0:86536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.543150:0:86536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.543154:0:86536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3aa80. 00000100:00000001:2.0:1773613376.543157:0:86536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298270848 : -113016411280768 : ffff993650f3aa80) 00000100:00000001:2.0:1773613376.543159:0:86536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.543161:0:86536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613376.543165:0:86536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.543169:0:86536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.543400:0:86536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.543402:0:86536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.543408:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.543416:0:86536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.543418:0:86536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.543422:0:86536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.543424:0:86536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.543427:0:86536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.543430:0:86536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86536:1859762477104640:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.543437:0:86536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.543441:0:86536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.543444:0:86536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.543446:0:86536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.543462:0:86536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff99365234c000. 02000000:00000001:2.0:1773613376.543464:0:86536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.543472:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.543476:0:86536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e98f0. 00000400:00000010:2.0:1773613376.543481:0:86536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff993650f3a3c0. 00000100:00000200:2.0:1773613376.543488:0:86536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859762477104640, portal 25 00000100:00000001:2.0:1773613376.543490:0:86536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.543491:0:86536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:2.0:1773613376.543497:0:86536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.543504:0:86536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.543507:0:86536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.543510:0:86536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613376.543513:0:86536:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859762477104640, offset 0 00000400:00000200:2.0:1773613376.543519:0:86536:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.543527:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.543533:0:86536:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.543538:0:86536:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.543542:0:86536:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.543545:0:86536:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.543549:0:86536:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.543553:0:86536:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224961:224961:256:4294967295] 192.168.203.144@tcp LPNI seq info [224896:224896:8:4294967295] 00000400:00000200:2.0:1773613376.543557:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.543565:0:86536:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.543571:0:86536:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.543575:0:86536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613376.543581:0:86536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.543589:0:86536:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.543593:0:86536:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.543607:0:86536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.543611:0:86536:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.543613:0:86536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300470289 00000800:00000200:2.0:1773613376.544659:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.544665:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613376.544670:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.544675:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.544680:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:2.0:1773613376.544683:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:2.0:1773613376.544686:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.544691:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.544700:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.544703:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.544711:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.544713:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613376.544728:0:86536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300470267 00000100:00000001:2.0:1773613376.544732:0:86536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300470291 00000100:00000001:2.0:1773613376.544735:0:86536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300470268 00000100:00000001:2.0:1773613376.544738:0:86536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.544741:0:86536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.544743:0:86536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.544745:0:86536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.544747:0:86536:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3aa80 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.544750:0:86536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.544752:0:86536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.582063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613376.582068:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.582072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613376.582073:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.582484:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613376.582488:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613376.582490:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613376.633167:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.633354:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613376.633359:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.633362:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.633371:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.633378:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613376.633388:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.633393:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.633398:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.633402:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8472 into portal 25 MB=0x69b71b1d07e00 00000400:00000200:3.0:1773613376.633407:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.633413:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8472/8472 into md 0x1b5625 [4] + 224 00000800:00000001:3.0:1773613376.633420:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.633448:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.633451:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.633456:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613376.633463:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.633471:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613376.633483:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.633503:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613376.633548:0:86536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613376.633555:0:86536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613376.633561:0:86536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613376.633564:0:86536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e98f0. 00000400:00000200:2.0:1773613376.633570:0:86536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993650f3a3c0 00000400:00000010:2.0:1773613376.633572:0:86536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff993650f3a3c0. 00000100:00000001:2.0:1773613376.633577:0:86536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.633581:0:86536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613376.633590:0:86536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.633597:0:86536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613376.633598:0:86536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.633601:0:86536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613376.633604:0:86536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613376.633606:0:86536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613376.633608:0:86536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.633610:0:86536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613376.633617:0:86536:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613376.633620:0:86536:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=101 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613376.633622:0:86536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613376.633624:0:86536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.633626:0:86536:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613376.633628:0:86536:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.633631:0:86536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.633636:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.633643:0:86536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.633646:0:86536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613376.633648:0:86536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613376.633652:0:86536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613376.633660:0:86536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e33713c-62af-433a-a2eb-2971d025b0c8:86536:1859762477104640:192.168.203.144@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773613376.633665:0:86536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.633668:0:86536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.633670:0:86536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613376.633672:0:86536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.633676:0:86536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.633682:0:86536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613376.633685:0:86536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3aa80. 00000100:00000001:2.0:1773613376.633687:0:86536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613376.633688:0:86536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773613376.633695:0:86536:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1773613376.633697:0:86536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.633700:0:86536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477104640/t0(0) o502->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.633707:0:86536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613376.633709:0:86536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613376.633711:0:86536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff99365234c000. 02000000:00000001:2.0:1773613376.633720:0:86536:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613376.633723:0:86536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.633724:0:86536:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.633726:0:86536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613376.633729:0:86536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613376.633733:0:86536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613376.633736:0:86536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613376.633738:0:86536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:2.0:1773613376.633740:0:86536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613376.633742:0:86536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613376.633744:0:86536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.633745:0:86536:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613376.633748:0:86536:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1773613376.633750:0:86536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.633753:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da380 type=0x10620000 idx=6 00000040:00001000:2.0:1773613376.633756:0:86536:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:2.0:1773613376.633759:0:86536:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:2.0:1773613376.633762:0:86536:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1773613376.633765:0:86536:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1773613376.633766:0:86536:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1773613376.633768:0:86536:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1773613376.633774:0:86536:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff99364c31e400. 00000800:00000001:3.0:1773613376.633893:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.633897:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:2.0:1773613376.634489:0:86536:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773613376.634492:0:86536:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:2.0:1773613376.634494:0:86536:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.634498:0:86536:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff99364c31e400. 00000020:00000001:2.0:1773613376.634501:0:86536:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1773613376.634503:0:86536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9936498da460 type=0x0 idx=0 00000040:00000001:2.0:1773613376.634506:0:86536:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1773613376.634508:0:86536:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000040:00000010:2.0:1773613376.634562:0:86536:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff9936498da000. 00000020:00000010:2.0:1773613376.634570:0:86536:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff993650f35bc0. 00000020:00000010:2.0:1773613376.634582:0:86536:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8b800. 00000040:00000010:2.0:1773613376.634586:0:86536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993650f8aa00. 00000020:00000010:2.0:1773613376.634589:0:86536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff993660678000. 00000020:00000010:2.0:1773613376.634594:0:86536:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff99365a09b250. 00000020:00000010:2.0:1773613376.634599:0:86536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993650f8a800. 80000000:00000010:2.0:1773613376.634603:0:86536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99364a809120. 40000000:00000010:2.0:1773613376.634607:0:86536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff993650f35480. 00100000:00000010:2.0:1773613376.634611:0:86536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff99366067b800. 00040000:00000010:2.0:1773613376.634614:0:86536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99364c31ef00. 00040000:00000010:2.0:1773613376.634618:0:86536:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff99366067c000. 00040000:00000010:2.0:1773613376.634622:0:86536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993650f8bc00. 00000004:00000010:2.0:1773613376.634625:0:86536:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff99366067b000. 00000004:00000010:2.0:1773613376.634629:0:86536:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff993660f93000. 00000004:00000010:2.0:1773613376.634633:0:86536:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff99366067f800. 00002000:00000010:2.0:1773613376.634636:0:86536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff99364a785800. 00000004:00000010:2.0:1773613376.634640:0:86536:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff99364a787000. 00000020:00000010:2.0:1773613376.634643:0:86536:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ac00. 00000040:00000010:1.0:1773613376.634770:0:86523:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff99364a8487e0. 00000040:00000001:1.0:1773613376.634774:0:86523:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773613376.634777:0:86523:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000010:1.0:1773613376.634789:0:86523:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff993650fb4000. 00000040:00000010:1.0:1773613376.634793:0:86523:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff993650f8b000. 00000020:00000001:1.0:1773613376.634795:0:86523:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773613376.634798:0:86523:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773613376.634802:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a400. 00000040:00000010:1.0:1773613376.634804:0:86523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993650f8be00. 00000020:00000010:1.0:1773613376.634807:0:86523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99366067a800. 00000020:00000010:1.0:1773613376.634810:0:86523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993650f8a000. 80000000:00000010:1.0:1773613376.634822:0:86523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99364a809780. 00040000:00000010:1.0:1773613376.634825:0:86523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993650f8ae00. 20000000:00000010:1.0:1773613376.634828:0:86523:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff993650f8a200. 00000020:00000010:1.0:1773613376.634831:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b600. 10000000:00000010:1.0:1773613376.634834:0:86523:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff993650f35f40. 10000000:01000000:1.0:1773613376.634836:0:86523:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1773613376.634850:0:86523:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773613376.634853:0:86523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.634855:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.634864:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613376.634866:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613376.634869:0:86523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613376.634872:0:86523:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.634877:0:86523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.634886:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.634888:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613376.634890:0:86523:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.634897:0:86523:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.634898:0:86523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.634899:0:86523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773613376.634906:0:86523:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773613376.634908:0:86523:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773613376.634911:0:86523:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.634914:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e5a00. 00000040:00000010:1.0:1773613376.634918:0:86523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9936530e4800. 00000020:00000010:1.0:1773613376.634921:0:86523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff993660699800. 00000020:00000010:1.0:1773613376.634924:0:86523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9936530e4c00. 00040000:00000010:1.0:1773613376.634927:0:86523:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff993649362700. 00040000:00000010:1.0:1773613376.634930:0:86523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9936530e5400. 00000020:00000010:1.0:1773613376.635484:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4200. 00000020:00000001:1.0:1773613376.635489:0:86523:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613376.635492:0:86523:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff9936604c8300. 00000020:00000010:1.0:1773613376.635495:0:86523:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff9936522ce900. 00000020:00000001:1.0:1773613376.635498:0:86523:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.635501:0:86523:0:(obd_config.c:1163:class_get_profile()) Process entered 00000020:00000001:1.0:1773613376.635503:0:86523:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773613376.635505:0:86523:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446631057191290496 : -113016518261120 : ffff99364a934680) 00000020:00000001:1.0:1773613376.635508:0:86523:0:(obd_config.c:1167:class_get_profile()) Process leaving (rc=18446631057191290496 : -113016518261120 : ffff99364a934680) 00000080:01000000:1.0:1773613376.635582:0:86523:0:(llite_lib.c:1477:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1773613376.635590:0:86523:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(dt)': 33 at ffff99364a934a40. 00000080:00000010:1.0:1773613376.635593:0:86523:0:(llite_lib.c:1486:ll_fill_super()) kmalloced '(md)': 33 at ffff99364a934dc0. 00000080:00000001:1.0:1773613376.635596:0:86523:0:(llite_lib.c:344:client_common_fill_super()) Process entered 00000080:00000010:1.0:1773613376.635604:0:86523:0:(llite_lib.c:351:client_common_fill_super()) kmalloced '(data)': 192 at ffff993642b11a80. 00000080:00000010:1.0:1773613376.635606:0:86523:0:(llite_lib.c:355:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff993642b110c0. 00000080:00000040:1.0:1773613376.635610:0:86523:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000080:00000001:1.0:1773613376.635614:0:86523:0:(obd_class.h:860:obd_connect()) Process entered 00800000:00000001:1.0:1773613376.635617:0:86523:0:(lmv_obd.c:238:lmv_connect()) Process entered 00000020:00000001:1.0:1773613376.635619:0:86523:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773613376.635620:0:86523:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773613376.635624:0:86523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364980e000. 00000020:00000001:1.0:1773613376.635626:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.635629:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364980e000 with handle 0xa1aa084204a01158 to hash 00000020:00000001:1.0:1773613376.635631:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773613376.635633:0:86523:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773613376.635635:0:86523:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613376.635638:0:86523:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 5 - export 00000020:00000001:1.0:1773613376.635641:0:86523:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057173307392 : -113016536244224 : ffff99364980e000) 00000020:00000040:1.0:1773613376.635644:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e000 : new refcount 1 00000020:00000080:1.0:1773613376.635647:0:86523:0:(genops.c:1404:class_connect()) connect: client 7da591f2-8971-483d-b9cd-f13578df9fa0, cookie 0xa1aa084204a01158 00000020:00000001:1.0:1773613376.635649:0:86523:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.635651:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773613376.635653:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a01158 00000020:00000001:1.0:1773613376.635654:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.635656:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364980e000 refcount=2 00000020:00000001:1.0:1773613376.635658:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057173307392 : -113016536244224 : ffff99364980e000) 00000020:00000001:1.0:1773613376.635660:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057173307392 : -113016536244224 : ffff99364980e000) 00800000:00000001:1.0:1773613376.635679:0:86523:0:(lmv_obd.c:475:lmv_check_connect()) Process entered 00800000:01000000:1.0:1773613376.635681:0:86523:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect 7da591f2-8971-483d-b9cd-f13578df9fa0 to lustre-clilmv-ffff99365922b000 00800000:00000001:1.0:1773613376.635684:0:86523:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773613376.635690:0:86523:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff99365922b000(7da591f2-8971-483d-b9cd-f13578df9fa0) - lustre-MDT0000_UUID, 7da591f2-8971-483d-b9cd-f13578df9fa0 00800000:00000001:1.0:1773613376.635693:0:86523:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773613376.635695:0:86523:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773613376.635696:0:86523:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773613376.635698:0:86523:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773613376.635701:0:86523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364980e800. 00000020:00000001:1.0:1773613376.635703:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.635704:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364980e800 with handle 0xa1aa084204a0115f to hash 00000020:00000001:1.0:1773613376.635706:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773613376.635708:0:86523:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773613376.635709:0:86523:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613376.635712:0:86523:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 5 - export 00000020:00000001:1.0:1773613376.635714:0:86523:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000020:00000040:1.0:1773613376.635716:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 1 00000020:00000080:1.0:1773613376.635717:0:86523:0:(genops.c:1404:class_connect()) connect: client 7da591f2-8971-483d-b9cd-f13578df9fa0, cookie 0xa1aa084204a0115f 00000020:00000001:1.0:1773613376.635719:0:86523:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.635721:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773613376.635722:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0115f 00000020:00000001:1.0:1773613376.635723:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.635724:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364980e800 refcount=2 00000020:00000001:1.0:1773613376.635726:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000020:00000001:1.0:1773613376.635728:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000100:00000001:1.0:1773613376.635732:0:86523:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773613376.635735:0:86523:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773613376.635740:0:86523:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff99365922b000: connect to NID 192.168.203.144@tcp last attempt 0 00000400:00000200:1.0:1773613376.635747:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.635751:0:86523:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000001:1.0:1773613376.635756:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773613376.635758:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 16 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613376.635761:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:1.0:1773613376.635763:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773613376.635764:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0115f 00000020:00000001:1.0:1773613376.635765:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.635766:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364980e800 refcount=3 00000020:00000001:1.0:1773613376.635768:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000020:00000001:1.0:1773613376.635770:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000100:00000001:1.0:1773613376.635771:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773613376.635784:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 17 to 192.168.203.144@tcp 00000100:00000001:1.0:1773613376.635786:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:1.0:1773613376.635789:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 2 00000100:00080000:1.0:1773613376.635792:0:86523:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff99365922b000: import ffff993649808000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1773613376.635795:0:86523:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.635797:0:86523:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773613376.635802:0:86523:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773613376.635805:0:86523:0:(sec.c:1471:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff99365922b000: select security flavor null 02000000:00000001:1.0:1773613376.635808:0:86523:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650874784 : -1058676832 : ffffffffc0e5dfa0) 02000000:00000001:1.0:1773613376.635820:0:86523:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.635823:0:86523:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773613376.635826:0:86523:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773613376.635829:0:86523:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.635831:0:86523:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.635836:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613376.635839:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 02000000:00000001:1.0:1773613376.635842:0:86523:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613376.635844:0:86523:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.635847:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.635849:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.635852:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.635866:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650fc4400. 00000100:00000001:1.0:1773613376.635872:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613376.635880:0:86523:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613376.635890:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.635894:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.635899:0:86523:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_rcv+-1] req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.635927:0:86523:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.635930:0:86523:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1773613376.636242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613376.636247:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.636249:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.636255:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.636270:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.636272:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.636275:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.636278:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.636280:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.636284:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477104768:192.168.203.144@tcp:38:mount.lustre.0 00000100:00000001:3.0:1773613376.636287:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.636300:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.636303:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.636305:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.636310:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2a000. 02000000:00000001:3.0:1773613376.636312:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.636317:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.636321:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613376.636327:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.636333:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477104768, portal 10 00000100:00000001:3.0:1773613376.636335:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.636337:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000020:00000010:3.0:1773613376.636344:0:2388:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993643510000. 00000100:00000040:3.0:1773613376.636350:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.636358:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.636361:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.636363:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccee0. 00000100:00000200:3.0:1773613376.636366:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859762477104768, offset 0 00000400:00000200:3.0:1773613376.636371:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.636378:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.636383:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.636388:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.636392:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.636396:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.636399:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.636403:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224962:224962:256:4294967295] 192.168.203.144@tcp LPNI seq info [224897:224897:8:4294967295] 00000400:00000200:3.0:1773613376.636408:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.636416:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.636422:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.636426:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550300. 00000800:00000200:3.0:1773613376.636432:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.636439:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.636443:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550300 type 1, nob 616 niov 1 nkiov 1 00000100:00080000:1.0:1773613376.636504:0:86523:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID 00000020:00000040:1.0:1773613376.636507:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613376.636739:0:86523:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.636743:0:86523:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00800000:00000001:1.0:1773613376.636746:0:86523:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773613376.636749:0:86523:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:1.0:1773613376.636754:0:86523:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff99364b4ce200. 40000000:00000010:1.0:1773613376.636757:0:86523:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff993642b11f00. 40000000:00000001:1.0:1773613376.636759:0:86523:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1773613376.636762:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364980e800 refcount=3 40000000:00000010:1.0:1773613376.636837:0:86523:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff993642b11f00. 40000000:00000001:1.0:1773613376.636842:0:86523:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773613376.636845:0:86523:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773613376.636847:0:86523:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff99365922b000: Adding target lustre-MDT0000-mdc-ffff99365922b000 (idx 0) 80000000:00000010:1.0:1773613376.636850:0:86523:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff99364a934500. 00000020:00000040:1.0:1773613376.636852:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364980e800 refcount=4 80000000:00000001:1.0:1773613376.636854:0:86523:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.636866:0:86523:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773613376.636868:0:86523:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.636872:0:86523:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773613376.636874:0:86523:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613376.636876:0:86523:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00000010:1.0:1773613376.636879:0:86523:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff993652345000. 00020000:00001000:1.0:1773613376.636884:0:86523:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.203.144@tcp (1 targets) 00020000:00000001:1.0:1773613376.636886:0:86523:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773613376.636888:0:86523:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff99365922b000(7da591f2-8971-483d-b9cd-f13578df9fa0) successfully (5) 00800000:00000001:1.0:1773613376.636891:0:86523:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773613376.636893:0:86523:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff99365922b000: age 4798, max_age 0 00000100:00000010:1.0:1773613376.636898:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613376.636907:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613376.636910:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.636912:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.636915:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.636919:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99366110cf00. 00000100:00000001:1.0:1773613376.636923:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.636927:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.636930:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.636953:0:86523:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edfe1554] to pc [ptlrpcd_00_01+1] req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773613376.636980:0:86523:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.636990:0:86523:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.636992:0:86523:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:1.0:1773613376.636995:0:86523:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773613376.636996:0:86523:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.636998:0:86523:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.636999:0:86523:0:(lmv_obd.c:508:lmv_check_connect()) Process leaving 00800000:00000001:1.0:1773613376.637001:0:86523:0:(lmv_obd.c:265:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.637003:0:86523:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.637006:0:86523:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1773613376.637007:0:86523:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff99365922b000: age 4798, max_age 5798 00800000:00000001:1.0:1773613376.637010:0:86523:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00800000:00000010:1.0:1773613376.637012:0:86523:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff993642b11f00. 00800000:00000001:1.0:1773613376.637014:0:86523:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1773613376.637016:0:86523:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff99365922b000: age 4798, max_age 5798 00000002:00000001:1.0:1773613376.637018:0:86523:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1773613376.637020:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=6 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000010:1.0:1773613376.637024:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 00000020:00000040:1.0:1773613376.637026:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=7 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613376.637028:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.637029:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.637031:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.637034:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649b98800. 00000100:00000001:1.0:1773613376.637037:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637039:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613376.637041:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613376.637045:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11180. 00000100:00000001:1.0:1773613376.637047:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059025280 : -113016650526336 : ffff993642b11180) 00000100:00000001:1.0:1773613376.637049:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.637050:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000001:1.0:1773613376.637052:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.637054:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637056:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613376.637057:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613376.637061:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.637067:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.637069:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773613376.637072:0:86523:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.637078:0:86523:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637080:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613376.637082:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613376.637084:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11180 going to sleep for 0 seconds 00000100:00000001:1.0:1773613376.637086:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.637088:0:86523:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637089:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.637091:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637093:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637109:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613376.637111:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.637112:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613376.637116:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.637122:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.637124:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773613376.637127:0:2390:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613376.637133:0:2390:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637134:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637136:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.637137:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637138:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637140:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637145:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613376.637146:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637148:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613376.637150:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.637151:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637152:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.637153:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.637154:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637156:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.637161:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613376.637163:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.637215:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.637220:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773613376.637223:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.637226:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470384 00000100:00000001:3.0:1773613376.637231:0:2388:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, simply extend its deadline from 4300470289 00000100:00000001:3.0:1773613376.637234:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470384 00000100:00000001:3.0:1773613376.637237:0:2388:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, simply extend its deadline from 4300470291 00000100:00000001:3.0:1773613376.637239:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.637242:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.637244:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.637246:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.637250:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.637251:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773613376.637252:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613376.637253:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.637255:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.637256:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637462:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613376.637467:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613376.637472:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613376.637475:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613376.637477:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613376.637479:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613376.637481:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613376.637485:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613376.637489:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637494:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613376.637502:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613376.637504:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637508:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_00+0] req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637532:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637535:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613376.637538:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613376.637540:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613376.637543:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613376.637547:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613376.637549:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613376.637551:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613376.637553:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613376.637554:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613376.637558:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613376.637561:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637570:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613376.637576:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613376.637578:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637581:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_01+1] req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637588:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637592:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5804) 00000100:00000001:0.0:1773613376.637600:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.637601:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.637603:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.637606:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637612:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.637613:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.637616:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.637617:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.637619:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.637622:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477105280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613376.637626:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.637629:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.637631:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.637633:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.637637:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613376.637639:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.637643:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.637646:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613376.637650:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613376.637654:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477105280, portal 4 00000100:00000001:0.0:1773613376.637655:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.637656:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:0.0:1773613376.637662:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637668:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.637670:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.637672:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000200:0.0:1773613376.637675:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477105280, offset 0 00000400:00000200:0.0:1773613376.637680:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.637685:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.637690:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.637693:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.637696:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.637698:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.637701:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.637704:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224963:224963:255:4294967295] 192.168.203.144@tcp LPNI seq info [224898:224898:7:4294967295] 00000400:00000200:0.0:1773613376.637708:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.637715:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.637719:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.637723:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 00000800:00000200:0.0:1773613376.637727:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.637732:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.637736:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.637738:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637741:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 592243 usecs (593 jiffies) 00000400:00000200:0.0:1773613376.637744:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.637747:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467016 00000100:00000001:0.0:1773613376.637749:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.637751:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467016 00000100:00000001:0.0:1773613376.637752:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.637754:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.637756:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.637758:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637760:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.637761:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637762:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.637764:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637767:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.637768:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613376.637770:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.637771:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.637772:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637774:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.637775:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637777:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.637779:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773613376.637780:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637782:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.637783:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637785:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.637786:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.637787:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.637791:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637797:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.637798:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.637800:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.637802:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.637804:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.637806:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477105152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613376.637828:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.637831:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.637832:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.637834:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.637837:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613376.637840:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.637843:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.637845:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613376.637848:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613376.637851:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477105152, portal 10 00000100:00000001:0.0:1773613376.637853:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.637854:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613376.637859:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.637865:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.637867:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.637869:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17440. 00000100:00000200:0.0:1773613376.637871:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477105152, offset 0 00000400:00000200:0.0:1773613376.637875:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.637878:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.637881:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.637884:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.637886:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.637889:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.637890:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.637893:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224964:224964:254:4294967295] 192.168.203.144@tcp LPNI seq info [224899:224899:6:4294967295] 00000400:00000200:0.0:1773613376.637896:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.637902:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.637907:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.637910:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613376.637914:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.637918:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.637920:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.637923:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.637925:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 517895 usecs (518 jiffies) 00000400:00000200:0.0:1773613376.637927:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.637929:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300466941 00000100:00000001:0.0:1773613376.637931:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.637961:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300466941 00000100:00000001:0.0:1773613376.637963:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.637965:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.637967:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.637970:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637971:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.637973:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.637974:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.637977:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.638043:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613376.638046:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.638756:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.638761:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550300. 00000400:00000200:2.0:1773613376.638765:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.638771:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.639469:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccee0 00000400:00000010:2.0:1773613376.639473:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccee0. 00000100:00000001:2.0:1773613376.639479:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.639488:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639498:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.639502:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639510:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.639511:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613376.639530:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.639533:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:2.0:1773613376.639537:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.639541:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.639545:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:2.0:1773613376.639546:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:2.0:1773613376.639549:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.639553:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639561:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.639564:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639569:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.639571:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613376.639854:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.639862:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613376.639866:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.639870:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.639873:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17440 00000400:00000010:2.0:1773613376.639875:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17440. 00000100:00000001:2.0:1773613376.639878:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.639882:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639897:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.639900:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.639915:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.639916:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.649895:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.649922:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.649926:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.649929:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.649955:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.649963:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.649972:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.649977:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.649982:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.649986:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d08000 00000400:00000200:2.0:1773613376.649990:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.649995:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b564d [1] + 224 00000800:00000001:2.0:1773613376.650002:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.650010:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.650013:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.650017:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.650023:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.650030:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.650040:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.650049:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.650057:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.650059:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650310:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.650314:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.650321:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.650323:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.650326:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613376.650331:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:0.0:1773613376.650333:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:0.0:1773613376.650336:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.650341:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.650351:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.650358:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.650360:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650363:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.650366:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.650368:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.650371:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.650373:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.650382:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=4 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613376.650387:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613376.650390:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.650391:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.650394:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.650397:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.650401:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613376.650403:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613376.650405:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613376.650407:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.650412:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.650420:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.650423:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.650425:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613376.650429:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.650438:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477105152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613376.650443:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650446:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.650448:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650450:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.650452:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.650456:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477105152/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.650463:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.650465:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.650469:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613376.650472:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.650474:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.650476:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613376.650478:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.650481:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:0.0:1773613376.650485:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.650487:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.650489:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:0.0:1773613376.650493:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.650494:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650497:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.650499:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.650500:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.650502:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650504:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.650505:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.650507:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.650509:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.651710:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.651722:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.651724:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.651727:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.651733:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651739:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.651746:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651750:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651753:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651757:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d08080 00000400:00000200:2.0:1773613376.651762:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651766:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5645 [1] + 224 00000800:00000001:2.0:1773613376.651783:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.651790:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.651792:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.651796:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.651801:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.651808:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.651832:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.651844:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.651850:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.651854:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.651868:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.651871:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.651875:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651879:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.651883:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651886:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651889:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651892:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x69b71b1d07e80 00000400:00000200:2.0:1773613376.651896:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.651900:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5635 [1] + 0 00000800:00000001:2.0:1773613376.652270:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.652279:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.652282:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.652286:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.652290:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.652442:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.652453:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.652463:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.652469:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.652472:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652555:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.652559:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.652564:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.652566:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.652569:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613376.652574:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613376.652576:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613376.652578:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.652583:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.652593:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.652600:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.652601:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652603:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.652606:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.652609:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.652611:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.652614:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.652621:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=4 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613376.652625:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613376.652628:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.652630:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.652632:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.652636:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.652639:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613376.652641:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613376.652643:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613376.652644:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.652649:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.652656:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.652659:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.652661:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613376.652665:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.652673:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477105280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613376.652679:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652681:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.652682:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652684:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.652687:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.652690:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477105280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.652696:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.652699:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.652702:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613376.652706:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.652708:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.652709:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613376.652711:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.652714:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613376.652719:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.652721:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.652723:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:0.0:1773613376.652727:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.652728:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652731:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.652733:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.652734:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.652735:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652737:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.652739:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.652741:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.652743:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.652824:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613376.652827:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.652830:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.652832:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.652834:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613376.652837:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613376.652840:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613376.652843:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.652847:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.652867:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.652874:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.652875:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.652877:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.652879:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.652880:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.652882:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.652884:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.652889:0:2388:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=1773613376 v=5 (0 0 0 0) 00000100:00001000:3.0:1773613376.652892:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff993649808458 change: old=5 new=36 delta=31 (val=36) hist 36 0 0 0 00000100:00001000:3.0:1773613376.652895:0:2388:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff99365922b000 ptl 12 has changed from 5 to 36 00000100:00001000:3.0:1773613376.652898:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:3.0:1773613376.652901:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff993649808410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773613376.653135:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.653136:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.653138:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.653141:0:2388:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.653143:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773613376.653144:0:2388:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773613376.653147:0:2388:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773613376.653149:0:2388:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613376.653151:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.653156:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.653162:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.653164:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.653166:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.653168:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773613376.653250:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff99365922b000: connect to target with instance 25 00000020:00000001:3.0:1773613376.653253:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.653255:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0115f 00000020:00000001:3.0:1773613376.653257:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.653260:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364980e800 refcount=5 00000020:00000001:3.0:1773613376.653263:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000020:00000001:3.0:1773613376.653265:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057173309440 : -113016536242176 : ffff99364980e800) 00000100:00001000:3.0:1773613376.653269:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:3.0:1773613376.653272:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff993649808410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773613376.653276:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000100:00080000:3.0:1773613376.653281:0:2388:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff99365922b000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:3.0:1773613376.653284:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 4 00000100:00000001:3.0:1773613376.653286:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773613376.653289:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:3.0:1773613376.653425:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff99365922b000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1773613376.653430:0:2388:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773613376.653432:0:2388:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.653434:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773613376.653436:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773613376.653439:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.653440:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.653442:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.653444:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773613376.653446:0:2388:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1773613376.653450:0:2388:0:(import.c:65:import_set_state_nolock()) ffff993649808000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773613376.653453:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773613376.653454:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773613376.653455:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1773613376.653456:0:2388:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1773613376.653458:0:2388:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1773613376.653460:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff99364a0c21d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1773613376.653463:0:2388:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa1aa084204a0115f 00800000:00000040:3.0:1773613376.653466:0:2388:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff99365922b000=7da591f2-8971-483d-b9cd-f13578df9fa0 device 8 (ffff99364a664d28) type mdc at LMV idx 0 00800000:00000040:3.0:1773613376.653470:0:2388:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff99364a664d28 already active! 00800000:00000001:3.0:1773613376.653472:0:2388:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613376.653474:0:2388:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.653476:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613376.653478:0:2388:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=8 obd=lustre-MDT0000-mdc-ffff99365922b000 00000002:00000001:0.0:1773613376.654678:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.654683:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613376.654685:0:2388:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.654688:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773613376.654710:0:2388:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000003cb9d09b): req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773613376.654738:0:2388:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000106b76a7): req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.654751:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.654754:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.654759:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.654769:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477104768:192.168.203.144@tcp:38:mount.lustre.0 00000100:00000001:0.0:1773613376.654773:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.654827:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.654831:0:86523:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.654833:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.654835:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.654838:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.654841:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.654844:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.654846:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.654852:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.654854:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.654867:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.654874:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a785800. 02000000:00000001:2.0:1773613376.654876:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.654883:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.654887:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e98f0. 00000400:00000010:2.0:1773613376.654892:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613376.654898:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477105024, portal 10 00000100:00000001:2.0:1773613376.654901:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.654913:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000020:00000010:2.0:1773613376.654921:0:86523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9936498da000. 00000100:00000040:2.0:1773613376.654929:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.654969:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.654972:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.654975:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7d48. 00000100:00000200:2.0:1773613376.654978:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477105024, offset 0 00000400:00000200:2.0:1773613376.654985:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.654992:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.654998:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.655002:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.655006:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.655010:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.655013:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.655016:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224965:224965:256:4294967295] 192.168.203.144@tcp LPNI seq info [224900:224900:8:4294967295] 00000400:00000200:2.0:1773613376.655021:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.655029:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.655035:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.655039:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613376.655046:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.655052:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.655057:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.655067:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.655071:0:86523:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 21202 usecs (22 jiffies) 00000400:00000200:2.0:1773613376.655074:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.655077:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300466463 00000100:00000001:2.0:1773613376.655080:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470384 00000100:00000001:2.0:1773613376.655082:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300466463 00000100:00000001:2.0:1773613376.655084:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470384 00000100:00000001:2.0:1773613376.655086:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.655089:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.655092:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.655093:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773613376.655096:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11180 going to sleep for 11 seconds 00000100:00000001:2.0:1773613376.655098:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.655099:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.655207:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.655211:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:2.0:1773613376.655215:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.655220:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.655225:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7d48 00000400:00000010:2.0:1773613376.655227:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7d48. 00000100:00000001:2.0:1773613376.655231:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.655235:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.655245:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.655247:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.655253:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.655255:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1773613376.655888:0:86538:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1773613376.655892:0:86538:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1773613376.655896:0:86538:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.655899:0:86538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.655911:0:86538:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=7 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613376.655914:0:86538:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1773613376.655916:0:86538:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.657220:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.657233:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477104768/t0(0) o38->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.657244:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.657247:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.657251:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b2a000. 02000000:00000001:0.0:1773613376.657257:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.657260:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.657261:0:2388:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=6 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613376.657263:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.657265:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650fc4400. 02000000:00000001:0.0:1773613376.657269:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.657270:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.657272:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:0.0:1773613376.657276:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.657277:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.657280:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.657287:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.657478:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.657483:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.657485:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.657492:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.657495:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.657497:0:2390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.657499:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.657501:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.657505:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.657508:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.657511:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.657514:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.657520:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.657522:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.657525:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.657532:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc400. 02000000:00000001:0.0:1773613376.657534:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.657540:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.657544:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613376.657550:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613376.657556:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477104896, portal 10 00000100:00000001:0.0:1773613376.657558:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.657561:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000020:00000010:0.0:1773613376.657568:0:2390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993650fb2000. 00000100:00000040:0.0:1773613376.657575:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.657582:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.657584:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.657587:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613376.657591:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477104896, offset 0 00000400:00000200:0.0:1773613376.657596:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.657603:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.657609:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.657613:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.657616:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.657619:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.657622:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.657626:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224966:224966:256:4294967295] 192.168.203.144@tcp LPNI seq info [224901:224901:8:4294967295] 00000400:00000200:0.0:1773613376.657630:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.657638:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.657644:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.657648:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613376.657654:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.657661:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.657666:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.657683:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.657688:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 21202 usecs (22 jiffies) 00000400:00000200:0.0:1773613376.657691:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.657694:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300466465 00000100:00000001:0.0:1773613376.657697:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.657699:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300466465 00000100:00000001:0.0:1773613376.657701:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470384 00000100:00000001:0.0:1773613376.657703:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.657707:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.657709:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.657713:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.657714:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613376.657716:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.657717:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.657719:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.657721:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.657876:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.657880:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:2.0:1773613376.657886:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.657891:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.657895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:2.0:1773613376.657897:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:2.0:1773613376.657900:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.657916:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.657926:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.657929:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.658530:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.658532:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.661682:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.661697:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.661701:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.661704:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.661712:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.661719:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.661727:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.661732:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.661738:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.661742:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1d07f80 00000400:00000200:2.0:1773613376.661746:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.661753:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b5655 [1] + 224 00000800:00000001:2.0:1773613376.661760:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.661768:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.661771:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.661776:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.661782:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.661789:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.661800:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.661835:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.661843:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.661847:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.662079:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.662087:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.662089:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.662092:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e98f0. 00000400:00000200:3.0:1773613376.662097:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:3.0:1773613376.662099:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:3.0:1773613376.662102:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.662107:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.662117:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662124:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.662126:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.662128:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.662132:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.662134:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.662136:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.662139:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.662147:0:86523:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=0 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613376.662151:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613376.662154:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.662156:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.662159:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.662163:0:86523:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.662167:0:86523:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613376.662181:0:86523:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613376.662183:0:86523:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613376.662185:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.662190:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662198:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.662201:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.662203:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.662207:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.662215:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7da591f2-8971-483d-b9cd-f13578df9fa0:86523:1859762477105024:192.168.203.144@tcp:41:mount.lustre.0 00000100:00000001:3.0:1773613376.662220:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.662223:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.662225:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.662227:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.662231:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662238:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.662241:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11180. 00000100:00000001:3.0:1773613376.662244:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.662246:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.662251:0:86523:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773613376.662253:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.662256:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477105024/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662263:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.662265:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.662268:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a785800. 02000000:00000001:3.0:1773613376.662271:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.662274:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.662276:0:86523:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613376.662278:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.662281:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649b98800. 02000000:00000001:3.0:1773613376.662284:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.662286:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.662288:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:3.0:1773613376.662303:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.662305:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613376.662307:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.662308:0:86523:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613376.662310:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773613376.662312:0:86523:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff99365922b000: update ffff99364a665178 cache blocks 17225/17269 objects 496217/496611 00800000:00000001:3.0:1773613376.662317:0:86523:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613376.662319:0:86523:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1773613376.662322:0:86523:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff993642b11f00. 00800000:00000001:3.0:1773613376.662325:0:86523:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773613376.662327:0:86523:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff99365922b000: update ffff99364a0c1e08 cache blocks 17225/17269 objects 496217/496611 00000080:00000001:3.0:1773613376.662332:0:86523:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613376.662335:0:86523:0:(lmv_obd.c:1526:lmv_get_root()) Process entered 00000002:00000001:3.0:1773613376.662338:0:86523:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:3.0:1773613376.662342:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707100. 00000020:00000040:3.0:1773613376.662346:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:3.0:1773613376.662349:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.662352:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.662356:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.662363:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2a000. 00000100:00000001:3.0:1773613376.662367:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.662372:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.662373:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.662379:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658c13780. 00000100:00000001:3.0:1773613376.662381:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057429182336 : -113016280369280 : ffff993658c13780) 00000100:00000001:3.0:1773613376.662384:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.662385:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189007616 : -113016520544000 : ffff99364a707100) 00000100:00000001:3.0:1773613376.662389:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.662393:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.662395:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.662396:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.662401:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662408:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.662410:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.662413:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.662415:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.662418:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.662421:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7da591f2-8971-483d-b9cd-f13578df9fa0:86523:1859762477105408:192.168.203.144@tcp:40:mount.lustre.0 00000100:00000001:3.0:1773613376.662425:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.662429:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.662431:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.662433:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.662437:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28800. 02000000:00000001:3.0:1773613376.662439:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.662443:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.662446:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613376.662451:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.662456:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477105408, portal 10 00000100:00000001:3.0:1773613376.662459:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.662460:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189007616 : -113016520544000 : ffff99364a707100) 00000100:00000040:3.0:1773613376.662466:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.662473:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.662475:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.662478:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cca18. 00000100:00000200:3.0:1773613376.662481:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1859762477105408, offset 0 00000400:00000200:3.0:1773613376.662487:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.662492:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.662498:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.662502:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.662506:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.662510:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.662513:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.662517:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224967:224967:256:4294967295] 192.168.203.144@tcp LPNI seq info [224902:224902:8:4294967295] 00000400:00000200:3.0:1773613376.662521:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.662528:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.662533:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.662538:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613376.662543:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.662550:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.662554:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.662567:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.662571:0:86523:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:3.0:1773613376.662574:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.662576:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300466474 00000100:00000001:3.0:1773613376.662579:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470384 00000100:00000001:3.0:1773613376.662582:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300466474 00000100:00000001:3.0:1773613376.662584:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470384 00000100:00000001:3.0:1773613376.662586:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.662588:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.662590:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.662593:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613376.662595:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658c13780 going to sleep for 50 seconds 00000100:00000001:3.0:1773613376.662597:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.662599:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.662878:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.662882:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613376.662887:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.662891:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.662895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cca18 00000400:00000010:2.0:1773613376.662897:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cca18. 00000100:00000001:2.0:1773613376.662912:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.662917:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.662926:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.662929:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.662972:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.662974:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.669047:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.669063:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.669067:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.669070:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.669079:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.669086:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.669095:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.669100:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.669105:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.669109:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1d07f00 00000400:00000200:2.0:1773613376.669115:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.669120:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b5665 [1] + 224 00000800:00000001:2.0:1773613376.669127:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.669135:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.669138:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.669143:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.669149:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.669158:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.669168:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.669191:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.669198:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.669202:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.669327:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.669332:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.669338:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.669340:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.669343:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613376.669348:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613376.669351:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613376.669354:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.669359:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.669368:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.669375:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.669377:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.669379:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.669383:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.669385:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.669388:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.669390:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.669400:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=0 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613376.669404:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613376.669407:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.669409:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.669412:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.669415:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.669419:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613376.669421:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613376.669423:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613376.669425:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.669431:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.669438:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.669441:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.669443:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1773613376.669449:0:2390:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=17269 free=17241 avail=17225 objects=496611 free=496217 state=0 00000100:00000040:0.0:1773613376.669456:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.669464:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:0:1859762477104896:192.168.203.144@tcp:41:mount.lustre.0 00000100:00000001:0.0:1773613376.669469:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.669471:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.669474:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477104896/t0(0) o41->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.669481:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.669483:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.669487:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc400. 02000000:00000001:0.0:1773613376.669491:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.669493:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.669495:0:2390:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613376.669497:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.669500:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99366110cf00. 02000000:00000001:0.0:1773613376.669506:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.669507:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.669725:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:0.0:1773613376.669733:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.669734:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.669737:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.669744:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.669746:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.669748:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.669751:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.672915:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.672931:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.672974:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.672979:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.672988:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.672995:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.673003:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.673007:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.673013:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.673016:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x69b71b1d08100 00000400:00000200:2.0:1773613376.673022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.673028:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b566d [1] + 224 00000800:00000001:2.0:1773613376.673035:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.673045:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.673048:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.673052:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.673058:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.673067:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.673079:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.673094:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.673102:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.673105:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.673235:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.673242:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.673244:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.673247:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613376.673252:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:3.0:1773613376.673255:0:86523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:3.0:1773613376.673259:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.673264:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613376.673272:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.673279:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.673281:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.673283:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.673287:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.673289:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.673303:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.673306:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.673316:0:86523:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=0 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613376.673320:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613376.673323:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.673325:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.673327:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.673330:0:86523:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673333:0:86523:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613376.673336:0:86523:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613376.673338:0:86523:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613376.673339:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.673344:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.673352:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.673355:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.673357:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.673361:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613376.673370:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7da591f2-8971-483d-b9cd-f13578df9fa0:86523:1859762477105408:192.168.203.144@tcp:40:mount.lustre.0 00000100:00000001:3.0:1773613376.673375:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.673379:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673381:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.673383:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.673386:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.673392:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.673396:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658c13780. 00000100:00000001:3.0:1773613376.673400:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.673401:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1773613376.673407:0:86523:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:3.0:1773613376.673409:0:86523:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:3.0:1773613376.673411:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.673414:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707100 x1859762477105408/t0(0) o40->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.673420:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.673423:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.673425:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b28800. 02000000:00000001:3.0:1773613376.673428:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.673430:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.673432:0:86523:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613376.673434:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.673437:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613376.673440:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.673442:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.673444:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707100. 00000100:00000001:3.0:1773613376.673447:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.673449:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613376.673451:0:86523:0:(lmv_obd.c:1534:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773613376.673455:0:86523:0:(llite_lib.c:521:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773613376.673458:0:86523:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:3.0:1773613376.673461:0:86523:0:(lmv_obd.c:3445:lmv_get_info()) Process entered 00800000:00000001:3.0:1773613376.673463:0:86523:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:3.0:1773613376.673467:0:86523:0:(mdc_request.c:2739:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613376.673469:0:86523:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613376.673471:0:86523:0:(lmv_obd.c:3477:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.673473:0:86523:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1773613376.673481:0:86523:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000080:00100000:3.0:1773613376.673485:0:86523:0:(llite_lib.c:685:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 3407872 00000080:00000001:3.0:1773613376.673488:0:86523:0:(obd_class.h:860:obd_connect()) Process entered 00020000:00000001:3.0:1773613376.673490:0:86523:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:3.0:1773613376.673492:0:86523:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:3.0:1773613376.673494:0:86523:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773613376.673496:0:86523:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773613376.673501:0:86523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364b4f3000. 00000020:00000001:3.0:1773613376.673503:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613376.673506:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364b4f3000 with handle 0xa1aa084204a01166 to hash 00000020:00000001:3.0:1773613376.673508:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773613376.673527:0:86523:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773613376.673529:0:86523:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613376.673533:0:86523:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 4 - export 00000020:00000001:3.0:1773613376.673535:0:86523:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057203605504 : -113016505946112 : ffff99364b4f3000) 00000020:00000040:3.0:1773613376.673538:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3000 : new refcount 1 00000020:00000080:3.0:1773613376.673541:0:86523:0:(genops.c:1404:class_connect()) connect: client 7da591f2-8971-483d-b9cd-f13578df9fa0, cookie 0xa1aa084204a01166 00000020:00000001:3.0:1773613376.673543:0:86523:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.673545:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.673546:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a01166 00000020:00000001:3.0:1773613376.673549:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.673550:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f3000 refcount=2 00000020:00000001:3.0:1773613376.673552:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203605504 : -113016505946112 : ffff99364b4f3000) 00000020:00000001:3.0:1773613376.673554:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203605504 : -113016505946112 : ffff99364b4f3000) 00020000:00000001:3.0:1773613376.673559:0:86523:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1773613376.673562:0:86523:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773613376.673565:0:86523:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773613376.673567:0:86523:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673569:0:86523:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:3.0:1773613376.673570:0:86523:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773613376.673573:0:86523:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.673575:0:86523:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:3.0:1773613376.673577:0:86523:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:3.0:1773613376.673579:0:86523:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773613376.673580:0:86523:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773613376.673583:0:86523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364b4f3800. 00000020:00000001:3.0:1773613376.673585:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613376.673587:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364b4f3800 with handle 0xa1aa084204a0116d to hash 00000020:00000001:3.0:1773613376.673588:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773613376.673590:0:86523:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773613376.673591:0:86523:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613376.673594:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364b4f3800 refcount=3 00000020:00000040:3.0:1773613376.673597:0:86523:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 5 - export 00000020:00000001:3.0:1773613376.673600:0:86523:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000020:00000040:3.0:1773613376.673602:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 2 00000020:00000080:3.0:1773613376.673603:0:86523:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa1aa084204a0116d 00000020:00000001:3.0:1773613376.673605:0:86523:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.673607:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.673608:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0116d 00000020:00000001:3.0:1773613376.673609:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.673611:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f3800 refcount=3 00000020:00000001:3.0:1773613376.673612:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000020:00000001:3.0:1773613376.673614:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000100:00000001:3.0:1773613376.673617:0:86523:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773613376.673620:0:86523:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773613376.673623:0:86523:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff99365922b000: connect to NID 192.168.203.144@tcp last attempt 0 00000400:00000200:3.0:1773613376.673628:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.673632:0:86523:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000001:3.0:1773613376.673635:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613376.673638:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 18 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.673640:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:3.0:1773613376.673642:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.673644:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0116d 00000020:00000001:3.0:1773613376.673645:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.673646:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f3800 refcount=4 00000020:00000001:3.0:1773613376.673648:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000020:00000001:3.0:1773613376.673650:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000100:00000001:3.0:1773613376.673652:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613376.673654:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 19 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.673657:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:3.0:1773613376.673659:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 3 00000100:00080000:3.0:1773613376.673662:0:86523:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff99365922b000: import ffff99366067d000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:3.0:1773613376.673665:0:86523:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.673668:0:86523:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773613376.673673:0:86523:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773613376.673676:0:86523:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff99365922b000: select security flavor null 02000000:00000001:3.0:1773613376.673681:0:86523:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650874784 : -1058676832 : ffffffffc0e5dfa0) 02000000:00000001:3.0:1773613376.673684:0:86523:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673686:0:86523:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773613376.673689:0:86523:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1773613376.673692:0:86523:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673694:0:86523:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.673699:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707100. 00000020:00000040:3.0:1773613376.673702:0:86523:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 02000000:00000001:3.0:1773613376.673705:0:86523:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613376.673707:0:86523:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673709:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.673712:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.673716:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.673722:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b28800. 00000100:00000001:3.0:1773613376.673728:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.673734:0:86523:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613376.673743:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.673747:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.673752:0:86523:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c17661] to pc [ptlrpcd_rcv+-1] req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.673764:0:86523:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.673768:0:86523:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773613376.673770:0:86523:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID 00000020:00000040:3.0:1773613376.673772:0:86523:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:3.0:1773613376.674161:0:86523:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.674164:0:86523:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:3.0:1773613376.674168:0:86523:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773613376.674170:0:86523:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff99365922b000) active 00020000:00000001:3.0:1773613376.674184:0:86523:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.674187:0:86523:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773613376.674191:0:86523:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773613376.674193:0:86523:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:3.0:1773613376.674195:0:86523:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.674198:0:86523:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.674200:0:86523:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1773613376.674202:0:86523:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773613376.674203:0:86523:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773613376.674205:0:86523:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.674206:0:86523:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:3.0:1773613376.674207:0:86523:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773613376.674209:0:86523:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.674211:0:86523:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:3.0:1773613376.674212:0:86523:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:3.0:1773613376.674214:0:86523:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773613376.674216:0:86523:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773613376.674219:0:86523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff99364b4f4000. 00000020:00000001:3.0:1773613376.674221:0:86523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613376.674223:0:86523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364b4f4000 with handle 0xa1aa084204a01174 to hash 00000020:00000001:3.0:1773613376.674225:0:86523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773613376.674227:0:86523:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1773613376.674229:0:86523:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613376.674231:0:86523:0:(genops.c:887:class_export_get()) GET export ffff99364b4f4000 refcount=3 00000020:00000040:3.0:1773613376.674235:0:86523:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 5 - export 00000020:00000001:3.0:1773613376.674237:0:86523:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000020:00000040:3.0:1773613376.674239:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 2 00000020:00000080:3.0:1773613376.674241:0:86523:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa1aa084204a01174 00000020:00000001:3.0:1773613376.674243:0:86523:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613376.674245:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.674246:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a01174 00000020:00000001:3.0:1773613376.674247:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.674249:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f4000 refcount=3 00000020:00000001:3.0:1773613376.674251:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000020:00000001:3.0:1773613376.674253:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000100:00000001:3.0:1773613376.674255:0:86523:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773613376.674257:0:86523:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773613376.674260:0:86523:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff99365922b000: connect to NID 192.168.203.144@tcp last attempt 0 00000400:00000200:3.0:1773613376.674265:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.674268:0:86523:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000001:3.0:1773613376.674271:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613376.674273:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 20 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.674275:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:3.0:1773613376.674277:0:86523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613376.674278:0:86523:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a01174 00000020:00000001:3.0:1773613376.674279:0:86523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613376.674281:0:86523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f4000 refcount=4 00000020:00000001:3.0:1773613376.674283:0:86523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000020:00000001:3.0:1773613376.674285:0:86523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000100:00000001:3.0:1773613376.674287:0:86523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613376.674593:0:86523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613376.674596:0:86523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:3.0:1773613376.674598:0:86523:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 3 00000100:00080000:3.0:1773613376.674601:0:86523:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff99365922b000: import ffff99366067e800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:3.0:1773613376.674603:0:86523:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.674605:0:86523:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773613376.674608:0:86523:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773613376.674610:0:86523:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff99365922b000: select security flavor null 02000000:00000001:3.0:1773613376.674612:0:86523:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650874784 : -1058676832 : ffffffffc0e5dfa0) 02000000:00000001:3.0:1773613376.674615:0:86523:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.674616:0:86523:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773613376.674618:0:86523:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1773613376.674620:0:86523:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.674622:0:86523:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.674627:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707b80. 00000020:00000040:3.0:1773613376.674629:0:86523:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 02000000:00000001:3.0:1773613376.674631:0:86523:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613376.674632:0:86523:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.674635:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.674636:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.674638:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.674642:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2ac00. 00000100:00000001:3.0:1773613376.674645:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.674651:0:86523:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613376.674658:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.674660:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.674664:0:86523:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000414e5b33] to pc [ptlrpcd_rcv+-1] req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.674672:0:86523:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.674674:0:86523:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773613376.674676:0:86523:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID 00000020:00000040:3.0:1773613376.674678:0:86523:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=3 obd=lustre-OST0001-osc-ffff99365922b000 00000100:00000001:0.0:1773613376.674722:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.674726:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.674728:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.674734:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.674740:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.674742:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.674745:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.674747:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.674750:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.674753:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477105536:192.168.203.144@tcp:8:mount.lustre.0 00000100:00000001:0.0:1773613376.674757:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.674762:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.674764:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.674766:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.674771:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc400. 02000000:00000001:0.0:1773613376.674772:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.674778:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.674781:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613376.674787:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613376.674792:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477105536, portal 4 00000100:00000001:0.0:1773613376.674794:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.674795:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189007616 : -113016520544000 : ffff99364a707100) 00000020:00000010:0.0:1773613376.674802:0:2388:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993650fb4000. 00000100:00000040:0.0:1773613376.674808:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.674827:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.674830:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.674833:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17c38. 00000100:00000200:0.0:1773613376.674836:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859762477105536, offset 0 00000400:00000200:0.0:1773613376.674842:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.674848:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.674854:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.674858:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.674863:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.674867:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.674869:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.674874:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224968:224968:256:4294967295] 192.168.203.144@tcp LPNI seq info [224903:224903:8:4294967295] 00000400:00000200:0.0:1773613376.674878:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.674886:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.674892:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.674897:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613376.674915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.674923:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.674927:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.674968:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.674973:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:0.0:1773613376.674976:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.674979:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470421 00000100:00000001:0.0:1773613376.674985:0:2388:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, simply extend its deadline from 4300470384 00000100:00000001:0.0:1773613376.674989:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470421 00000100:00000001:0.0:1773613376.674993:0:2388:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, simply extend its deadline from 4300470384 00000100:00000001:0.0:1773613376.674995:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.674998:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.675000:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.675004:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.675010:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.675011:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.675013:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.675014:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.675016:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.675018:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477105664:192.168.203.144@tcp:8:mount.lustre.0 00000100:00000001:0.0:1773613376.675022:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.675024:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.675025:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.675027:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.675030:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecd800. 02000000:00000001:0.0:1773613376.675031:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.675035:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.675037:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613376.675041:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17770. 00000100:00000200:0.0:1773613376.675043:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477105664, portal 4 00000100:00000001:0.0:1773613376.675046:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.675047:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189010304 : -113016520541312 : ffff99364a707b80) 00000020:00000010:0.0:1773613376.675052:0:2388:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993650fb0000. 00000100:00000040:0.0:1773613376.675058:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.675065:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.675067:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.675070:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613376.675072:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859762477105664, offset 0 00000400:00000200:0.0:1773613376.675077:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.675081:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.675084:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.675087:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.675090:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.675092:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.675094:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.675098:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224969:224969:255:4294967295] 192.168.203.144@tcp LPNI seq info [224904:224904:7:4294967295] 00000400:00000200:0.0:1773613376.675103:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.675109:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.675114:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.675117:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613376.675121:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.675126:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.675128:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.675131:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.675134:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:0.0:1773613376.675137:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.675139:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470421 00000100:00000001:0.0:1773613376.675141:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613376.675143:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470421 00000100:00000001:0.0:1773613376.675146:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613376.675148:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.675150:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.675152:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.675154:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.675161:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.675163:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773613376.675165:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.675167:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.675168:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.675184:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.675287:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.675302:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613376.675308:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.675313:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.675317:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:2.0:1773613376.675320:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:2.0:1773613376.675323:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.675329:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.675342:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.675346:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.675352:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.675354:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613376.675401:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.675404:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:2.0:1773613376.675408:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.675411:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.675414:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:2.0:1773613376.675416:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:2.0:1773613376.675418:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.675422:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.675429:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.675432:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.675439:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.675440:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613376.677874:0:86523:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.677882:0:86523:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:3.0:1773613376.677887:0:86523:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773613376.677889:0:86523:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff99365922b000) active 00020000:00000001:3.0:1773613376.677977:0:86523:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.677981:0:86523:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773613376.677984:0:86523:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773613376.677986:0:86523:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:3.0:1773613376.677989:0:86523:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.677991:0:86523:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.677994:0:86523:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.677996:0:86523:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613376.678002:0:86523:0:(llite_lib.c:745:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff993650e2a000. 00000020:00000010:3.0:1773613376.678010:0:86523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff993644b29000. 00800000:00000001:3.0:1773613376.678015:0:86523:0:(lmv_obd.c:1588:lmv_getattr()) Process entered 00000020:00000010:3.0:1773613376.678020:0:86523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff993644b29c00. 00000002:00000001:3.0:1773613376.678024:0:86523:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:3.0:1773613376.678029:0:86523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706680. 00000020:00000040:3.0:1773613376.678033:0:86523:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:3.0:1773613376.678037:0:86523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613376.678040:0:86523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613376.678045:0:86523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613376.678050:0:86523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2b200. 00000100:00000001:3.0:1773613376.678056:0:86523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.678063:0:86523:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:3.0:1773613376.678064:0:86523:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613376.678066:0:86523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613376.678072:0:86523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658c13780. 00000100:00000001:3.0:1773613376.678074:0:86523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057429182336 : -113016280369280 : ffff993658c13780) 00000100:00000001:3.0:1773613376.678076:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.678078:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004928 : -113016520546688 : ffff99364a706680) 00000100:00000001:3.0:1773613376.678082:0:86523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613376.678086:0:86523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.678088:0:86523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613376.678089:0:86523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613376.678099:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.678107:0:86523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613376.678109:0:86523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.678112:0:86523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613376.678114:0:86523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613376.678116:0:86523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613376.678120:0:86523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7da591f2-8971-483d-b9cd-f13578df9fa0:86523:1859762477105792:192.168.203.144@tcp:33:mount.lustre.0 00000100:00000001:3.0:1773613376.678124:0:86523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613376.678129:0:86523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613376.678131:0:86523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.678134:0:86523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613376.678488:0:86523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613376.678491:0:86523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613376.678498:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613376.678503:0:86523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613376.678510:0:86523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993644b2a000. 00000100:00000200:3.0:1773613376.678516:0:86523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477105792, portal 10 00000100:00000001:3.0:1773613376.678518:0:86523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613376.678519:0:86523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004928 : -113016520546688 : ffff99364a706680) 00000100:00000040:3.0:1773613376.678526:0:86523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.678534:0:86523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613376.678536:0:86523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613376.678540:0:86523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc770. 00000100:00000200:3.0:1773613376.678543:0:86523:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859762477105792, offset 0 00000400:00000200:3.0:1773613376.678549:0:86523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613376.678557:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.678563:0:86523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.678567:0:86523:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613376.678571:0:86523:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613376.678575:0:86523:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613376.678578:0:86523:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613376.678581:0:86523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224970:224970:256:4294967295] 192.168.203.144@tcp LPNI seq info [224905:224905:8:4294967295] 00000400:00000200:3.0:1773613376.678586:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.678594:0:86523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613376.678600:0:86523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.678604:0:86523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613376.678610:0:86523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.678616:0:86523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.678621:0:86523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1773613376.678640:0:86523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.678645:0:86523:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 26671 usecs (27 jiffies) 00000400:00000200:3.0:1773613376.678648:0:86523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613376.678651:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300466491 00000100:00000001:3.0:1773613376.678654:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:3.0:1773613376.678656:0:86523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300466491 00000100:00000001:3.0:1773613376.678658:0:86523:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:3.0:1773613376.678660:0:86523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.678662:0:86523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.678664:0:86523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613376.678666:0:86523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613376.678669:0:86523:0:(client.c:2690:ptlrpc_set_wait()) set ffff993658c13780 going to sleep for 50 seconds 00000100:00000001:3.0:1773613376.678672:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.678674:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.678796:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.678801:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:2.0:1773613376.678806:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.678823:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.678828:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc770 00000400:00000010:2.0:1773613376.678830:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc770. 00000100:00000001:2.0:1773613376.678835:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.678840:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.678850:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.678853:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.678864:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.678866:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1773613376.680807:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613376.680841:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613376.680849:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5804) 00000100:00000040:0.0:1773613376.680856:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613376.680867:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613376.680869:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5804) 00000800:00000001:2.0:1773613376.684500:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.684516:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.684519:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.684522:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.684530:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.684538:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.684546:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.684550:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.684556:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.684559:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 464 into portal 10 MB=0x69b71b1d08280 00000400:00000200:2.0:1773613376.684563:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.684569:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 464/464 into md 0x1b568d [32] + 224 00000800:00000001:2.0:1773613376.684577:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.684587:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.684590:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.684594:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.684600:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.684608:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613376.684619:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.684639:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.684647:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.684650:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.684737:0:86523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613376.684744:0:86523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613376.684746:0:86523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613376.684749:0:86523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613376.684753:0:86523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644b2a000 00000400:00000010:3.0:1773613376.684756:0:86523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993644b2a000. 00000100:00000001:3.0:1773613376.684760:0:86523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.684766:0:86523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613376.684789:0:86523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.684796:0:86523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613376.684798:0:86523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.684800:0:86523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613376.684804:0:86523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613376.684806:0:86523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613376.684808:0:86523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613376.684810:0:86523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613376.684833:0:86523:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936498084a0 time=1773613376 v=5 (0 0 0 0) 00000100:00001000:3.0:1773613376.684837:0:86523:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613376.684840:0:86523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613376.684842:0:86523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613376.684845:0:86523:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613376.684849:0:86523:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.684852:0:86523:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613376.684855:0:86523:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613376.684866:0:86523:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613376.684868:0:86523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613376.684873:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/464 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.684880:0:86523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613376.684882:0:86523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613376.684884:0:86523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613376.684888:0:86523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/464 e 0 to 0 dl 1773613431 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613376.684896:0:86523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7da591f2-8971-483d-b9cd-f13578df9fa0:86523:1859762477105792:192.168.203.144@tcp:33:mount.lustre.0 00000100:00000001:3.0:1773613376.685152:0:86523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613376.685156:0:86523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.685158:0:86523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613376.685160:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.685165:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/464 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.685182:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613376.685184:0:86523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658c13780. 00000100:00000001:3.0:1773613376.685188:0:86523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613376.685189:0:86523:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1773613376.685195:0:86523:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:3.0:1773613376.685197:0:86523:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613376.685200:0:86523:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613376.685203:0:86523:0:(lmv_obd.c:1601:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613376.685206:0:86523:0:(llite_lib.c:760:client_common_fill_super()) kfreed 'op_data': 384 at ffff993650e2a000. 00000002:00000001:3.0:1773613376.685212:0:86523:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773613376.685214:0:86523:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1773613376.685217:0:86523:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613376.685223:0:86523:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613376.685227:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a000. 00000020:00000010:3.0:1773613376.685233:0:86523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2a800. 00000020:00000010:3.0:1773613376.685236:0:86523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.685243:0:86523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.685248:0:86523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.685253:0:86523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.685258:0:86523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.685261:0:86523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613376.685266:0:86523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a200. 00000008:00000010:3.0:1773613376.685269:0:86523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613376.685272:0:86523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613376.685275:0:86523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613376.685278:0:86523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613376.685281:0:86523:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613376.685283:0:86523:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000080:00000001:3.0:1773613376.685285:0:86523:0:(vvp_dev.c:172:vvp_device_alloc()) Process entered 00000080:00000010:3.0:1773613376.685287:0:86523:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff99364a8edc60. 00000080:00000010:3.0:1773613376.685414:0:86523:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff993644b2a000. 00000020:00000001:3.0:1773613376.685418:0:86523:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:3.0:1773613376.685463:0:86523:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff993660ab0000. 00000020:00000010:3.0:1773613376.685472:0:86523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff993644b2a800. 00000020:00000010:3.0:1773613376.685475:0:86523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff993658c13780. 00000020:00000001:3.0:1773613376.685480:0:86523:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685484:0:86523:0:(vvp_dev.c:198:vvp_device_alloc()) Process leaving (rc=18446631057191001184 : -113016518550432 : ffff99364a8edc60) 00000080:00000001:3.0:1773613376.685487:0:86523:0:(vvp_dev.c:207:vvp_device_init()) Process entered 00020000:00000001:3.0:1773613376.685490:0:86523:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1773613376.685493:0:86523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff99364a8ed240. 00020000:00000001:3.0:1773613376.685495:0:86523:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:3.0:1773613376.685498:0:86523:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.685500:0:86523:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.685502:0:86523:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773613376.685505:0:86523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff99364a8ed360. 00020000:00000001:3.0:1773613376.685507:0:86523:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:3.0:1773613376.685509:0:86523:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.685523:0:86523:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773613376.685527:0:86523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff99364a8edf00. 00020000:00000001:3.0:1773613376.685528:0:86523:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:3.0:1773613376.685530:0:86523:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.685531:0:86523:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613376.685533:0:86523:0:(lov_dev.c:280:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685535:0:86523:0:(vvp_dev.c:218:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613376.685537:0:86523:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613376.685540:0:86523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2a800. 00000020:00000010:3.0:1773613376.685543:0:86523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edea0. 00000008:00000010:3.0:1773613376.685546:0:86523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613376.685551:0:86523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613376.685555:0:86523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613376.685558:0:86523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613376.685561:0:86523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613376.685563:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a000. 00000008:00000010:3.0:1773613376.685566:0:86523:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613376.685569:0:86523:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613376.685572:0:86523:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613376.685575:0:86523:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613376.685577:0:86523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a200. 00000020:00000010:3.0:1773613376.685579:0:86523:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613376.685581:0:86523:0:(vvp_dev.c:302:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685585:0:86523:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773613376.685589:0:86523:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773613376.685606:0:86523:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff993658030840. 00000080:00000001:3.0:1773613376.685614:0:86523:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773613376.685616:0:86523:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908) 00000080:00000001:3.0:1773613376.685620:0:86523:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773613376.685622:0:86523:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773613376.685624:0:86523:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685627:0:86523:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773613376.685629:0:86523:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773613376.685631:0:86523:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1773613351 00000080:00200000:3.0:1773613376.685635:0:86523:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00000001:3.0:1773613376.685637:0:86523:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773613376.685639:0:86523:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057416718600 : -113016292833016 : ffff993658030908) 00800000:00000001:3.0:1773613376.685642:0:86523:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773613376.685644:0:86523:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.685647:0:86523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.685651:0:86523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706680 x1859762477105792/t0(0) o33->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 448/464 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.685657:0:86523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613376.685659:0:86523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613376.685662:0:86523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613376.685680:0:86523:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613376.685683:0:86523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613376.685684:0:86523:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613376.685686:0:86523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613376.685689:0:86523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613376.685691:0:86523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613376.685693:0:86523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613376.685695:0:86523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706680. 00000100:00000001:3.0:1773613376.685698:0:86523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613376.685699:0:86523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773613376.685706:0:86523:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993643f572e0. 00000080:00000001:3.0:1773613376.685710:0:86523:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:3.0:1773613376.685712:0:86523:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:3.0:1773613376.685714:0:86523:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446631057188345232 : -113016521206384 : ffff99364a665590) 00000080:00000001:3.0:1773613376.685716:0:86523:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446631057188345232 : -113016521206384 : ffff99364a665590) 00000080:00000010:3.0:1773613376.685718:0:86523:0:(llite_lib.c:849:client_common_fill_super()) kfreed 'data': 192 at ffff993642b11a80. 00000080:00000010:3.0:1773613376.685721:0:86523:0:(llite_lib.c:850:client_common_fill_super()) kfreed 'osfs': 144 at ffff993642b110c0. 00000080:00000001:3.0:1773613376.685724:0:86523:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773613376.685727:0:86523:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773613376.685730:0:86523:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685731:0:86523:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613376.685749:0:86523:0:(llite_lib.c:894:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613376.685753:0:86523:0:(llite_lib.c:1499:ll_fill_super()) kfreed 'md': 33 at ffff99364a934dc0. 00000080:00000010:3.0:1773613376.685757:0:86523:0:(llite_lib.c:1501:ll_fill_super()) kfreed 'dt': 33 at ffff99364a934a40. 00000080:00000010:3.0:1773613376.685760:0:86523:0:(llite_lib.c:1509:ll_fill_super()) kfreed 'cfg': 88 at ffff99365220cde0. 00000080:02000400:3.0:1773613376.685762:0:86523:0:(llite_lib.c:1515:ll_fill_super()) Mounted lustre-client 00000080:00000001:3.0:1773613376.692593:0:86523:0:(llite_lib.c:1516:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773613376.692601:0:86523:0:(super25.c:189:lustre_fill_super()) 192.168.203.144@tcp:/lustre: Mount complete 00000080:00000001:0.0:1773613376.695462:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.695473:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.702554:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.702569:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.702572:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.702574:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.702582:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.702589:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.702598:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.702603:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.702607:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.702611:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x69b71b1d08180 00000400:00000200:2.0:1773613376.702616:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.702622:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b567d [1] + 0 00000800:00000001:2.0:1773613376.702628:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.702638:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.702640:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.702645:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.702651:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.702659:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.702671:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.702708:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.702715:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.702718:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.703055:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.703059:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.703065:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.703067:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.703071:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613376.703075:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613376.703077:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613376.703081:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.703086:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613376.703096:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.703103:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.703105:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.703107:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.703110:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.703112:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.703114:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.703116:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.703124:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=1773613376 v=5 (0 0 0 0) 00000100:00001000:0.0:1773613376.703128:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:0.0:1773613376.703131:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99366067d410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1773613376.703134:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.703135:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.703138:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.703141:0:2388:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703145:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613376.703147:0:2388:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: committing for last_committed 0 gen 1 00000100:00000040:0.0:1773613376.703149:0:2388:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773613376.703152:0:2388:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613376.703153:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.703158:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.703165:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.703168:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.703303:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.703306:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773613376.703311:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff99365922b000: connect to target with instance 11 00000020:00000001:0.0:1773613376.703314:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613376.703316:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0116d 00000020:00000001:0.0:1773613376.703319:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.703321:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f3800 refcount=4 00000020:00000001:0.0:1773613376.703324:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000020:00000001:0.0:1773613376.703326:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000100:00001000:0.0:1773613376.703330:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:0.0:1773613376.703333:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99366067d410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773613376.703337:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000100:00080000:0.0:1773613376.703342:0:2388:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff99365922b000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1773613376.703345:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 3 00000100:00000001:0.0:1773613376.703347:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613376.703350:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:0.0:1773613376.703354:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff99365922b000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1773613376.703357:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613376.703360:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1773613376.703363:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613376.703366:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613376.703368:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613376.703369:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613376.703372:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613376.703374:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703376:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703377:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613376.703378:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613376.703379:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703381:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613376.703382:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613376.703386:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:0.0:1773613376.703390:0:2388:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1773613376.703391:0:2388:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613376.703393:0:2388:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703395:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703397:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613376.703398:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613376.703400:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613376.703402:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703404:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613376.703406:0:2388:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1773613376.703409:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99366067d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1773613376.703411:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613376.703413:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613376.703414:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613376.703415:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1773613376.703417:0:2388:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1773613376.703419:0:2388:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff99364a0c3b90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1773613376.703423:0:2388:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1773613376.703425:0:2388:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a1aa084204a0116d 00020000:00000001:0.0:1773613376.703427:0:2388:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703428:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613376.703429:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613376.703431:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613376.703432:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613376.703433:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613376.703434:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703436:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703437:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613376.703438:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613376.703439:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703441:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613376.703443:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613376.703444:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613376.703446:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703447:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.703448:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613376.703450:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613376.703451:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613376.703452:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703454:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613376.703455:0:2388:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.703458:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773613376.703461:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703463:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.703468:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613376.703476:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477105536:192.168.203.144@tcp:8:mount.lustre.0 00000100:00000001:0.0:1773613376.703481:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703483:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.703487:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707100 x1859762477105536/t0(0) o8->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.703493:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.703496:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.703499:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc400. 02000000:00000001:0.0:1773613376.703503:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.703505:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.703506:0:2388:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613376.703508:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.703510:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b28800. 02000000:00000001:0.0:1773613376.703514:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.703516:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.703518:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707100. 00000100:00000001:0.0:1773613376.703521:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.703522:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.703525:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703527:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.703528:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.703530:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.703531:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613376.711054:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.711070:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.711073:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.711075:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.711083:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.711090:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.711099:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.711103:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.711108:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.711112:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x69b71b1d08200 00000400:00000200:2.0:1773613376.711117:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.711122:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5685 [1] + 0 00000800:00000001:2.0:1773613376.711130:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.711139:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.711142:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.711146:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.711152:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.711160:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613376.711185:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.711209:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.711216:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.711220:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613376.712423:0:1418:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.712433:0:1418:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714282:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613376.714288:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613376.714366:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613376.714369:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613376.714372:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:2.0:1773613376.714378:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:2.0:1773613376.714380:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:2.0:1773613376.714384:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.714394:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613376.714406:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.714413:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613376.714415:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.714418:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613376.714422:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613376.714424:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613376.714426:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.714429:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613376.714440:0:2388:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9936498de000. 00000100:00001000:2.0:1773613376.714448:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067ec58 time=1773613376 v=5 (0 0 0 0) 00000100:00001000:2.0:1773613376.714452:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:2.0:1773613376.714456:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99366067ec10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773613376.714459:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613376.714461:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.714463:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613376.714467:0:2388:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714471:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613376.714473:0:2388:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773613376.714475:0:2388:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773613376.714477:0:2388:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613376.714479:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.714483:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.714490:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.714493:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613376.714494:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.714496:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773613376.714501:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff99365922b000: connect to target with instance 1 00000020:00000001:2.0:1773613376.714504:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613376.714506:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a01174 00000020:00000001:2.0:1773613376.714508:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.714511:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f4000 refcount=4 00000020:00000001:2.0:1773613376.714513:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000020:00000001:2.0:1773613376.714515:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203609600 : -113016505942016 : ffff99364b4f4000) 00000100:00001000:2.0:1773613376.714519:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=1773613376 v=0 (0 0 0 0) 00000100:00001000:2.0:1773613376.714522:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99366067ec10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773613376.714526:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000100:00080000:2.0:1773613376.714531:0:2388:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff99365922b000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1773613376.714535:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 3 00000100:00000001:2.0:1773613376.714537:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773613376.714540:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:2.0:1773613376.714544:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0001-osc-ffff99365922b000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1773613376.714547:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1773613376.714550:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1773613376.714552:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773613376.714555:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773613376.714557:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773613376.714558:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773613376.714560:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773613376.714563:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714565:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714567:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773613376.714568:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773613376.714569:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714571:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773613376.714572:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773613376.714576:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1773613376.714578:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714579:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714581:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.714584:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.714585:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.714587:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714589:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773613376.714591:0:2388:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1773613376.714595:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99366067e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773613376.714598:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773613376.714599:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773613376.714600:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1773613376.714601:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1773613376.714603:0:2388:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1773613376.714605:0:2388:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff99364a0c3b90 for uuid lustre-OST0001_UUID event(1) 00020000:01000000:2.0:1773613376.714608:0:2388:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:2.0:1773613376.714611:0:2388:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn a1aa084204a01174 00020000:00000001:2.0:1773613376.714613:0:2388:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613376.714614:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773613376.714616:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773613376.714617:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773613376.714618:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773613376.714619:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773613376.714620:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714622:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714623:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1773613376.714624:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773613376.714626:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714627:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773613376.714629:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773613376.714630:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1773613376.714631:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714633:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.714634:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613376.714635:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.714636:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613376.714638:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714639:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773613376.714641:0:2388:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.714643:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773613376.714646:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714648:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.714653:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613376.714661:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477105664:192.168.203.144@tcp:8:mount.lustre.0 00000100:00000001:2.0:1773613376.714665:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.714667:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.714670:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707b80 x1859762477105664/t0(0) o8->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613376.714676:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613376.714679:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613376.714682:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecd800. 02000000:00000001:2.0:1773613376.714685:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613376.714686:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613376.714688:0:2388:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:2.0:1773613376.714690:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613376.714692:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b2ac00. 02000000:00000001:2.0:1773613376.714696:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613376.714697:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613376.714699:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707b80. 00000100:00000001:2.0:1773613376.714703:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613376.714704:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.714706:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.714726:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.714728:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.714730:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613376.714731:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.765537:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613376.765550:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773613376.866260:0:86550:0:(debug.c:306:cfs_str2mask()) Process entered 00000080:00000001:2.0:1773613376.896491:0:86551:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613376.896497:0:86551:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613376.896499:0:86551:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613376.896502:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b20 00000080:00200000:2.0:1773613376.896506:0:86551:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613376.896673:0:86551:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936412e4800. 00800000:00000002:2.0:1773613376.896680:0:86551:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613376.896684:0:86551:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613376.896688:0:86551:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613376.896690:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a40 00800000:00000002:2.0:1773613376.896692:0:86551:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613376.896696:0:86551:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613376.896700:0:86551:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613376.896705:0:86551:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613376.896706:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33910 00000002:00010000:2.0:1773613376.896708:0:86551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613376.896711:0:86551:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613376.896713:0:86551:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613376.896716:0:86551:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613376.896722:0:86551:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.896725:0:86551:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.896727:0:86551:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.896729:0:86551:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613376.896732:0:86551:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613376.896737:0:86551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613376.896741:0:86551:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613376.896747:0:86551:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613376.896752:0:86551:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613376.896755:0:86551:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.896758:0:86551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613376.896761:0:86551:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613376.896765:0:86551:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613376.896772:0:86551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a786400. 00000100:00000001:2.0:1773613376.896778:0:86551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.896784:0:86551:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613376.896785:0:86551:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.896787:0:86551:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613376.896788:0:86551:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.896887:0:86551:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613376.896895:0:86551:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00010000:00000001:2.0:1773613376.896899:0:86551:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613376.896901:0:86551:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613376.896906:0:86551:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946000. 00010000:00000010:2.0:1773613376.896910:0:86551:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce200. 00010000:00000001:2.0:1773613376.896915:0:86551:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613376.896918:0:86551:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2200. 00000020:00000001:2.0:1773613376.896921:0:86551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613376.897075:0:86551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2200 with handle 0xa1aa084204a0117b to hash 00000020:00000001:2.0:1773613376.897078:0:86551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613376.897080:0:86551:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613376.897083:0:86551:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613376.897156:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613376.897160:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613376.897165:0:86551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.897174:0:86551:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613376.897186:0:86551:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613376.897192:0:86551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613376.897194:0:86551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613376.897200:0:86551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3ae40. 00000100:00000001:2.0:1773613376.897202:0:86551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298271808 : -113016411279808 : ffff993650f3ae40) 00000100:00000001:2.0:1773613376.897205:0:86551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.897206:0:86551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613376.897210:0:86551:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613376.897214:0:86551:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.897216:0:86551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613376.897217:0:86551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613376.897227:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.897235:0:86551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613376.897237:0:86551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.897241:0:86551:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613376.897243:0:86551:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613376.897246:0:86551:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.897250:0:86551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:86551:1859762477105920:192.168.203.144@tcp:101:rm.0 00000100:00000001:2.0:1773613376.897254:0:86551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613376.897258:0:86551:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613376.897261:0:86551:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.897264:0:86551:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613376.897268:0:86551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99366067f800. 02000000:00000001:2.0:1773613376.897271:0:86551:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.897278:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613376.897282:0:86551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e96e0. 00000400:00000010:2.0:1773613376.897289:0:86551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7d48. 00000100:00000200:2.0:1773613376.897295:0:86551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477105920, portal 10 00000100:00000001:2.0:1773613376.897297:0:86551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613376.897298:0:86551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:2.0:1773613376.897304:0:86551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.897318:0:86551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.898238:0:86551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.898243:0:86551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7f68. 00000100:00000200:2.0:1773613376.898247:0:86551:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477105920, offset 0 00000400:00000200:2.0:1773613376.898253:0:86551:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.898261:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.898268:0:86551:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.898272:0:86551:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613376.898276:0:86551:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613376.898280:0:86551:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613376.898283:0:86551:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613376.898286:0:86551:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224971:224971:256:4294967295] 192.168.203.144@tcp LPNI seq info [224906:224906:8:4294967295] 00000400:00000200:2.0:1773613376.898290:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.898298:0:86551:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.898303:0:86551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.898308:0:86551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613376.898314:0:86551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.898330:0:86551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.898335:0:86551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.898352:0:86551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.898357:0:86551:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 516717 usecs (517 jiffies) 00000400:00000200:2.0:1773613376.898360:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613376.898362:0:86551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467201 00000100:00000001:2.0:1773613376.898365:0:86551:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:2.0:1773613376.898367:0:86551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467201 00000100:00000001:2.0:1773613376.898369:0:86551:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:2.0:1773613376.898371:0:86551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613376.898373:0:86551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.898375:0:86551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613376.898377:0:86551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613376.898379:0:86551:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3ae40 going to sleep for 50 seconds 00000100:00000001:2.0:1773613376.898382:0:86551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613376.898385:0:86551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.898719:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.898724:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:3.0:1773613376.898729:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.898733:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.898738:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7f68 00000400:00000010:3.0:1773613376.898740:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7f68. 00000100:00000001:3.0:1773613376.898744:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.898749:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.898759:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.898762:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.898768:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.898769:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.902889:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.902911:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.902916:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.902918:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.902929:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.902978:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.902989:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.902994:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.903000:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.903004:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d08300 00000400:00000200:2.0:1773613376.903010:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.903016:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b569d [1] + 224 00000800:00000001:2.0:1773613376.903025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.903034:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.903038:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.903042:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.903050:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.903059:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613376.903071:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.903089:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.903097:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.903100:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.903167:0:86551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613376.903186:0:86551:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613376.903188:0:86551:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613376.903192:0:86551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e96e0. 00000400:00000200:0.0:1773613376.903197:0:86551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7d48 00000400:00000010:0.0:1773613376.903200:0:86551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7d48. 00000100:00000001:0.0:1773613376.903204:0:86551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613376.903208:0:86551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613376.903218:0:86551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613376.903225:0:86551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613376.903227:0:86551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.903230:0:86551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613376.903234:0:86551:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613376.903236:0:86551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613376.903239:0:86551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.903242:0:86551:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613376.903253:0:86551:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=4 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613376.903257:0:86551:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613376.903260:0:86551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613376.903262:0:86551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.903265:0:86551:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613376.903269:0:86551:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.903274:0:86551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613376.903276:0:86551:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613376.903278:0:86551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613376.903280:0:86551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.903284:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613376.903291:0:86551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.903294:0:86551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613376.903296:0:86551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613376.903300:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613431 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613376.903319:0:86551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:86551:1859762477105920:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613376.903325:0:86551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.903328:0:86551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.903331:0:86551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613376.903333:0:86551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.903336:0:86551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613376.903343:0:86551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613376.903346:0:86551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3ae40. 00000100:00000001:0.0:1773613376.903352:0:86551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613376.903353:0:86551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.903357:0:86551:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613376.903361:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903364:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903367:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613376.903369:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903372:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613376.903379:0:86551:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2200, remote cookie: 0x1dc4d5fc0aabd98e, flags: 0x1001 00010000:00010000:0.0:1773613376.903385:0:86551:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613376.903396:0:86551:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903402:0:86551:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613376.903407:0:86551:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613376.903409:0:86551:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613376.903410:0:86551:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613376.903412:0:86551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613376.903415:0:86551:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946000) refcount = 1 00010000:00010000:0.0:1773613376.903419:0:86551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903426:0:86551:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613376.903430:0:86551:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613376.903432:0:86551:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613376.903435:0:86551:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613376.903438:0:86551:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.903441:0:86551:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903447:0:86551:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613376.903449:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903451:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903452:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903453:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903455:0:86551:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.903460:0:86551:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613376.903462:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903463:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903465:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903467:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903469:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903471:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903472:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903474:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613376.903476:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903478:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903481:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613376.903484:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.903488:0:86551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903495:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903496:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903497:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903498:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903500:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=5 00000020:00000001:0.0:1773613376.903501:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903504:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903506:0:86551:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613376.903509:0:86551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903515:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903516:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613376.903519:0:86551:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903525:0:86551:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613376.903527:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903528:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903529:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903530:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613376.903535:0:86551:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613376.903544:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903545:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903546:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903548:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903550:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903552:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903553:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613376.903555:0:86551:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.903557:0:86551:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.903560:0:86551:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613376.903563:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903564:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903565:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903567:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903569:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00000002:00010000:0.0:1773613376.903573:0:86551:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903580:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903581:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903583:0:86551:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613376.903584:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903585:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903586:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903588:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903590:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613376.903597:0:86551:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:0.0:1773613376.903600:0:86551:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613376.903604:0:86551:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773613376.903607:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903608:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613376.903610:0:86551:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613376.903613:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33890 00000002:00002000:0.0:1773613376.903615:0:86551:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613376.903618:0:86551:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613376.903622:0:86551:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613376.903626:0:86551:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613376.903629:0:86551:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613376.903632:0:86551:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613376.903637:0:86551:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613376.903641:0:86551:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936412e4800. 00000080:00000001:0.0:1773613376.903646:0:86551:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613376.903649:0:86551:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613376.903657:0:86551:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773613376.903662:0:86551:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773613376.903668:0:86551:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364345c800. 00800000:00000001:0.0:1773613376.903670:0:86551:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057068771328 : -113016640780288 : ffff99364345c800) 00800000:00000001:0.0:1773613376.903673:0:86551:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.903675:0:86551:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613376.903679:0:86551:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773613376.903681:0:86551:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773613376.903685:0:86551:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773613376.903688:0:86551:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773613376.903690:0:86551:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.903695:0:86551:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773613376.903698:0:86551:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1773613376.903701:0:86551:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613338 to 1773613351 00000080:00200000:0.0:1773613376.903706:0:86551:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:0.0:1773613376.903708:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903709:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903711:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903712:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903715:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903717:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903718:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613376.903719:0:86551:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613376.903722:0:86551:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773613376.903723:0:86551:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364345c800 1 00800000:00000010:0.0:1773613376.903726:0:86551:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364345c800. 00800000:00000001:0.0:1773613376.903729:0:86551:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613376.903732:0:86551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0117b 00800000:00000001:0.0:1773613376.903736:0:86551:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613376.903738:0:86551:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613376.903739:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903740:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903741:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903743:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903745:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903747:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903748:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613376.903750:0:86551:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613376.903752:0:86551:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.903754:0:86551:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613376.903757:0:86551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613376.903760:0:86551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0117b from it ffffaca8c1f33b58 00010000:00000001:0.0:1773613376.903762:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.903763:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.903764:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613376.903766:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903768:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613376.903770:0:86551:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613376.903772:0:86551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613376.903779:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903780:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903782:0:86551:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613376.903784:0:86551:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613376.903787:0:86551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613376.903796:0:86551:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613376.903799:0:86551:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613376.903801:0:86551:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613376.903806:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.903807:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.903809:0:86551:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.904824:0:86551:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613376.904827:0:86551:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.904829:0:86551:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.904832:0:86551:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.904835:0:86551:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613376.904837:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.904838:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613376.904842:0:86551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613376.904851:0:86551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477105920/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613376.905006:0:86551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613376.905010:0:86551:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613376.905014:0:86551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99366067f800. 02000000:00000001:0.0:1773613376.905019:0:86551:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613376.905022:0:86551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613376.905024:0:86551:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613376.905027:0:86551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613376.905030:0:86551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a786400. 02000000:00000001:0.0:1773613376.905034:0:86551:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613376.905036:0:86551:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613376.905038:0:86551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:0.0:1773613376.905042:0:86551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613376.905043:0:86551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613376.905048:0:86551:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613376.905054:0:86551:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613376.908741:0:86551:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca5280. 00000020:00000001:1.0:1773613376.908859:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ae8 00000080:00200000:1.0:1773613376.908863:0:86551:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=8 00000080:00000001:1.0:1773613376.908868:0:86551:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613376.908871:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33998 00000080:00200000:1.0:1773613376.908873:0:86551:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:1.0:1773613376.908884:0:86551:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.908891:0:86551:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.908898:0:86551:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.908904:0:86551:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.908906:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f338b8 00800000:00000002:1.0:1773613376.908908:0:86551:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.908913:0:86551:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1773613376.908919:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33850 00800000:00000002:1.0:1773613376.908921:0:86551:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:1.0:1773613376.908927:0:86551:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.908929:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33788 00000002:00010000:1.0:1773613376.908931:0:86551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613376.908954:0:86551:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613376.908957:0:86551:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613376.908964:0:86551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613376.908969:0:86551:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613376.908978:0:86551:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613376.908984:0:86551:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.908991:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.908994:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.908995:0:86551:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.908999:0:86551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.909003:0:86551:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.909008:0:86551:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.909017:0:86551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650fc4400. 00000100:00000001:1.0:1773613376.909029:0:86551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.909036:0:86551:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.909038:0:86551:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.909040:0:86551:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.909041:0:86551:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.909043:0:86551:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.909052:0:86551:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00010000:00000001:1.0:1773613376.909057:0:86551:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613376.909059:0:86551:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613376.909067:0:86551:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.909070:0:86551:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.909073:0:86551:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613376.909077:0:86551:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8c00. 00000020:00000001:1.0:1773613376.909082:0:86551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.909084:0:86551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8c00 with handle 0xa1aa084204a01182 to hash 00000020:00000001:1.0:1773613376.909086:0:86551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613376.909088:0:86551:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.909092:0:86551:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.909095:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.909098:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.909102:0:86551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.909111:0:86551:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.909122:0:86551:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613376.909128:0:86551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613376.909129:0:86551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613376.909137:0:86551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613376.909139:0:86551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059025088 : -113016650526528 : ffff993642b110c0) 00000100:00000001:1.0:1773613376.909142:0:86551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.909143:0:86551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613376.909148:0:86551:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.909152:0:86551:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.909155:0:86551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613376.909156:0:86551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613376.909168:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.909177:0:86551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.909179:0:86551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.909183:0:86551:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613376.909186:0:86551:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613376.909189:0:86551:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613376.909193:0:86551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:86551:1859762477106048:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613376.909197:0:86551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613376.909203:0:86551:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613376.909206:0:86551:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.909209:0:86551:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613376.909214:0:86551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613376.909217:0:86551:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613376.909226:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613376.909231:0:86551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613376.909239:0:86551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613376.909247:0:86551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477106048, portal 10 00000100:00000001:1.0:1773613376.909250:0:86551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.909251:0:86551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:1.0:1773613376.909353:0:86551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.909368:0:86551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613376.909371:0:86551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613376.909374:0:86551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613376.909378:0:86551:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477106048, offset 0 00000400:00000200:1.0:1773613376.909386:0:86551:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613376.909396:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.909405:0:86551:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613376.909411:0:86551:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613376.909415:0:86551:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613376.909420:0:86551:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613376.909423:0:86551:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613376.909514:0:86551:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224972:224972:256:4294967295] 192.168.203.144@tcp LPNI seq info [224907:224907:8:4294967295] 00000400:00000200:1.0:1773613376.909520:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.909531:0:86551:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613376.909537:0:86551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613376.909543:0:86551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613376.909550:0:86551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613376.909559:0:86551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613376.909564:0:86551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773613376.909588:0:86551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.909593:0:86551:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 515525 usecs (516 jiffies) 00000400:00000200:1.0:1773613376.909597:0:86551:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613376.909600:0:86551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467211 00000100:00000001:1.0:1773613376.909603:0:86551:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.909605:0:86551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467211 00000100:00000001:1.0:1773613376.909741:0:86551:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.909743:0:86551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.909829:0:86551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.909832:0:86551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613376.909833:0:86551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613376.909837:0:86551:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b110c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773613376.909839:0:86551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.909843:0:86551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.910137:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.910143:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:3.0:1773613376.910148:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.910153:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.910159:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:3.0:1773613376.910161:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:3.0:1773613376.910174:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.910180:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.910192:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.910196:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.910203:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.910204:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613376.918910:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.918976:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.918981:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.918985:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.918996:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.919005:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.919017:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.919022:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.919030:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.919034:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d08380 00000400:00000200:2.0:1773613376.919039:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.919046:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b56ad [1] + 224 00000800:00000001:2.0:1773613376.919056:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.919069:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.919072:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.919077:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.919085:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613376.919096:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613376.919107:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.919127:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613376.919233:0:86551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613376.919244:0:86551:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613376.919246:0:86551:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613376.919250:0:86551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613376.919341:0:86551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613376.919345:0:86551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613376.919351:0:86551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613376.919356:0:86551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613376.919366:0:86551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.919372:0:86551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613376.919374:0:86551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.919376:0:86551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613376.919381:0:86551:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613376.919383:0:86551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613376.919386:0:86551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.919389:0:86551:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613376.919400:0:86551:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=4 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613376.919404:0:86551:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613376.919407:0:86551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773613376.919411:0:86551:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.919417:0:86551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613376.919422:0:86551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613376.919425:0:86551:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613376.919427:0:86551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613376.919428:0:86551:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773613376.919433:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.919514:0:86551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773613376.919517:0:86551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613376.919519:0:86551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613376.919525:0:86551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613376.919533:0:86551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:86551:1859762477106048:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1773613376.919538:0:86551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.919541:0:86551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613376.919544:0:86551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613376.919547:0:86551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.919550:0:86551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.919557:0:86551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.919561:0:86551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613376.919565:0:86551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613376.919567:0:86551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773613376.919570:0:86551:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613376.919847:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.919851:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.919854:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=4 00000020:00000001:1.0:1773613376.919857:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.919861:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00010000:1.0:1773613376.919866:0:86551:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919879:0:86551:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773613376.919884:0:86551:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919891:0:86551:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.919894:0:86551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919900:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.919902:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613376.919904:0:86551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919910:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.919914:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.919917:0:86551:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613376.919920:0:86551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.919927:0:86551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b8c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:1.0:1773613376.919931:0:86551:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773613376.919958:0:86551:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919966:0:86551:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773613376.919968:0:86551:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773613376.919971:0:86551:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.919976:0:86551:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773613376.919978:0:86551:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613376.919979:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.919981:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.919982:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=5 00000020:00000001:1.0:1773613376.919984:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.919986:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.920001:0:86551:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613376.920003:0:86551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773613376.920013:0:86551:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613376.920015:0:86551:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.920018:0:86551:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613376.920020:0:86551:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613376.920024:0:86551:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:3.0:1773613376.920025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773613376.920026:0:86551:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613376.920027:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.920029:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613376.920031:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613376.920031:0:86551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8c00 with handle 0xa1aa084204a01182 from hash 00010000:00000001:1.0:1773613376.920034:0:86551:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613376.920035:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920037:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920038:0:86551:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613376.920040:0:86551:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613376.920041:0:86551:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613376.920044:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920045:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920047:0:86551:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.920049:0:86551:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.920051:0:86551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.920056:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920058:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920059:0:86551:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613376.920060:0:86551:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.920062:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920063:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920064:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613376.920066:0:86551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01182 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 86551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.920078:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920081:0:86551:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773613376.920086:0:86551:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773613376.920092:0:86551:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613376.920100:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613376.920101:0:86551:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.920103:0:86551:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.920105:0:86551:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.920108:0:86551:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613376.920111:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613376.920112:0:86551:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.920114:0:86551:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613376.920117:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33708 00000002:00002000:1.0:1773613376.920119:0:86551:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1773613376.920123:0:86551:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.920127:0:86551:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.920130:0:86551:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613376.920132:0:86551:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613376.920135:0:86551:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613376.920139:0:86551:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613376.920143:0:86551:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613376.920144:0:86551:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1f33b20 it_disposition 7 00000080:00002000:1.0:1773613376.920150:0:86551:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658076948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1773613376.920159:0:86551:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613376.920165:0:86551:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613376.920168:0:86551:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.920171:0:86551:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.920178:0:86551:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.920182:0:86551:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.920187:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.920189:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613376.920192:0:86551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613376.920201:0:86551:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613376.920208:0:86551:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.920211:0:86551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613376.920219:0:86551:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613376.920221:0:86551:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.920223:0:86551:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613376.920226:0:86551:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613376.920228:0:86551:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1f33930 released 00000080:00010000:1.0:1773613376.920231:0:86551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0117b from it ffffaca8c1f33930 00010000:00000001:1.0:1773613376.920234:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.920235:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.920237:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.920239:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.920242:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.920244:0:86551:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.920246:0:86551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613376.920252:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920541:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920543:0:86551:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613376.920546:0:86551:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613376.920549:0:86551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613376.920558:0:86551:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613376.920560:0:86551:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613376.920562:0:86551:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.920566:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920567:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.920569:0:86551:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.920572:0:86551:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613376.920897:0:86551:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.920901:0:86551:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.920904:0:86551:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.920906:0:86551:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.920908:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.920910:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613376.920911:0:86551:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613376.920913:0:86551:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613376.920917:0:86551:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613376.920922:0:86551:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000100:00000001:1.0:1773613376.920928:0:86551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.920990:0:86551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477106048/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.921000:0:86551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613376.921003:0:86551:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613376.921006:0:86551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613376.921009:0:86551:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613376.921012:0:86551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613376.921014:0:86551:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613376.921017:0:86551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613376.921019:0:86551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650fc4400. 02000000:00000001:1.0:1773613376.921023:0:86551:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613376.921025:0:86551:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613376.921028:0:86551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:1.0:1773613376.921032:0:86551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613376.921034:0:86551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613376.921037:0:86551:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613376.921038:0:86551:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1f33b20 released 00000080:00000001:1.0:1773613376.921040:0:86551:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613376.921045:0:86551:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613376.921048:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b70 00000080:00002000:1.0:1773613376.921050:0:86551:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff993658076948, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773613376.921054:0:86551:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.921112:0:86551:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613376.921115:0:86551:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613376.921117:0:86551:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613376.921119:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bd8 00000080:00200000:1.0:1773613376.921121:0:86551:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613376.921128:0:86551:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.921133:0:86551:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.921137:0:86551:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.921140:0:86551:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.921142:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33af8 00800000:00000002:1.0:1773613376.921144:0:86551:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.921147:0:86551:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613376.921150:0:86551:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613376.921155:0:86551:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.921156:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339c8 00000002:00010000:1.0:1773613376.921158:0:86551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613376.921160:0:86551:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613376.921162:0:86551:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.921163:0:86551:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.921167:0:86551:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.921169:0:86551:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.921171:0:86551:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.921173:0:86551:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613376.921177:0:86551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613376.921185:0:86551:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613376.921187:0:86551:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.921190:0:86551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613376.921196:0:86551:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613376.921197:0:86551:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613376.921199:0:86551:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.921201:0:86551:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.921203:0:86551:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.921204:0:86551:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613376.921207:0:86551:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613376.921209:0:86551:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613376.921211:0:86551:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000080:00000001:1.0:1773613376.921214:0:86551:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613376.921216:0:86551:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.921219:0:86551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613376.921223:0:86551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0117b 00800000:00000001:1.0:1773613376.921226:0:86551:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613376.921229:0:86551:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613376.921231:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.921232:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.921234:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.921236:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.921238:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.921241:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.921242:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.921243:0:86551:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.921245:0:86551:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.921247:0:86551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0117b from it ffffaca8c1f33c10 00010000:00000001:1.0:1773613376.921249:0:86551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.921250:0:86551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.921251:0:86551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.921253:0:86551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.921345:0:86551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.921347:0:86551:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.921350:0:86551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613376.921356:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.921357:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.921358:0:86551:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613376.921359:0:86551:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613376.921362:0:86551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613376.921368:0:86551:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613376.921371:0:86551:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613376.921372:0:86551:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.921375:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.921376:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.921377:0:86551:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.921379:0:86551:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613376.921380:0:86551:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.921382:0:86551:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.921384:0:86551:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.921386:0:86551:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.921387:0:86551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.921388:0:86551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613376.921390:0:86551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613376.921391:0:86551:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.921394:0:86551:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613376.921399:0:86551:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.921408:0:86551:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613376.921410:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33da0 00000080:00002000:1.0:1773613376.921411:0:86551:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff993658076948) flags 0x8000e refc 0 00000080:00000001:1.0:1773613376.921414:0:86551:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.921416:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33e10 00000080:00200000:1.0:1773613376.921418:0:86551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=0 00000080:00000001:1.0:1773613376.921422:0:86551:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613376.921424:0:86551:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33e28 00000080:00002000:1.0:1773613376.921425:0:86551:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff993658076948, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773613376.921428:0:86551:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773613376.927057:0:86552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00000080:00000001:1.0:1773613376.936101:0:86552:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613376.936111:0:86552:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613376.936113:0:86552:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613376.936117:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bbc0 00000080:00200000:1.0:1773613376.936123:0:86552:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613376.936133:0:86552:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.936141:0:86552:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.936146:0:86552:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.936153:0:86552:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.936154:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bae0 00800000:00000002:1.0:1773613376.936157:0:86552:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.936161:0:86552:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613376.936166:0:86552:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613376.936173:0:86552:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.936175:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b9b0 00000002:00010000:1.0:1773613376.936177:0:86552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613376.936181:0:86552:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613376.936183:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.936187:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.936196:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.936200:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.936206:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.936211:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613376.936216:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613376.936229:0:86552:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613376.936235:0:86552:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.936239:0:86552:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773613376.936247:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613376.936249:0:86552:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613376.936251:0:86552:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.936339:0:86552:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.936342:0:86552:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.936345:0:86552:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613376.936347:0:86552:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613376.936350:0:86552:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613376.936354:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000080:00000001:1.0:1773613376.936359:0:86552:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613376.936361:0:86552:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.936363:0:86552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613376.936367:0:86552:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0117b 00800000:00000001:1.0:1773613376.936370:0:86552:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613376.936373:0:86552:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613376.936375:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.936378:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.936381:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.936383:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936386:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936390:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936392:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.936393:0:86552:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.936395:0:86552:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.936397:0:86552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0117b from it ffffaca8c1e4bbf8 00010000:00000001:1.0:1773613376.936400:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.936401:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.936402:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.936404:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936406:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936409:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.936412:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613376.936419:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936420:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.936422:0:86552:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613376.936425:0:86552:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613376.936427:0:86552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613376.936435:0:86552:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613376.936439:0:86552:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613376.936441:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.936522:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936524:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.936526:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936531:0:86552:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613376.936533:0:86552:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936535:0:86552:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936539:0:86552:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936542:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.936543:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936544:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613376.936548:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613376.936550:0:86552:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.936553:0:86552:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613376.936558:0:86552:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.936566:0:86552:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613376.936569:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bb58 00000080:00002000:1.0:1773613376.936571:0:86552:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff993658076948) flags 0x8004e refc 0 00000080:00000001:1.0:1773613376.936653:0:86552:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.936657:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bbc8 00000080:00200000:1.0:1773613376.936659:0:86552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=777 00000080:00000001:1.0:1773613376.936665:0:86552:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613376.936666:0:86552:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613376.936667:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bb00 00000080:00200000:1.0:1773613376.936669:0:86552:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613376.936673:0:86552:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.936676:0:86552:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.936678:0:86552:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.936680:0:86552:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.936682:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4ba20 00800000:00000002:1.0:1773613376.936683:0:86552:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.936686:0:86552:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613376.936688:0:86552:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613376.936691:0:86552:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.936693:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b8f0 00000002:00010000:1.0:1773613376.936695:0:86552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613376.936698:0:86552:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613376.936699:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.936701:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.936703:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.936705:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.936708:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.936710:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613376.936714:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773613376.936723:0:86552:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613376.936725:0:86552:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.936728:0:86552:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773613376.936735:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613376.936736:0:86552:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613376.936738:0:86552:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.936739:0:86552:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613376.936741:0:86552:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.936744:0:86552:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613376.936849:0:86552:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613376.936854:0:86552:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613376.936857:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000080:00000001:1.0:1773613376.936860:0:86552:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613376.936861:0:86552:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.936863:0:86552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613376.936866:0:86552:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0117b 00800000:00000001:1.0:1773613376.936868:0:86552:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613376.936870:0:86552:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613376.936871:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.936872:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.936874:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.936876:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936877:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936880:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936881:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.936882:0:86552:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.936883:0:86552:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.936885:0:86552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0117b from it ffffaca8c1e4bb38 00010000:00000001:1.0:1773613376.936887:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.936888:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.936889:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:1.0:1773613376.936891:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936893:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:1.0:1773613376.936895:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.936897:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613376.936903:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936904:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.936905:0:86552:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613376.936906:0:86552:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613376.936908:0:86552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613376.936914:0:86552:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613376.936915:0:86552:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613376.936917:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.936919:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936920:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.936921:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936923:0:86552:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613376.936924:0:86552:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936926:0:86552:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936928:0:86552:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.936930:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.936931:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.936932:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613376.936958:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613376.936960:0:86552:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613376.936962:0:86552:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613376.936965:0:86552:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.936969:0:86552:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773613376.936971:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bb50 00000080:00200000:1.0:1773613376.936973:0:86552:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff993644a2a300, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1773613376.936982:0:86552:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8483c0. 00000080:00000001:1.0:1773613376.936986:0:86552:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613376.936988:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4ba00 00000080:00200000:1.0:1773613376.936990:0:86552:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:1.0:1773613376.936996:0:86552:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.936999:0:86552:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.937004:0:86552:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.937005:0:86552:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.937007:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b920 00800000:00000002:1.0:1773613376.937009:0:86552:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.937012:0:86552:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773613376.937014:0:86552:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773613376.937019:0:86552:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:1.0:1773613376.937021:0:86552:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773613376.937023:0:86552:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773613376.937026:0:86552:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773613376.937029:0:86552:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773613376.937031:0:86552:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x7:0x0] 40000000:00000001:1.0:1773613376.937034:0:86552:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.937036:0:86552:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.937037:0:86552:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.937039:0:86552:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.937041:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b8a0 00800000:00000002:1.0:1773613376.937043:0:86552:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:1.0:1773613376.937045:0:86552:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.937047:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b7d8 00000002:00010000:1.0:1773613376.937049:0:86552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1773613376.937053:0:86552:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613376.937056:0:86552:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613376.937059:0:86552:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773613376.937063:0:86552:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.937065:0:86552:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613376.937067:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 2 00010000:00000001:1.0:1773613376.937068:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.937071:0:86552:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613376.937075:0:86552:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613376.937078:0:86552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1773613376.937087:0:86552:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613376.937091:0:86552:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613376.937093:0:86552:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613376.937095:0:86552:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613376.937097:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.937098:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.937101:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 3 00010000:00000001:1.0:1773613376.937103:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613376.937105:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.937107:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.937108:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.937110:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 3 00010000:00000001:1.0:1773613376.937111:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613376.937113:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.937115:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613376.937116:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613376.937117:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946000 count: 3 00010000:00000001:1.0:1773613376.937119:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613376.937120:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.937122:0:86552:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613376.937125:0:86552:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613376.937129:0:86552:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613376.937132:0:86552:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613376.937135:0:86552:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613376.937136:0:86552:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.937140:0:86552:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613376.937143:0:86552:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613376.937145:0:86552:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613376.937147:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.937149:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613376.937152:0:86552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2200 with handle 0xa1aa084204a0117b from hash 00010000:00000001:1.0:1773613376.937155:0:86552:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613376.937156:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.937158:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.937159:0:86552:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613376.937161:0:86552:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613376.937163:0:86552:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613376.937166:0:86552:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613376.937168:0:86552:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613376.937170:0:86552:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613376.937176:0:86552:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613376.937182:0:86552:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613376.937190:0:86552:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613376.937192:0:86552:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.937194:0:86552:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613376.937198:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.937200:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.937203:0:86552:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.937205:0:86552:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.937208:0:86552:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.937217:0:86552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650fc4400. 00000100:00000001:1.0:1773613376.937225:0:86552:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.937231:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.937234:0:86552:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613376.937237:0:86552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1773613376.937243:0:86552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613376.937245:0:86552:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613376.937246:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613376.937248:0:86552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0117b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd98e expref: -99 pid: 86551 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1773613376.937346:0:86552:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946000 count: 0 00010000:00000010:1.0:1773613376.937353:0:86552:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce200. 00010000:00000001:1.0:1773613376.937362:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.937364:0:86552:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.937366:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.937367:0:86552:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.937369:0:86552:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.937380:0:86552:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00010000:00000001:1.0:1773613376.937385:0:86552:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613376.937387:0:86552:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613376.937391:0:86552:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aa900. 00010000:00000010:1.0:1773613376.937395:0:86552:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613376.937401:0:86552:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613376.937403:0:86552:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8c00. 00000020:00000001:1.0:1773613376.937406:0:86552:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.937408:0:86552:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8c00 with handle 0xa1aa084204a01189 to hash 00000020:00000001:1.0:1773613376.937410:0:86552:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613376.937412:0:86552:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.937415:0:86552:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.937418:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.937420:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.937423:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.937430:0:86552:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613376.937442:0:86552:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613376.937530:0:86552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613376.937542:0:86552:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613376.937549:0:86552:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613376.937552:0:86552:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613376.937562:0:86552:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613376.937566:0:86552:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059025088 : -113016650526528 : ffff993642b110c0) 00000100:00000001:1.0:1773613376.937569:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.937571:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613376.937585:0:86552:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.937591:0:86552:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.937594:0:86552:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613376.937595:0:86552:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613376.937601:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.937610:0:86552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.937612:0:86552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.937617:0:86552:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613376.937621:0:86552:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613376.937625:0:86552:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613376.937630:0:86552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106304:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613376.937636:0:86552:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613376.937645:0:86552:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613376.937648:0:86552:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.937651:0:86552:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613376.937723:0:86552:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613376.937727:0:86552:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613376.937736:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613376.937741:0:86552:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613376.937749:0:86552:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993650fc7400. 00000100:00000200:1.0:1773613376.937758:0:86552:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477106304, portal 10 00000100:00000001:1.0:1773613376.937916:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.937918:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:1.0:1773613376.937926:0:86552:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.937967:0:86552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613376.937971:0:86552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613376.937976:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613376.937981:0:86552:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859762477106304, offset 0 00000400:00000200:1.0:1773613376.937989:0:86552:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613376.937999:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.938008:0:86552:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613376.938013:0:86552:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613376.938019:0:86552:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613376.938023:0:86552:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613376.938027:0:86552:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613376.938031:0:86552:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224973:224973:256:4294967295] 192.168.203.144@tcp LPNI seq info [224908:224908:8:4294967295] 00000400:00000200:1.0:1773613376.938036:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.938046:0:86552:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613376.938052:0:86552:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613376.938059:0:86552:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613376.938066:0:86552:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613376.938074:0:86552:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613376.938079:0:86552:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1773613376.938147:0:86552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.938153:0:86552:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 514350 usecs (515 jiffies) 00000400:00000200:1.0:1773613376.938156:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613376.938160:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467239 00000100:00000001:1.0:1773613376.938163:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.938165:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467239 00000100:00000001:1.0:1773613376.938167:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.938170:0:86552:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.938173:0:86552:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.938175:0:86552:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613376.938177:0:86552:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613376.938180:0:86552:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b110c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773613376.938183:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.938187:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.938413:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.938420:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:3.0:1773613376.938425:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.938431:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.938438:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:3.0:1773613376.938440:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:3.0:1773613376.938528:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.938534:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.938546:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.938550:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613376.938556:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.938557:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613376.948046:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946000. 00010000:00000010:1.1:1773613376.948063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2200. 00000800:00000001:3.0:1773613376.950401:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.950423:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613376.950428:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.950430:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.950441:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.950523:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613376.950535:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.950541:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.950547:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.950551:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x69b71b1d08480 00000400:00000200:3.0:1773613376.950556:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.950563:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x1b56b5 [32] + 224 00000800:00000001:3.0:1773613376.950573:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.950687:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613376.950691:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.950696:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613376.950705:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613376.950715:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613376.950731:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.950977:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613376.951013:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613376.951025:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613376.951029:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.951036:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613376.951042:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224974:224974:256:4294967295] 192.168.203.144@tcp LPNI seq info [224909:224909:8:4294967295] 00000400:00000200:3.0:1773613376.951047:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613376.951055:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613376.951061:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613376.951068:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff993644b29800. 00000800:00000200:3.0:1773613376.951076:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613376.951084:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613376.951089:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644b29800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613376.951190:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.951194:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff993644b29800. 00000400:00000200:3.0:1773613376.951197:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.951201:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613376.951209:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613376.951214:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613376.951389:0:86552:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613376.951392:0:86552:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613376.951396:0:86552:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613376.951401:0:86552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993650fc7400 00000400:00000010:1.0:1773613376.951403:0:86552:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993650fc7400. 00000100:00000001:1.0:1773613376.951407:0:86552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613376.951412:0:86552:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613376.951421:0:86552:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477106304/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.951427:0:86552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613376.951430:0:86552:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.951432:0:86552:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613376.951436:0:86552:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613376.951439:0:86552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613376.951442:0:86552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.951517:0:86552:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613376.951530:0:86552:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=4 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613376.951535:0:86552:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613376.951538:0:86552:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613376.951540:0:86552:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.951543:0:86552:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613376.951547:0:86552:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.951551:0:86552:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613376.951554:0:86552:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1773613376.951556:0:86552:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613376.951558:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.951560:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613376.951563:0:86552:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613376.951565:0:86552:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613376.951566:0:86552:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613376.951568:0:86552:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.951649:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.951658:0:86552:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.951662:0:86552:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613376.951664:0:86552:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613376.951669:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613376.951676:0:86552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106304:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613376.951682:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613376.951685:0:86552:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.951687:0:86552:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613376.951690:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.951694:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.951701:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.951705:0:86552:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613376.951710:0:86552:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613376.951711:0:86552:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.951715:0:86552:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613376.951720:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.951723:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.951725:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=4 00000020:00000001:1.0:1773613376.951728:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.951732:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000040:1.0:1773613376.951739:0:86552:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8c00, remote cookie: 0x1dc4d5fc0aabd9bf, flags: 0x1001 00010000:00010000:1.0:1773613376.951912:0:86552:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613376.951924:0:86552:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613376.951927:0:86552:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1773613376.951971:0:86552:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aac00. 00010000:00000010:1.0:1773613376.951977:0:86552:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345580. 00010000:00000040:1.0:1773613376.951983:0:86552:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa900 count: 0 00010000:00000010:1.0:1773613376.951991:0:86552:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613376.952001:0:86552:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.952005:0:86552:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.952015:0:86552:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952021:0:86552:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613376.952026:0:86552:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613376.952029:0:86552:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613376.952031:0:86552:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613376.952032:0:86552:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613376.952035:0:86552:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff99364a9aac00) refcount = 1 00010000:00010000:1.0:1773613376.952040:0:86552:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952047:0:86552:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613376.952050:0:86552:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613376.952052:0:86552:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.952056:0:86552:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613376.952058:0:86552:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.952062:0:86552:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952067:0:86552:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613376.952069:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952071:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.952072:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952073:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.952075:0:86552:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.952081:0:86552:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613376.952084:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952085:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952087:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.952090:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952092:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952095:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952096:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952097:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=4 00000020:00000001:1.0:1773613376.952098:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952100:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952104:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.952107:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.952111:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952117:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952118:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.952119:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952120:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952122:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=5 00000020:00000001:1.0:1773613376.952124:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952126:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952128:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.952131:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952137:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952138:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613376.952140:0:86552:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952147:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.952148:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952150:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.952151:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952152:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613376.952157:0:86552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613376.952167:0:86552:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613376.952172:0:86552:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613376.952179:0:86552:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.952181:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952182:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952184:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.952185:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952187:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952189:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952190:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.952192:0:86552:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.952194:0:86552:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.952197:0:86552:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613376.952199:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.952201:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613376.952203:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.952204:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00010000:00000001:1.0:1773613376.952206:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952208:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952209:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.952210:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952212:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00000002:00010000:1.0:1773613376.952215:0:86552:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.952221:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952222:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.952224:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613376.952226:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952227:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952228:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.952230:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952232:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000040:1.0:1773613376.952236:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:1.0:1773613376.952238:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613376.952242:0:86552:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:1.0:1773613376.952244:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.952245:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.952246:0:86552:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613376.952250:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b758 00000002:00002000:1.0:1773613376.952252:0:86552:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:1.0:1773613376.952266:0:86552:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.952271:0:86552:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.952274:0:86552:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613376.952278:0:86552:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613376.952282:0:86552:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613376.952286:0:86552:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613376.952290:0:86552:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613376.952292:0:86552:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a8483c0 it_disposition 9800037 00000080:00002000:1.0:1773613376.952297:0:86552:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658076948 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:1.0:1773613376.952302:0:86552:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613376.952305:0:86552:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:1.0:1773613376.952307:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b988 00000080:00200000:1.0:1773613376.952310:0:86552:0:(namei.c:1622:ll_create_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000001:1.0:1773613376.952312:0:86552:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:1.0:1773613376.952315:0:86552:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613376.952320:0:86552:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613376.952323:0:86552:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613376.952326:0:86552:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613376.952329:0:86552:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1773613376.952339:0:86552:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99365810d280. 00000020:00000001:1.0:1773613376.952350:0:86552:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1773613376.952352:0:86552:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1773613376.952356:0:86552:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:1.0:1773613376.952358:0:86552:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00000001:1.0:1773613376.952362:0:86552:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613376.952365:0:86552:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:1.0:1773613376.952367:0:86552:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773613376 00000080:00200000:1.0:1773613376.952372:0:86552:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:1.0:1773613376.952375:0:86552:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1773613376.952377:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613376.952382:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613376.952386:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947c00. 00000020:00000010:1.0:1773613376.952391:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993649947e00. 00000020:00000010:1.0:1773613376.952395:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613376.952402:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613376.952409:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.952414:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613376.952421:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613376.952425:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613376.952429:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947600. 00000008:00000010:1.0:1773613376.952432:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613376.952436:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613376.952440:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613376.952573:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613376.952585:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613376.952587:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613376.952592:0:86552:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:1.0:1773613376.952597:0:86552:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9936522a7af0. 00000020:00000001:1.0:1773613376.952599:0:86552:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1773613376.952602:0:86552:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613376.952718:0:86552:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:1.0:1773613376.952724:0:86552:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a9ab9b0. 00020000:00000001:1.0:1773613376.952727:0:86552:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191778736 : -113016517772880 : ffff99364a9ab9b0) 00020000:00000001:1.0:1773613376.952730:0:86552:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1773613376.952734:0:86552:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.952738:0:86552:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318640496 : -113016390911120 : ffff9936522a7b70) 00000020:00001000:1.0:1773613376.952742:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613376.952746:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993649947e00. 00000020:00000010:1.0:1773613376.952750:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613376.952844:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613376.952848:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.952852:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613376.952855:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613376.952859:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613376.952862:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947c00. 00000008:00000010:1.0:1773613376.952865:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613376.952868:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613376.952870:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613376.952873:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613376.952875:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947600. 00000020:00000010:1.0:1773613376.952877:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:1.0:1773613376.952881:0:86552:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417622344 : -113016291929272 : ffff99365810d348) 00010000:00000001:1.0:1773613376.952884:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.952885:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.952887:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.952889:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.952891:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00000080:00000001:1.0:1773613376.952895:0:86552:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613376.952897:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613376.952900:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613376.952902:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947600. 00000020:00000010:1.0:1773613376.952905:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993649947c00. 00000020:00000010:1.0:1773613376.952907:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613376.952910:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613376.952912:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.952915:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613376.952917:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613376.952920:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613376.952923:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947e00. 00000008:00000010:1.0:1773613376.952925:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613376.952927:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613376.952930:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613376.952932:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613376.953095:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613376.953098:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613376.953100:0:86552:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613376.953102:0:86552:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:1.0:1773613376.953105:0:86552:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000001:1.0:1773613376.953108:0:86552:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613376.953111:0:86552:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000002:1.0:1773613376.953114:0:86552:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613376.953116:0:86552:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.953117:0:86552:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.953121:0:86552:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613376.953124:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000002:1.0:1773613376.953126:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:1.0:1773613376.953128:0:86552:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613376.953130:0:86552:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613376.953133:0:86552:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1773613376.953135:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613376.953137:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993649947c00. 00000020:00000010:1.0:1773613376.953141:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848660. 00000008:00000010:1.0:1773613376.953143:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613376.953146:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613376.953148:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613376.953151:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613376.953153:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613376.953156:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947600. 00000008:00000010:1.0:1773613376.953159:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613376.953161:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613376.953163:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613376.953165:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613376.953167:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947e00. 00000020:00000010:1.0:1773613376.953169:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:1.0:1773613376.953171:0:86552:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953173:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953175:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613376.953176:0:86552:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613376.953180:0:86552:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613376.953183:0:86552:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.953185:0:86552:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00010000:1.0:1773613376.953189:0:86552:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) for lock 0xa1aa084204a01189 00800000:00000001:1.0:1773613376.953192:0:86552:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613376.953194:0:86552:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613376.953195:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.953197:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.953198:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.953200:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.953202:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.953204:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953206:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613376.953207:0:86552:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.953209:0:86552:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953211:0:86552:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:1.0:1773613376.953213:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.953219:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.953226:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953234:0:86552:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613376.953238:0:86552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00000001:1.0:1773613376.953241:0:86552:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613376.953245:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000100:00000001:1.0:1773613376.953247:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.953250:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.953340:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953344:0:86552:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1773613376.953346:0:86552:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953355:0:86552:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613376.953357:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4ba60 00000080:00200008:1.0:1773613376.953359:0:86552:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 120501 00000080:00000010:1.0:1773613376.953368:0:86552:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660728280. 00000080:00000010:1.0:1773613376.953374:0:86552:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934940. 00000080:00000001:1.0:1773613376.953377:0:86552:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613376.953382:0:86552:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613376.953385:0:86552:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613376.953389:0:86552:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca59c0. 00000002:00100000:1.0:1773613376.953394:0:86552:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613376.953401:0:86552:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613376.953403:0:86552:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613376.953406:0:86552:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613376.953410:0:86552:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953412:0:86552:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.953415:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613376.953417:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613376.953424:0:86552:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613376.953427:0:86552:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613376.953517:0:86552:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613376.953519:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613376.953522:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4ba60 00000080:00000008:1.0:1773613376.953524:0:86552:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 100101, rc = 0 00000080:00000001:1.0:1773613376.953529:0:86552:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613376.953531:0:86552:0:(dcache.c:176:ll_intent_release()) intent ffff99364a8483c0 released 00000080:00010000:1.0:1773613376.953534:0:86552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01189 from it ffff99364a8483c0 00010000:00000001:1.0:1773613376.953536:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613376.953538:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613376.953540:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613376.953541:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.953544:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613376.953546:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613376.953550:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613376.953558:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953559:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.953560:0:86552:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613376.953563:0:86552:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613376.953566:0:86552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613376.953582:0:86552:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613376.953584:0:86552:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613376.953586:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.953591:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953592:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.953593:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953597:0:86552:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613376.953599:0:86552:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953601:0:86552:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953605:0:86552:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953614:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613376.953616:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953617:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613376.953618:0:86552:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613376.953621:0:86552:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773613376.953623:0:86552:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613376.953625:0:86552:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613376.953627:0:86552:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613376.953629:0:86552:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953632:0:86552:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773613376.953634:0:86552:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953637:0:86552:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613376.953639:0:86552:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953641:0:86552:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613376.953644:0:86552:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a8483c0. 00000080:00000001:1.0:1773613376.953647:0:86552:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953652:0:86552:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613376.953654:0:86552:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348), inode mode 81a4 mask 40 00000080:00000001:1.0:1773613376.953658:0:86552:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613376.953694:0:86552:0:(file.c:4585:ll_file_ioctl()) Process entered 00000080:00200080:1.0:1773613376.953696:0:86552:0:(file.c:4587:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348) cmd=4008669a arg=17b22e0 00000080:00000001:1.0:1773613376.953703:0:86552:0:(file.c:2949:ll_lov_setstripe()) Process entered 00000080:00000001:1.0:1773613376.953705:0:86552:0:(llite_lib.c:4182:ll_copy_user_md()) Process entered 00000080:00000010:1.0:1773613376.953710:0:86552:0:(llite_lib.c:4191:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff993658ca5fa0. 00000080:00000001:1.0:1773613376.953713:0:86552:0:(llite_lib.c:4200:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:1.0:1773613376.953716:0:86552:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:1.0:1773613376.953719:0:86552:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773613376.953722:0:86552:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993649946c00. 00800000:00000002:1.0:1773613376.953727:0:86552:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613376.953731:0:86552:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613376.953734:0:86552:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.953736:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bb10 00800000:00000002:1.0:1773613376.953738:0:86552:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x7:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613376.953742:0:86552:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1773613376.953744:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4ba90 00800000:00000002:1.0:1773613376.953746:0:86552:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613376.953750:0:86552:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613376.953751:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b9c8 00000002:00010000:1.0:1773613376.953762:0:86552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:1.0:1773613376.953767:0:86552:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613376.953769:0:86552:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613376.953773:0:86552:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613376.953778:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:1.0:1773613376.953780:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613376.953783:0:86552:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613376.953786:0:86552:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953789:0:86552:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.953791:0:86552:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.953793:0:86552:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773613376.953794:0:86552:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613376.953800:0:86552:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738700. 00000020:00000040:1.0:1773613376.953803:0:86552:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613376.953808:0:86552:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613376.953888:0:86552:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953892:0:86552:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613376.953896:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613376.953900:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613376.953901:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613376.953902:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.953905:0:86552:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613376.953908:0:86552:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613376.953913:0:86552:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613376.953919:0:86552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993650fc7400. 00000100:00000001:1.0:1773613376.953926:0:86552:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953930:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.953932:0:86552:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953958:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613376.953959:0:86552:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613376.953961:0:86552:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613376.953969:0:86552:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00010000:00000001:1.0:1773613376.953973:0:86552:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613376.953975:0:86552:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613376.953980:0:86552:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aaa00. 00010000:00000010:1.0:1773613376.953984:0:86552:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613376.953988:0:86552:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613376.954003:0:86552:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9400. 00000020:00000001:1.0:1773613376.954007:0:86552:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613376.954009:0:86552:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9400 with handle 0xa1aa084204a01190 to hash 00000020:00000001:1.0:1773613376.954011:0:86552:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613376.954013:0:86552:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613376.954016:0:86552:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613376.954019:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613376.954021:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613376.954025:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613376.954032:0:86552:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613376.954044:0:86552:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613376.954051:0:86552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613376.954060:0:86552:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613376.954066:0:86552:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613376.954068:0:86552:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613376.954074:0:86552:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613376.954076:0:86552:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059025088 : -113016650526528 : ffff993642b110c0) 00000100:00000001:1.0:1773613376.954079:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.954081:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000001:1.0:1773613376.954085:0:86552:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613376.954090:0:86552:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.954092:0:86552:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613376.954093:0:86552:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613376.954097:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.954104:0:86552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613376.954107:0:86552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.954111:0:86552:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613376.954114:0:86552:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613376.954116:0:86552:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613376.954119:0:86552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106560:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613376.954123:0:86552:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613376.954130:0:86552:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613376.954133:0:86552:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613376.954137:0:86552:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613376.955147:0:86552:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613376.955155:0:86552:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613376.955167:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613376.955174:0:86552:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613376.955184:0:86552:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99364980c800. 00000100:00000200:1.0:1773613376.955193:0:86552:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477106560, portal 10 00000100:00000001:1.0:1773613376.955196:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613376.955197:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000040:1.0:1773613376.955209:0:86552:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613376.955218:0:86552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613376.955221:0:86552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613376.955225:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613376.955230:0:86552:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477106560, offset 0 00000400:00000200:1.0:1773613376.955238:0:86552:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613376.955248:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.955267:0:86552:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613376.955273:0:86552:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613376.955278:0:86552:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613376.955282:0:86552:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613376.955285:0:86552:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613376.955290:0:86552:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224975:224975:256:4294967295] 192.168.203.144@tcp LPNI seq info [224910:224910:8:4294967295] 00000400:00000200:1.0:1773613376.955294:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613376.955305:0:86552:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613376.955311:0:86552:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613376.955317:0:86552:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613376.955324:0:86552:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613376.955332:0:86552:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613376.955336:0:86552:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773613376.955492:0:86552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613376.955499:0:86552:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 513191 usecs (514 jiffies) 00000400:00000200:1.0:1773613376.955503:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613376.955505:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467255 00000100:00000001:1.0:1773613376.955508:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.955511:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467255 00000100:00000001:1.0:1773613376.955513:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613376.955515:0:86552:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613376.955519:0:86552:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613376.955522:0:86552:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613376.955524:0:86552:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613376.955526:0:86552:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b110c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773613376.955529:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613376.955532:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613376.957418:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613376.957429:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:2.0:1773613376.957439:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.957449:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613376.957459:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:2.0:1773613376.957463:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:2.0:1773613376.957473:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613376.957482:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.957495:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613376.957501:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613376.957508:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.957510:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613376.959181:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00000800:00000001:2.0:1773613376.979546:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.979571:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613376.979576:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.979578:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.979594:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.979603:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613376.979615:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.979621:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.979627:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.979632:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b195df00 00000400:00000200:2.0:1773613376.979642:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4fed [2] + 328 00000800:00000001:2.0:1773613376.979650:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.979664:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613376.979668:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613376.979674:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613376.979682:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613376.979685:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613376.979702:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb100. 00000100:00000040:2.0:1773613376.979707:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660abb100 x1859762473262848 msgsize 328 00000100:00100000:2.0:1773613376.979712:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613376.979734:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613376.979742:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613376.979746:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.979772:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773613376.979775:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473262848 02000000:00000001:2.0:1773613376.979778:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773613376.979781:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613376.979784:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613376.979788:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613376.979794:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473262848 00000020:00000001:2.0:1773613376.979797:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613376.979799:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:2.0:1773613376.979802:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.979805:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:2.0:1773613376.979808:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:2.0:1773613376.981970:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:2.0:1773613376.981979:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613376.981998:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a00. 00000100:00000001:2.0:1773613376.982002:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.982005:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a00. 00000020:00000010:2.0:1773613376.982014:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e5000. 00000020:00000010:2.0:1773613376.982021:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522cee80. 00000020:00000010:2.0:1773613376.982027:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947000. 00000100:00000040:2.0:1773613376.982038:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1773613376.982042:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773613376.982044:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773613376.982046:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.982055:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.982067:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613376.982087:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773613376.982089:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773613376.982099:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 46 00000100:00000040:2.0:1773613376.982103:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:2.0:1773613376.982105:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561989376 : -113016147562240 : ffff993660abb100) 00000100:00000040:2.0:1773613376.982115:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660abb100 x1859762473262848/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:607/0 lens 328/0 e 0 to 0 dl 1773613387 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613376.982733:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613376.982738:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a00. 00000100:00000001:2.0:1773613376.982740:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613376.982743:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a00. 00000100:00100000:2.0:1773613376.982749:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660abb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473262848:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1773613376.982753:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473262848 00010000:00000001:2.0:1773613376.982756:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1773613376.982764:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613376.982766:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613376.982769:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=2 00000020:00000001:2.0:1773613376.982772:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:2.0:1773613376.982776:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:2.0:1773613376.982780:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613376.982784:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613376.982790:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1773613376.982803:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773613376.982806:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773613376.985016:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99364a785000. 02000000:00000001:2.0:1773613376.985027:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.985032:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.985039:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773613376.985043:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613376.985048:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1773613376.985053:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613376.985059:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 22 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613376.985062:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:2.0:1773613376.985065:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773613376.985068:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613376.985072:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613376.985075:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613376.985081:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7990. 00000100:00000200:2.0:1773613376.985089:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473262848, offset 224 00000400:00000200:2.0:1773613376.985097:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613376.985109:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.985120:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613376.985127:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224976:224976:256:4294967295] 192.168.203.144@tcp LPNI seq info [224911:224911:8:4294967295] 00000400:00000200:2.0:1773613376.985133:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613376.985143:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613376.985150:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613376.985156:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613376.985164:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613376.985174:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613376.985179:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613376.985194:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.985198:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00010000:00000001:2.0:1773613376.985202:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773613376.985206:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993650f3aa80. 00010000:00000001:2.0:1773613376.985209:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613376.985222:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1773613376.985225:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.985226:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613376.985228:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613376.985237:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb100 x1859762473262848/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:607/0 lens 328/224 e 0 to 0 dl 1773613387 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773613376.985250:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660abb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473262848:12345-192.168.203.144@tcp:104: Request processed in 2515us (5539us total) trans 0 rc 0/0 00000100:00100000:2.0:1773613376.985262:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 46 00000100:00000040:2.0:1773613376.985266:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:2.0:1773613376.985269:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773613376.985271:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773613376.985279:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522cee80. 00000020:00000010:2.0:1773613376.985286:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947000. 00000020:00000010:2.0:1773613376.985292:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e5000. 00000020:00000040:2.0:1773613376.985299:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00000100:00000001:2.0:1773613376.985302:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613376.985323:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613376.985328:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.985331:0:67856:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773613376.985334:0:67856:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773613376.985337:0:67856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613376.985343:0:67856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773613376.985355:0:67856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b8c00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613376.985358:0:67856:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613376.985365:0:67856:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613376.985373:0:67856:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613376.985376:0:67856:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613376.985380:0:67856:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613376.985387:0:67856:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613376.985390:0:67856:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613376.985393:0:67856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613376.985396:0:67856:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613376.985398:0:67856:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:0.0:1773613376.985400:0:67856:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:0.0:1773613376.985403:0:67856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:0.0:1773613376.985406:0:67856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613376.985410:0:67856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773613376.985418:0:67856:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000800:00000200:2.0:1773613376.985419:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000001:0.0:1773613376.985423:0:67856:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000800:00000010:2.0:1773613376.985425:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000080:00000001:0.0:1773613376.985427:0:67856:0:(file.c:6018:ll_have_md_lock()) Process entered 00000400:00000200:2.0:1773613376.985430:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000040:0.0:1773613376.985431:0:67856:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:0.0:1773613376.985439:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000400:00000200:2.0:1773613376.985440:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00010000:00000001:0.0:1773613376.985442:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613376.985452:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:0.0:1773613376.985455:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613376.985460:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.985462:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613376.985463:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613376.985465:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:0.0:1773613376.985467:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613376.985469:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.985470:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613376.985472:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613376.985473:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:0.0:1773613376.985474:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613376.985476:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613376.985478:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613376.985479:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613376.985480:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aac00 count: 2 00010000:00000001:0.0:1773613376.985482:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613376.985484:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.985486:0:67856:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.985489:0:67856:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613376.985491:0:67856:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613376.985497:0:67856:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613376.985502:0:67856:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3fc00. 00000020:00000010:0.0:1773613376.985507:0:67856:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3e600. 00000020:00000010:0.0:1773613376.985511:0:67856:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613376.985517:0:67856:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613376.985523:0:67856:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613376.985529:0:67856:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613376.985535:0:67856:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613376.985539:0:67856:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613376.985543:0:67856:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000008:00000010:0.0:1773613376.985547:0:67856:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613376.985551:0:67856:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613376.985555:0:67856:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613376.985559:0:67856:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613376.985562:0:67856:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613376.985564:0:67856:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613376.985566:0:67856:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773613376.985570:0:67856:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x7:0x0]: losing layout lock 00000080:00000001:0.0:1773613376.985583:0:67856:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773613376.985586:0:67856:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773613376.985591:0:67856:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613376.985593:0:67856:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613376.985597:0:67856:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773613376.985598:0:67856:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613376.985600:0:67856:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613376.985602:0:67856:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613376.985605:0:67856:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3e600. 00000020:00000010:0.0:1773613376.985619:0:67856:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613376.985623:0:67856:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613376.985626:0:67856:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613376.985629:0:67856:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613376.985633:0:67856:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613376.985636:0:67856:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613376.985638:0:67856:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3fc00. 00000008:00000010:0.0:1773613376.985642:0:67856:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613376.985644:0:67856:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613376.985648:0:67856:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613376.985651:0:67856:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613376.985655:0:67856:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613376.985657:0:67856:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613376.985659:0:67856:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.985663:0:67856:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773613376.985665:0:67856:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff99365810d348) invalid 00000020:00000001:0.0:1773613376.985669:0:67856:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c43c40 00000080:00002000:0.0:1773613376.985671:0:67856:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff993658076948) parent ffff99365037c6c0 inode ffff99365810d348 refc 1 00000080:00000001:0.0:1773613376.985676:0:67856:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773613376.985678:0:67856:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613376.985680:0:67856:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.985683:0:67856:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613376.985686:0:67856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613376.985688:0:67856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613376.985690:0:67856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613376.985694:0:67856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613376.985696:0:67856:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8c00 with handle 0xa1aa084204a01189 from hash 00010000:00000001:0.0:1773613376.985699:0:67856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613376.985701:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.985702:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.985704:0:67856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613376.985707:0:67856:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613376.985709:0:67856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1773613376.985714:0:67856:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613376.985718:0:67856:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.985721:0:67856:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613376.985724:0:67856:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773613376.985730:0:67856:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613376.985733:0:67856:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613376.985739:0:67856:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613376.985741:0:67856:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613376.985747:0:67856:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613376.985752:0:67856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3e400. 00000100:00000001:0.0:1773613376.985758:0:67856:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.985761:0:67856:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613376.985768:0:67856:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773613376.985775:0:67856:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613376.985777:0:67856:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.985783:0:67856:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613376.985788:0:67856:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.985795:0:67856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_00+0] req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773613376.985830:0:67856:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613376.985833:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613376.985835:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.985836:0:67856:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613376.985839:0:67856:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613376.985841:0:67856:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.985845:0:67856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613376.985851:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613376.985854:0:67856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a01189 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabd9bf expref: -99 pid: 86552 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1773613376.985862:0:67856:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aac00 count: 0 00010000:00000010:0.0:1773613376.985869:0:67856:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345580. 00010000:00000001:0.0:1773613376.985880:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613376.985882:0:67856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773613376.985884:0:67856:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993650f3aa80. 00010000:00000001:0.0:1773613376.985889:0:67856:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613376.985891:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613376.985893:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.985895:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613376.985896:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613376.985898:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.985900:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773613376.985901:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613376.985902:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613376.985904:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613376.985911:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.985915:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.985917:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613376.985923:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.985932:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613376.985952:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.985957:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613376.985960:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613376.985962:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613376.985966:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477106688:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613376.985970:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613376.985976:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613376.985979:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613376.985981:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613376.985985:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613376.985987:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613376.985993:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613376.985996:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000100:00000001:1.0:1773613376.986141:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613376.986145:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613376.989366:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7990 00000400:00000010:2.0:1773613376.989381:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7990. 00000100:00000001:2.0:1773613376.989389:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613376.989391:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1773613376.994083:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613376.994101:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477106688, portal 18 00000100:00000001:0.0:1773613376.994105:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613376.994107:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:0.0:1773613376.994126:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613376.994136:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613376.994139:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613376.994142:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613376.994147:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477106688, offset 0 00000400:00000200:0.0:1773613376.994154:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613376.994166:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.994175:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613376.994180:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613376.994185:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613376.994189:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613376.994192:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613376.994197:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224977:224977:256:4294967295] 192.168.203.144@tcp LPNI seq info [224912:224912:8:4294967295] 00000400:00000200:0.0:1773613376.994202:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613376.994212:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613376.994219:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613376.994226:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613376.994234:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613376.994242:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613376.994247:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613376.994267:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613376.994272:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 513191 usecs (514 jiffies) 00000400:00000200:0.0:1773613376.994276:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613376.994280:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467294 00000100:00000001:0.0:1773613376.994283:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613376.994286:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467294 00000100:00000001:0.0:1773613376.994288:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613376.994291:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613376.994294:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.994298:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.994303:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613376.994311:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613376.994313:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613376.994316:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613376.994319:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613376.994321:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613376.994324:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613376.994455:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613376.994460:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:3.0:1773613376.994467:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613376.994473:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613376.994477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:3.0:1773613376.994480:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:3.0:1773613376.994484:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613376.994489:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.994506:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613376.994510:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613376.994517:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613376.994518:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613376.998145:0:1135:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aac00. 00010000:00000010:0.1:1773613376.998161:0:1135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00000800:00000001:2.0:1773613377.006385:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.006405:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.006410:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.006412:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.006423:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.006432:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.006442:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.006447:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.006453:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.006458:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d08600 00000400:00000200:2.0:1773613377.006464:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.006470:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b56cd [1] + 224 00000800:00000001:2.0:1773613377.006478:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.006489:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.006492:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.006497:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.006506:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.006515:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613377.006527:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.006549:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.006558:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.006561:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.009370:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.009380:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613377.009390:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.009392:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.009397:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613377.009407:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613377.009410:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613377.009413:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.009426:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613377.009439:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.009446:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.009448:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.009451:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.009455:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.009458:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.009460:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.009463:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.009474:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=111 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613377.009478:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.009481:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.009483:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.009485:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.009490:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.009494:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613377.009497:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613377.009499:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.009502:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.009507:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.009515:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.009518:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.009521:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613377.009525:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613377.009534:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477106688:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613377.009538:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.009541:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.009544:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477106688/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.009550:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613377.009552:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613377.009556:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613377.009560:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613377.009562:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613377.009564:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613377.009567:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613377.009570:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3e400. 02000000:00000001:0.0:1773613377.009586:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613377.009588:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613377.009591:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:0.0:1773613377.009595:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613377.009596:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.009598:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.009612:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.009614:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.009617:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.009620:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613377.031094:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.031118:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613377.031122:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.031124:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.031135:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.031144:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613377.031154:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.031159:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.031869:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.031878:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d08580 00000400:00000200:3.0:1773613377.031884:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.031892:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b56bd [64] + 224 00000800:00000001:3.0:1773613377.031902:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.031916:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.031919:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.031924:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613377.031953:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613377.031965:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613377.031978:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.032030:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613377.032048:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613377.032060:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.032064:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613377.041240:0:86552:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.041251:0:86552:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.041256:0:86552:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.041267:0:86552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364980c800 00000400:00000010:1.0:1773613377.041270:0:86552:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff99364980c800. 00000100:00000001:1.0:1773613377.041276:0:86552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.041290:0:86552:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.041303:0:86552:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.041312:0:86552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.041315:0:86552:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.041318:0:86552:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.041322:0:86552:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.041326:0:86552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.041329:0:86552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.041332:0:86552:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.041343:0:86552:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613377.041349:0:86552:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.041352:0:86552:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773613377.041356:0:86552:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99364a738700 x1859762477106560/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.041363:0:86552:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613377.041367:0:86552:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613377.041369:0:86552:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613377.041371:0:86552:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613377.041373:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.041375:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000001:1.0:1773613377.041378:0:86552:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.041380:0:86552:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613377.041382:0:86552:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.041384:0:86552:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773613377.041389:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.041398:0:86552:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773613377.041401:0:86552:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.041403:0:86552:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.041408:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.041416:0:86552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106560:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613377.041421:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.041424:0:86552:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613377.041427:0:86552:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.041429:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.041433:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.041441:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.041444:0:86552:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b110c0. 00000100:00000001:1.0:1773613377.041446:0:86552:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.041448:0:86552:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773613377.041453:0:86552:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613377.041458:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.041461:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.041464:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=4 00000020:00000001:1.0:1773613377.041467:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613377.041470:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00010000:1.0:1773613377.041476:0:86552:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041488:0:86552:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773613377.041493:0:86552:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041499:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.041502:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041507:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.041509:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613377.041512:0:86552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041518:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.041522:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.041525:0:86552:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613377.041529:0:86552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.041536:0:86552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b9400 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:1.0:1773613377.041539:0:86552:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773613377.041544:0:86552:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041555:0:86552:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773613377.041558:0:86552:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773613377.041561:0:86552:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.041566:0:86552:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773613377.041569:0:86552:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613377.041571:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.041572:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.042138:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=5 00000020:00000001:1.0:1773613377.042143:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613377.042146:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613377.042150:0:86552:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613377.042153:0:86552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773613377.042160:0:86552:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613377.042163:0:86552:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.042175:0:86552:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613377.042177:0:86552:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613377.042181:0:86552:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613377.042182:0:86552:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613377.042184:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.042186:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613377.042189:0:86552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9400 with handle 0xa1aa084204a01190 from hash 00010000:00000001:1.0:1773613377.042192:0:86552:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613377.042193:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.042194:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.042196:0:86552:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613377.042197:0:86552:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613377.042199:0:86552:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613377.042202:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.042203:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.042205:0:86552:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.042207:0:86552:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.042210:0:86552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.042215:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.042217:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.042218:0:86552:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613377.042220:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.042221:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.042222:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.042223:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613377.042225:0:86552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01190 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613377.042232:0:86552:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aaa00 count: 0 00010000:00000010:1.0:1773613377.042241:0:86552:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613377.042253:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.042255:0:86552:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773613377.042262:0:86552:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773613377.042271:0:86552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.042281:0:86552:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613377.042286:0:86552:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.042293:0:86552:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.042299:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613377.042301:0:86552:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.042304:0:86552:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.042306:0:86552:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.042309:0:86552:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613377.042312:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.042313:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00010000:00000001:1.0:1773613377.042316:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613377.042318:0:86552:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.042320:0:86552:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613377.042323:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b948 00000002:00002000:1.0:1773613377.042325:0:86552:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:1.0:1773613377.042328:0:86552:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.042332:0:86552:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.042335:0:86552:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613377.042338:0:86552:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613377.042342:0:86552:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613377.042346:0:86552:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613377.042350:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993649946c00. 00000080:00000001:1.0:1773613377.042355:0:86552:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613377.042362:0:86552:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613377.042365:0:86552:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773613377.042370:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.042380:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613377.042385:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649946c00. 00000020:00000010:1.0:1773613377.042390:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993649947e00. 00000020:00000010:1.0:1773613377.042394:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8483c0. 00000008:00000010:1.0:1773613377.042401:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.042406:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.042412:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.042419:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.042423:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.042427:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947600. 00000008:00000010:1.0:1773613377.042431:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.042435:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.042438:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.042442:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613377.042445:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613377.042448:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613377.042450:0:86552:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613377.042454:0:86552:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613377.042457:0:86552:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613377.042464:0:86552:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848660. 00020000:00000010:1.0:1773613377.042467:0:86552:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a90fd00. 00020000:00000010:1.0:1773613377.042473:0:86552:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848f00. 00020000:00000001:1.0:1773613377.042476:0:86552:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190326016 : -113016519225600 : ffff99364a848f00) 00020000:00000002:1.0:1773613377.042479:0:86552:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848f00, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613377.042484:0:86552:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613377.042488:0:86552:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fd00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613377.042492:0:86552:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000001:1.0:1773613377.042495:0:86552:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:1.0:1773613377.042496:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.042501:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613377.042503:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649947c00. 00000020:00000010:1.0:1773613377.042506:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993649947000. 00000020:00000010:1.0:1773613377.042508:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.042512:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572178. 00020000:00000010:1.0:1773613377.042514:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987000. 00008000:00000010:1.0:1773613377.042517:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613377.042520:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb690. 00000080:00000010:1.0:1773613377.042523:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525b60. 00000020:00000010:1.0:1773613377.042526:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993649946200. 00000008:00000010:1.0:1773613377.042529:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613377.042532:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0480. 00008000:00000010:1.0:1773613377.042534:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4f78. 00000080:00000010:1.0:1773613377.042537:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5ebe10. 00000020:00000001:1.0:1773613377.042539:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613377.042541:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00020000:00000002:1.0:1773613377.042543:0:86552:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x7:0x0] from EMPTY to COMPOSITE 00000020:00000001:1.0:1773613377.042547:0:86552:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:1.0:1773613377.042550:0:86552:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:1.0:1773613377.042552:0:86552:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613377.042553:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.042555:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5240. 00000020:00000010:1.0:1773613377.042559:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4e00. 00000020:00000010:1.0:1773613377.042561:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4200. 00000020:00000010:1.0:1773613377.042564:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613377.042567:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613377.042570:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613377.042585:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613377.042588:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613377.042591:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613377.042593:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000008:00000010:1.0:1773613377.042596:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613377.042599:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613377.042602:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613377.042611:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb780. 00000020:00000001:1.0:1773613377.042613:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155272 : -113016278396344 : ffff993658df5248) 00000020:00001000:1.0:1773613377.042615:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5240 00000020:00000001:1.0:1773613377.042619:0:86552:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.042622:0:86552:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613377.042624:0:86552:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613377.042626:0:86552:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613377.042630:0:86552:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613377.042631:0:86552:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613377.042633:0:86552:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613377.042636:0:86552:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff993658527bb0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773613377.042639:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner ffff99365a38a7c0/ffff99365a38a7c0 00020000:00000001:1.0:1773613377.042643:0:86552:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1773613377.042645:0:86552:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1773613377.042647:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner ffff99365a38a7c0/ffff99365a38a7c0 00000020:00000001:1.0:1773613377.042649:0:86552:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613377.042651:0:86552:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1773613377.042654:0:86552:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613377.042656:0:86552:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613377.042659:0:86552:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613377.042660:0:86552:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613377.042663:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5240 00000020:00000010:1.0:1773613377.042667:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4200. 00000020:00000010:1.0:1773613377.042672:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613377.042676:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613377.042680:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613377.042683:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613377.042686:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613377.042689:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613377.042692:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4e00. 00000008:00000010:1.0:1773613377.042695:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613377.042698:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613377.042702:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613377.042704:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb780. 00000020:00000010:1.0:1773613377.042706:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.042709:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5240. 00000080:00000001:1.0:1773613377.042712:0:86552:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.042716:0:86552:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.042718:0:86552:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.042721:0:86552:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:1.0:1773613377.042723:0:86552:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613377.042726:0:86552:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x7:0x0]Apply new layout lov ffff99364a9ab9b0, type 2 00020000:00000001:1.0:1773613377.042729:0:86552:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1773613377.042732:0:86552:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848f00, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613377.042736:0:86552:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613377.042739:0:86552:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fd00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000010:1.0:1773613377.042743:0:86552:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99364a869960. 00020000:00000010:1.0:1773613377.042746:0:86552:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff993642b110c0. 00020000:00000001:1.0:1773613377.042750:0:86552:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1773613377.042753:0:86552:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99364a8fcaf8. 00020000:00000001:1.0:1773613377.042756:0:86552:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1773613377.042758:0:86552:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:1.0:1773613377.042765:0:86552:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1773613377.042768:0:86552:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9936522a7578. 00000020:00000001:1.0:1773613377.042771:0:86552:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1773613377.042772:0:86552:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.042775:0:86552:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631057318639096 : -113016390912520 : ffff9936522a75f8) 00020000:00000001:1.0:1773613377.042780:0:86552:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1773613377.042785:0:86552:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99364a84a8c0. 00020000:00000001:1.0:1773613377.042788:0:86552:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.042793:0:86552:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318639096 : -113016390912520 : ffff9936522a75f8) 00020000:00000001:1.0:1773613377.042795:0:86552:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631057318639096 : -113016390912520 : ffff9936522a75f8) 00020000:00000002:1.0:1773613377.042799:0:86552:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x3e4b:0x0]@ffff9936522a7578[0:0] -> [0x20000bf89:0x7:0x0]@ffff9936522a7af0: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000001:1.0:1773613377.042804:0:86552:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1773613377.042806:0:86552:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:1.0:1773613377.042807:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:1.0:1773613377.042897:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993649947000. 00000020:00000010:1.0:1773613377.042902:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.042905:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572178. 00020000:00000010:1.0:1773613377.042907:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987000. 00008000:00000010:1.0:1773613377.042910:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613377.042912:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb690. 00000080:00000010:1.0:1773613377.042915:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525b60. 00000020:00000010:1.0:1773613377.042918:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947c00. 00000008:00000010:1.0:1773613377.042920:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613377.042923:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0480. 00008000:00000010:1.0:1773613377.042925:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4f78. 00000080:00000010:1.0:1773613377.042928:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5ebe10. 00000020:00000010:1.0:1773613377.042930:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649946200. 00000020:00000010:1.0:1773613377.043048:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00020000:00000001:1.0:1773613377.043053:0:86552:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.043056:0:86552:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:1.0:1773613377.043057:0:86552:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000002:1.0:1773613377.043061:0:86552:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613377.043063:0:86552:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.043065:0:86552:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613377.043067:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613377.043069:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993649947e00. 00000020:00000010:1.0:1773613377.043072:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8483c0. 00000008:00000010:1.0:1773613377.043074:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.043077:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.043080:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.043083:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.043085:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.043088:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649946c00. 00000008:00000010:1.0:1773613377.043090:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.043092:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.043095:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.043096:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613377.043099:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993649947600. 00000020:00000010:1.0:1773613377.043100:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:1.0:1773613377.043105:0:86552:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613377.043108:0:86552:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613377.043114:0:86552:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:1.0:1773613377.043116:0:86552:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613377.043120:0:86552:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613377.043122:0:86552:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.043125:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.043131:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.043138:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.043143:0:86552:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.043146:0:86552:0:(file.c:3140:ll_release_openhandle()) Process entered 00000080:00000010:1.0:1773613377.043150:0:86552:0:(file.c:3153:ll_release_openhandle()) kmalloced '(och)': 56 at ffff99364a934900. 00800000:00000001:1.0:1773613377.043155:0:86552:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613377.043159:0:86552:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613377.043162:0:86552:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca5360. 00000002:00100000:1.0:1773613377.043166:0:86552:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.043173:0:86552:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.043174:0:86552:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.043177:0:86552:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773613377.043180:0:86552:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff9936530e5400. 00000080:00000001:1.0:1773613377.043182:0:86552:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773613377.043188:0:86552:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773613377.043192:0:86552:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:1.0:1773613377.043194:0:86552:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:1.0:1773613377.043197:0:86552:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773613377.043200:0:86552:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:1.0:1773613377.043205:0:86552:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738e00. 00000020:00000040:1.0:1773613377.043209:0:86552:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613377.043214:0:86552:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.043218:0:86552:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.043223:0:86552:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.043230:0:86552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e4e00. 00000100:00000001:1.0:1773613377.043236:0:86552:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773613377.043245:0:86552:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773613377.043255:0:86552:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773613377.043260:0:86552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773613377.043267:0:86552:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613377.043269:0:86552:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613377.043275:0:86552:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.043277:0:86552:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059026816 : -113016650524800 : ffff993642b11780) 00000100:00000001:1.0:1773613377.043279:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.043281:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000001:1.0:1773613377.043285:0:86552:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.043289:0:86552:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.043291:0:86552:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613377.043293:0:86552:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.043297:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.043304:0:86552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.043307:0:86552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.043311:0:86552:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.043313:0:86552:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.043316:0:86552:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.043320:0:86552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106944:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613377.043324:0:86552:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.043330:0:86552:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.043332:0:86552:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.043334:0:86552:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.043364:0:86552:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613377.043367:0:86552:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.043376:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.043379:0:86552:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.043386:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613377.043393:0:86552:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477106944, portal 10 00000100:00000001:1.0:1773613377.043395:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.043396:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000040:1.0:1773613377.043403:0:86552:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.043410:0:86552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.043413:0:86552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.043415:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613377.043419:0:86552:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477106944, offset 0 00000400:00000200:1.0:1773613377.043427:0:86552:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.043436:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.043444:0:86552:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.043450:0:86552:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.043454:0:86552:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.043459:0:86552:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.043462:0:86552:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.043466:0:86552:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224978:224978:256:4294967295] 192.168.203.144@tcp LPNI seq info [224913:224913:8:4294967295] 00000400:00000200:1.0:1773613377.043471:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.043482:0:86552:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.043489:0:86552:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.043494:0:86552:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613377.043502:0:86552:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.043511:0:86552:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.043516:0:86552:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773613377.043713:0:86552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.043719:0:86552:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 511131 usecs (512 jiffies) 00000400:00000200:1.0:1773613377.043723:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.043725:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467341 00000100:00000001:1.0:1773613377.043729:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.043741:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467341 00000100:00000001:1.0:1773613377.043744:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.043746:0:86552:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.043750:0:86552:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.043753:0:86552:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.043754:0:86552:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613377.043757:0:86552:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11780 going to sleep for 11 seconds 00000100:00000001:1.0:1773613377.043760:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.043763:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.045538:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.045546:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:2.0:1773613377.045553:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.045560:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.045567:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:2.0:1773613377.045569:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:2.0:1773613377.046267:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.046277:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.046291:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.046295:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.046303:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.046305:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613377.052333:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aaa00. 00010000:00000010:1.1:1773613377.052350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9400. 00000800:00000001:3.0:1773613377.055433:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.055453:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613377.055457:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.055460:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.055471:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.055480:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613377.055491:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.055496:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.055502:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.055506:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d08700 00000400:00000200:3.0:1773613377.055512:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.055519:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b56d5 [1] + 224 00000800:00000001:3.0:1773613377.055528:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.055535:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.055539:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.055543:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613377.055553:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613377.055562:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613377.055587:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.055712:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613377.055731:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613377.055741:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.055745:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613377.058094:0:86552:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.058101:0:86552:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.058105:0:86552:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.058113:0:86552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613377.058116:0:86552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613377.058123:0:86552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.058134:0:86552:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.058146:0:86552:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738e00 x1859762477106944/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.058155:0:86552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.058157:0:86552:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.058160:0:86552:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.058164:0:86552:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.058175:0:86552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.058178:0:86552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.058181:0:86552:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.058192:0:86552:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=155 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613377.058196:0:86552:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.058199:0:86552:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.058201:0:86552:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.058205:0:86552:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.058209:0:86552:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.058212:0:86552:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613377.058214:0:86552:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613377.058216:0:86552:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613377.058219:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.058221:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000001:1.0:1773613377.058224:0:86552:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.058226:0:86552:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613377.058228:0:86552:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.058231:0:86552:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.058236:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.058244:0:86552:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.058247:0:86552:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.058250:0:86552:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.058255:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.058264:0:86552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477106944:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613377.058268:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.058271:0:86552:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.058274:0:86552:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.058277:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.058280:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.058287:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.058291:0:86552:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.058294:0:86552:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.058296:0:86552:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.058303:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.058305:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000002:00000001:1.0:1773613377.058308:0:86552:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.058311:0:86552:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613377.058317:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e5400. 00000080:00000001:1.0:1773613377.058321:0:86552:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773613377.058324:0:86552:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1773613377.058330:0:86552:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1773613377.058336:0:86552:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.058345:0:86552:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.058347:0:86552:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613377.058349:0:86552:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934900. 00000100:00000001:1.0:1773613377.058353:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.058356:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.058364:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.058366:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.058369:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.058375:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.058377:0:86552:0:(file.c:3168:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.058381:0:86552:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613377.058383:0:86552:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1e4bc90 released 00000080:00000001:1.0:1773613377.058385:0:86552:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613377.058387:0:86552:0:(file.c:2738:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.058391:0:86552:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613377.058395:0:86552:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1773613377.058397:0:86552:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00000002:00000001:1.0:1773613377.058401:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.058405:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613377.058413:0:86552:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.058415:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613377.058417:0:86552:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:1.0:1773613377.058419:0:86552:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.058422:0:86552:0:(file.c:6967:ll_layout_intent()) Process entered 00000080:00000010:1.0:1773613377.058429:0:86552:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e5400. 00000080:00010000:1.0:1773613377.058436:0:86552:0:(file.c:6985:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00000001:1.0:1773613377.058440:0:86552:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613377.058444:0:86552:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.058447:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bb18 00800000:00000002:1.0:1773613377.058450:0:86552:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x7:0x0] '' on [0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773613377.058454:0:86552:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613377.058458:0:86552:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x7:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613377.058463:0:86552:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.058464:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b9e8 00000002:00010000:1.0:1773613377.058466:0:86552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x20000bf89:0x7:0x0], intent: layout flags 0 00000002:00000001:1.0:1773613377.058471:0:86552:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613377.058473:0:86552:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1773613377.058479:0:86552:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613377.058483:0:86552:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613377.058489:0:86552:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613377.058494:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.058498:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.058501:0:86552:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.058503:0:86552:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.058508:0:86552:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.058515:0:86552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e4200. 00000100:00000001:1.0:1773613377.058521:0:86552:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.058525:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.058527:0:86552:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.058529:0:86552:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.058530:0:86552:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.058532:0:86552:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.058536:0:86552:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00010000:00000001:1.0:1773613377.058538:0:86552:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613377.058542:0:86552:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613377.058547:0:86552:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aaa00. 00010000:00000010:1.0:1773613377.058551:0:86552:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345c80. 00010000:00000001:1.0:1773613377.058557:0:86552:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613377.058560:0:86552:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9400. 00000020:00000001:1.0:1773613377.058563:0:86552:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613377.058566:0:86552:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9400 with handle 0xa1aa084204a01197 to hash 00000020:00000001:1.0:1773613377.058568:0:86552:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613377.058570:0:86552:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613377.058822:0:86552:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613377.058828:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.058831:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.058836:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.058846:0:86552:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.058868:0:86552:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86552 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613377.058874:0:86552:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613377.058876:0:86552:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613377.061334:0:86552:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.061345:0:86552:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613377.061350:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.061351:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000001:0.0:1773613377.061358:0:86552:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.061363:0:86552:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.061365:0:86552:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613377.061366:0:86552:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.061379:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.061388:0:86552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.061390:0:86552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.061396:0:86552:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613377.061400:0:86552:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.061404:0:86552:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.061407:0:86552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477107072:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1773613377.061411:0:86552:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613377.061418:0:86552:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613377.061421:0:86552:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.061424:0:86552:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613377.061429:0:86552:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613377.061432:0:86552:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613377.061441:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613377.061445:0:86552:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613377.061452:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613377.061460:0:86552:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477107072, portal 10 00000100:00000001:0.0:1773613377.061462:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.061463:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:0.0:1773613377.061470:0:86552:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.061479:0:86552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613377.061482:0:86552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613377.061484:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613377.061488:0:86552:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859762477107072, offset 0 00000400:00000200:0.0:1773613377.061495:0:86552:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613377.061504:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.061512:0:86552:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613377.061519:0:86552:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613377.061523:0:86552:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613377.061527:0:86552:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613377.061530:0:86552:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613377.061535:0:86552:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224979:224979:256:4294967295] 192.168.203.144@tcp LPNI seq info [224914:224914:8:4294967295] 00000400:00000200:0.0:1773613377.061540:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.061551:0:86552:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613377.061557:0:86552:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613377.061562:0:86552:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613377.061569:0:86552:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613377.061591:0:86552:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613377.061596:0:86552:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.061779:0:86552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.061784:0:86552:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 509991 usecs (510 jiffies) 00000400:00000200:0.0:1773613377.061788:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613377.061791:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467357 00000100:00000001:0.0:1773613377.061795:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.061798:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467357 00000100:00000001:0.0:1773613377.061800:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.061803:0:86552:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.061806:0:86552:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.061817:0:86552:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.061820:0:86552:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613377.061824:0:86552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 50 seconds 00000100:00000001:0.0:1773613377.061827:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.061830:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.062539:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.062544:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:2.0:1773613377.062552:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.062559:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.062565:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:2.0:1773613377.062567:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:2.0:1773613377.062571:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.062587:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.062598:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.062601:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.063232:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.063235:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613377.073223:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.073245:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613377.073249:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.073251:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.073263:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.073272:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613377.073282:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.073287:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.073294:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.073298:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x69b71b1d08780 00000400:00000200:3.0:1773613377.073304:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613377.073311:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b56dd [1] + 224 00000800:00000001:3.0:1773613377.073320:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.073327:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613377.073330:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.073336:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613377.073344:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613377.073354:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613377.073366:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.073390:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613377.073400:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613377.073403:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.073525:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613377.073535:0:86552:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.073537:0:86552:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.073541:0:86552:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613377.073545:0:86552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613377.073548:0:86552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613377.073551:0:86552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.073556:0:86552:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613377.073572:0:86552:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.073593:0:86552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.073595:0:86552:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.073598:0:86552:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.073602:0:86552:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.073610:0:86552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.073613:0:86552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.073616:0:86552:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.073627:0:86552:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613377.073632:0:86552:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.073635:0:86552:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.073637:0:86552:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.073640:0:86552:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.073644:0:86552:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.073649:0:86552:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613377.073651:0:86552:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613377.073653:0:86552:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.073657:0:86552:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.073662:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.073669:0:86552:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.073673:0:86552:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.073675:0:86552:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613377.073679:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613377.073688:0:86552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477107072:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1773613377.073693:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.073696:0:86552:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.073699:0:86552:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613377.073701:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.073704:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.073712:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613377.073715:0:86552:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.073719:0:86552:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613377.073720:0:86552:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.073723:0:86552:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613377.073727:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.073730:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.073733:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=4 00000020:00000001:0.0:1773613377.073736:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.073739:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000040:0.0:1773613377.073746:0:86552:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b9400, remote cookie: 0x1dc4d5fc0aabd9e2, flags: 0x1000 00010000:00000001:0.0:1773613377.073749:0:86552:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613377.073755:0:86552:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613377.073757:0:86552:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613377.073758:0:86552:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613377.073760:0:86552:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613377.073763:0:86552:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff99364a9aaa00) refcount = 1 00010000:00010000:0.0:1773613377.073769:0:86552:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613377.073780:0:86552:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613377.073783:0:86552:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613377.073784:0:86552:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.073788:0:86552:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613377.073791:0:86552:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.073795:0:86552:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613377.073801:0:86552:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613377.073803:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.073805:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.073807:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.073819:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.073821:0:86552:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.073825:0:86552:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613377.073827:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.073828:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.073830:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.073832:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.073834:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.073836:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.073837:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613377.073842:0:86552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1773613377.073850:0:86552:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff993644bc9800: layout return lvb 56 transno 0 00010000:00000001:0.0:1773613377.073853:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074065:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074067:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074070:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074072:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00000002:00010000:0.0:1773613377.074076:0:86552:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773613377.074088:0:86552:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364345c800. 00010000:00000001:0.0:1773613377.074090:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074092:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.074094:0:86552:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.074096:0:86552:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.074099:0:86552:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613377.074101:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074102:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074104:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074106:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074108:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00000002:00010000:0.0:1773613377.074111:0:86552:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613377.074118:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074119:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.074121:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613377.074123:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074124:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074125:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074128:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074129:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000040:0.0:1773613377.074136:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:0.0:1773613377.074138:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613377.074143:0:86552:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 16 res 8589983625/7 (0 0) 00010000:00000001:0.0:1773613377.074145:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074146:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.074148:0:86552:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613377.074151:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4b968 00000002:00002000:0.0:1773613377.074153:0:86552:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1773613377.074156:0:86552:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.074159:0:86552:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.074162:0:86552:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613377.074275:0:86552:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x7:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613377.074279:0:86552:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.074282:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.074287:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477107072/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.074294:0:86552:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613377.074298:0:86552:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613377.074301:0:86552:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613377.074306:0:86552:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613377.074308:0:86552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613377.074311:0:86552:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613377.074313:0:86552:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613377.074316:0:86552:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e4200. 02000000:00000001:0.0:1773613377.074322:0:86552:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613377.074324:0:86552:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613377.074327:0:86552:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:0.0:1773613377.074330:0:86552:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613377.074331:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1773613377.074337:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e5400. 00000080:00010000:0.0:1773613377.074342:0:86552:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) for lock 0xa1aa084204a01197 00800000:00000001:0.0:1773613377.074347:0:86552:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613377.074351:0:86552:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613377.074353:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074354:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074356:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074358:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074360:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074362:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074363:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.074365:0:86552:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.074367:0:86552:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613377.074371:0:86552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01197 from it ffffaca8c1e4bc38 00010000:00000001:0.0:1773613377.074373:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074374:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074375:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074377:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074379:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074382:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613377.074386:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613377.074393:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074394:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.074396:0:86552:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613377.074399:0:86552:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613377.074401:0:86552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.074414:0:86552:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.074417:0:86552:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613377.074419:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.074424:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074425:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.074427:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.074430:0:86552:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613377.074432:0:86552:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.074434:0:86552:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.074437:0:86552:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.074440:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613377.074441:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074442:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613377.074444:0:86552:0:(file.c:7001:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.074448:0:86552:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1773613377.074451:0:86552:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00000002:00000001:0.0:1773613377.074456:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.074458:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.074460:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:0.0:1773613377.074462:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.074466:0:86552:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613377.074470:0:86552:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613377.074474:0:86552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613377.074481:0:86552:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613377.074486:0:86552:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.074489:0:86552:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773613377.074496:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1773613377.074499:0:86552:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 16 00000080:00000001:0.0:1773613377.074501:0:86552:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1773613377.074503:0:86552:0:(file.c:6858:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1773613377.074504:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074506:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074507:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074509:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074511:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00000080:00010000:0.0:1773613377.074515:0:86552:0:(file.c:6868:ll_layout_lock_set()) ### file [0x20000bf89:0x7:0x0](000000006129363d) being reconfigured ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1773613377.074523:0:86552:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613377.074525:0:86552:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613377.074526:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074527:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074528:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=4 00000020:00000001:0.0:1773613377.074530:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074533:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074535:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074536:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.074537:0:86552:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.074539:0:86552:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.074541:0:86552:0:(file.c:6783:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1773613377.074543:0:86552:0:(file.c:6786:ll_layout_fetch()) [0x20000bf89:0x7:0x0] LVB_READY=0 l_lvb_data=ffff99364345c800 l_lvb_len=56 00000080:00000001:0.0:1773613377.074545:0:86552:0:(file.c:6789:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.074547:0:86552:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613377.074549:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.074554:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613377.074559:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613377.074565:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.074569:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.074576:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.074581:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.074586:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.074593:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.074597:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.074602:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e600. 00000008:00000010:0.0:1773613377.074607:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.074610:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.074614:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.074619:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613377.074622:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613377.074625:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613377.074627:0:86552:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613377.074631:0:86552:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613377.074634:0:86552:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613377.074639:0:86552:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853720. 00020000:00000010:0.0:1773613377.074643:0:86552:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364b507380. 00020000:00000010:0.0:1773613377.074648:0:86552:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853a20. 00020000:00000001:0.0:1773613377.074651:0:86552:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190369824 : -113016519181792 : ffff99364a853a20) 00020000:00000002:0.0:1773613377.074654:0:86552:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613377.074659:0:86552:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613377.074663:0:86552:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507380: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613377.074667:0:86552:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000001:0.0:1773613377.074671:0:86552:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613377.074674:0:86552:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff99365a38a7c0 00020000:00000010:0.0:1773613377.074679:0:86552:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364b507380. 00020000:00000010:0.0:1773613377.074682:0:86552:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853720. 00020000:00000010:0.0:1773613377.074685:0:86552:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853a20. 00020000:00000002:0.0:1773613377.074688:0:86552:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613377.074690:0:86552:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.074692:0:86552:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.074695:0:86552:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773613377.074698:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000002:0.0:1773613377.074701:0:86552:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff99365a38a7c0. 00020000:00000002:0.0:1773613377.074703:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:0.0:1773613377.074705:0:86552:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773613377.074708:0:86552:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613377.074709:0:86552:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613377.074711:0:86552:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773613377.074714:0:86552:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773613377.074717:0:86552:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773613377.074719:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613377.074723:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.074727:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.074730:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.074734:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.074737:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.074740:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.074743:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.074746:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000008:00000010:0.0:1773613377.074749:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.074752:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.074756:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.074758:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613377.074762:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e600. 00000020:00000010:0.0:1773613377.074765:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613377.074767:0:86552:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.074769:0:86552:0:(file.c:6905:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1773613377.074771:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074772:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.074773:0:86552:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.074774:0:86552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.074776:0:86552:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=3 00000020:00000001:0.0:1773613377.074778:0:86552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074780:0:86552:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.074782:0:86552:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613377.074785:0:86552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.074791:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.074793:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.074794:0:86552:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613377.074796:0:86552:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613377.074798:0:86552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613377.074805:0:86552:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.074806:0:86552:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613377.074808:0:86552:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.075061:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.075063:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.075064:0:86552:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.075066:0:86552:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613377.075068:0:86552:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.075069:0:86552:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.075072:0:86552:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.075074:0:86552:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613377.075075:0:86552:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.075076:0:86552:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613377.075078:0:86552:0:(file.c:6946:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.075080:0:86552:0:(file.c:7065:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.075083:0:86552:0:(file.c:2926:ll_file_getstripe()) Process entered 00000020:00000001:0.0:1773613377.075085:0:86552:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.075089:0:86552:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613377.075091:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e600. 00000020:00000010:0.0:1773613377.075094:0:86552:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3e400. 00000020:00000010:0.0:1773613377.075096:0:86552:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.075099:0:86552:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.075102:0:86552:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.075105:0:86552:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.075108:0:86552:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.075110:0:86552:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.075113:0:86552:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3fc00. 00000008:00000010:0.0:1773613377.075115:0:86552:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.075118:0:86552:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.075120:0:86552:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.075122:0:86552:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613377.075124:0:86552:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613377.075127:0:86552:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613377.075129:0:86552:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:0.0:1773613377.075131:0:86552:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:0.0:1773613377.075133:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000002:0.0:1773613377.075136:0:86552:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff99365a38a7c0. 00020000:00000002:0.0:1773613377.075138:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:0.0:1773613377.075141:0:86552:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:0.0:1773613377.075144:0:86552:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff99364345cb40. 00020000:00000001:0.0:1773613377.075145:0:86552:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613377.075146:0:86552:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613377.075149:0:86552:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:0.0:1773613377.075154:0:86552:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff99364345cb40. 00020000:00000001:0.0:1773613377.075157:0:86552:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.075159:0:86552:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.075161:0:86552:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613377.075163:0:86552:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613377.075164:0:86552:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3e400. 00000020:00000010:0.0:1773613377.075360:0:86552:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.075363:0:86552:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.075366:0:86552:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.075368:0:86552:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.075371:0:86552:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.075373:0:86552:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.075376:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e600. 00000008:00000010:0.0:1773613377.075379:0:86552:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.075381:0:86552:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.075384:0:86552:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.075386:0:86552:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613377.075389:0:86552:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.075391:0:86552:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613377.075393:0:86552:0:(file.c:2937:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.075396:0:86552:0:(file.c:2979:ll_lov_setstripe()) kvfree 'klum': 32 at ffff993658ca5fa0. 00000080:00000001:0.0:1773613377.075399:0:86552:0:(file.c:2980:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.075402:0:86552:0:(file.c:4652:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.075430:0:86552:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.075434:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000002:0.0:1773613377.075437:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:0.0:1773613377.075439:0:86552:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.075449:0:86552:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613377.075451:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bdd0 00000080:00200008:0.0:1773613377.075453:0:86552:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 100001 00000080:00000001:0.0:1773613377.075458:0:86552:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613377.075461:0:86552:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613377.075462:0:86552:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.075464:0:86552:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000002:0.0:1773613377.075466:0:86552:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff99365a38a7c0 00020000:00000001:0.0:1773613377.075469:0:86552:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.075471:0:86552:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613377.075474:0:86552:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.075476:0:86552:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.075479:0:86552:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:0.0:1773613377.075481:0:86552:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613377.075484:0:86552:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613377.075486:0:86552:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:0.0:1773613377.075489:0:86552:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613377.075491:0:86552:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613377.075494:0:86552:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993660d3fc00. 00000080:00000001:0.0:1773613377.075496:0:86552:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613377.075501:0:86552:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613377.075505:0:86552:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613377.075508:0:86552:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:0.0:1773613377.075512:0:86552:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613377.075514:0:86552:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1773613377.075519:0:86552:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613377.075523:0:86552:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613377.075528:0:86552:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.075531:0:86552:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.075535:0:86552:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.075541:0:86552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3e600. 00000100:00000001:0.0:1773613377.075548:0:86552:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613377.075562:0:86552:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613377.075933:0:86552:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613377.076013:0:86552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613377.076021:0:86552:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613377.076023:0:86552:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613377.076030:0:86552:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.076032:0:86552:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613377.076035:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.076037:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613377.076042:0:86552:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.076046:0:86552:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.076048:0:86552:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613377.076050:0:86552:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.076054:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.076061:0:86552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.076063:0:86552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.076067:0:86552:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613377.076071:0:86552:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.076073:0:86552:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.076076:0:86552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477107328:192.168.203.144@tcp:35:lfs.0 00000100:00000001:0.0:1773613377.076081:0:86552:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613377.076087:0:86552:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613377.076090:0:86552:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.076092:0:86552:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613377.076096:0:86552:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613377.076098:0:86552:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613377.076105:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613377.076108:0:86552:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613377.076113:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613377.076121:0:86552:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477107328, portal 10 00000100:00000001:0.0:1773613377.076123:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.076124:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:0.0:1773613377.076130:0:86552:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.076137:0:86552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613377.076140:0:86552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613377.076142:0:86552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613377.076146:0:86552:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477107328, offset 0 00000400:00000200:0.0:1773613377.076152:0:86552:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613377.076160:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.077095:0:86552:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613377.077102:0:86552:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613377.077107:0:86552:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613377.077112:0:86552:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613377.077116:0:86552:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613377.077120:0:86552:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224980:224980:256:4294967295] 192.168.203.144@tcp LPNI seq info [224915:224915:8:4294967295] 00000400:00000200:0.0:1773613377.077125:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.077137:0:86552:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613377.077144:0:86552:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613377.077151:0:86552:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613377.077158:0:86552:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613377.077701:0:86552:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613377.077707:0:86552:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.077788:0:86552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.077795:0:86552:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 508848 usecs (509 jiffies) 00000400:00000200:0.0:1773613377.077799:0:86552:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613377.077803:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467372 00000100:00000001:0.0:1773613377.077807:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.077819:0:86552:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467372 00000100:00000001:0.0:1773613377.077822:0:86552:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.077825:0:86552:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.077828:0:86552:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.077831:0:86552:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.077834:0:86552:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613377.077837:0:86552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613377.077840:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.077843:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.085126:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.085138:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613377.085149:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.085160:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.086002:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:2.0:1773613377.086007:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:2.0:1773613377.086014:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.086024:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.086038:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.086042:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.086055:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.086057:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.087464:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.087482:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.087487:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.087490:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.087499:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.087506:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.087514:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.087519:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.087525:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.087529:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d08880 00000400:00000200:2.0:1773613377.087535:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.087543:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b56e5 [1] + 224 00000800:00000001:2.0:1773613377.087551:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.087560:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.087563:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.087567:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.087574:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.087581:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.087592:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.087622:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.087629:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.087632:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.087706:0:86552:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613377.087715:0:86552:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.087717:0:86552:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.087721:0:86552:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613377.087725:0:86552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613377.087727:0:86552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613377.087730:0:86552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.087734:0:86552:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613377.087744:0:86552:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477107328/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.087750:0:86552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.087752:0:86552:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.087754:0:86552:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.087758:0:86552:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.087761:0:86552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.087763:0:86552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.087766:0:86552:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.087777:0:86552:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613377.087781:0:86552:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.087783:0:86552:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.087785:0:86552:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.087788:0:86552:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.087792:0:86552:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.087795:0:86552:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613377.087797:0:86552:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613377.087799:0:86552:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613377.087802:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.087804:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000001:0.0:1773613377.087818:0:86552:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613377.087821:0:86552:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613377.087823:0:86552:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.087826:0:86552:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.087831:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.087839:0:86552:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.087842:0:86552:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.087844:0:86552:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613377.087848:0:86552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613377.087864:0:86552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:86552:1859762477107328:192.168.203.144@tcp:35:lfs.0 00000100:00000001:0.0:1773613377.087869:0:86552:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.087872:0:86552:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.087875:0:86552:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613377.087877:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.087880:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.087887:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613377.087891:0:86552:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.087895:0:86552:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613377.087896:0:86552:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.087904:0:86552:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.087905:0:86552:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000002:00000001:0.0:1773613377.087909:0:86552:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.087913:0:86552:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.087919:0:86552:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3fc00. 00000080:00000001:0.0:1773613377.087923:0:86552:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613377.087926:0:86552:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613377.087932:0:86552:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613377.088156:0:86552:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613377.088173:0:86552:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.088176:0:86552:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.088178:0:86552:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934940. 00000100:00000001:0.0:1773613377.088183:0:86552:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.088187:0:86552:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.088194:0:86552:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.088196:0:86552:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.088199:0:86552:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660728280. 00000080:00000001:0.0:1773613377.088203:0:86552:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.088210:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4bdd0 00000080:00000008:0.0:1773613377.088212:0:86552:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 100001, rc = 0 00000080:00000001:0.0:1773613377.088216:0:86552:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.088223:0:86552:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613377.088225:0:86552:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e4be00 00000080:00002000:0.0:1773613377.088227:0:86552:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff993658076948, parent ffff99365037c6c0, inode ffff99365810d348) hashed, 00000080:00000001:0.0:1773613377.088231:0:86552:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.088243:0:86552:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613377.088249:0:86552:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1773613377.097057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5280. 00000080:00000001:1.0:1773613377.106714:0:86553:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613377.106722:0:86553:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613377.106725:0:86553:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613377.106729:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013bc0 00000080:00200000:1.0:1773613377.106735:0:86553:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613377.106745:0:86553:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e4c00. 00800000:00000002:1.0:1773613377.106752:0:86553:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613377.106757:0:86553:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613377.106763:0:86553:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.106766:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013ae0 00800000:00000002:1.0:1773613377.106768:0:86553:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613377.106773:0:86553:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613377.106779:0:86553:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613377.106786:0:86553:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.106788:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20139b0 00000002:00010000:1.0:1773613377.106790:0:86553:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613377.106794:0:86553:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613377.106797:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.106800:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613377.106807:0:86553:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.106870:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.106872:0:86553:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.106875:0:86553:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613377.106878:0:86553:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613377.106885:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613377.106890:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613377.106898:0:86553:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613377.106903:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.106910:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.106912:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.106914:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.106918:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.106921:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.106926:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.107041:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e4c00. 00000100:00000001:1.0:1773613377.107051:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.107057:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.107059:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.107061:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.107062:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.107064:0:86553:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.107071:0:86553:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00010000:00000001:1.0:1773613377.107075:0:86553:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613377.107078:0:86553:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613377.107083:0:86553:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aa900. 00010000:00000010:1.0:1773613377.107087:0:86553:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345700. 00010000:00000001:1.0:1773613377.107092:0:86553:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613377.107096:0:86553:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8e00. 00000020:00000001:1.0:1773613377.107100:0:86553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613377.107103:0:86553:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8e00 with handle 0xa1aa084204a0119e to hash 00000020:00000001:1.0:1773613377.107106:0:86553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613377.107107:0:86553:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.107111:0:86553:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.107115:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.107119:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.107124:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.107135:0:86553:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.107148:0:86553:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613377.107155:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613377.107157:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613377.107164:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.107332:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059026816 : -113016650524800 : ffff993642b11780) 00000100:00000001:1.0:1773613377.107336:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.107338:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613377.107343:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.107347:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.107349:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613377.107352:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.107363:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.107373:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.107376:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.107380:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.107383:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.107386:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.107390:0:86553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107456:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613377.107395:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.107401:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.107404:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.107407:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.107413:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613377.107415:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.107425:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.107429:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.107436:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613377.107444:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477107456, portal 10 00000100:00000001:1.0:1773613377.107446:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.107448:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613377.107453:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.107460:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.107463:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.107466:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613377.107470:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477107456, offset 0 00000400:00000200:1.0:1773613377.107476:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.107486:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.107494:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.107500:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.107504:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.107509:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.107512:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.107516:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224981:224981:256:4294967295] 192.168.203.144@tcp LPNI seq info [224916:224916:8:4294967295] 00000400:00000200:1.0:1773613377.107521:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.107534:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.107540:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.107545:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613377.107552:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.107563:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.107567:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773613377.107861:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.107867:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 507710 usecs (508 jiffies) 00000400:00000200:1.0:1773613377.107871:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.107875:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467401 00000100:00000001:1.0:1773613377.107878:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.107880:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467401 00000100:00000001:1.0:1773613377.107883:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.107885:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.107888:0:86553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.107890:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.107892:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613377.107895:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11780 going to sleep for 50 seconds 00000100:00000001:1.0:1773613377.107898:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.107902:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.109142:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.109150:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:2.0:1773613377.109156:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.109168:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.109175:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:2.0:1773613377.109179:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:2.0:1773613377.109186:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.109193:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.109205:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.109209:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.109216:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.109218:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.116425:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.116447:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.116451:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.116454:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.116465:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.116474:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.116484:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.116490:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.116496:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.116500:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d08900 00000400:00000200:2.0:1773613377.116506:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.116513:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b56ed [1] + 224 00000800:00000001:2.0:1773613377.116523:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.116533:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.116536:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.116541:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.116549:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.116560:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.116571:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.116594:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.116603:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.116607:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.116651:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.116660:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.116663:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.116667:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.116671:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613377.116674:0:86553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613377.116680:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.116685:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.116695:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.116701:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.116703:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.116706:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.116710:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.116713:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.116717:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.116720:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.116731:0:86553:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613377.116736:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.116739:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.116741:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.116744:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.116748:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.116753:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.116755:0:86553:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613377.116757:0:86553:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.116760:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.116765:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.116773:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.116776:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.116778:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.116782:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.116790:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107456:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613377.116795:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.116798:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.116801:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.116803:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.116806:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.116826:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.116829:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.116833:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.116834:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.116838:0:86553:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613377.116842:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.116845:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.116849:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613377.116852:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.116855:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613377.116862:0:86553:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8e00, remote cookie: 0x1dc4d5fc0aabd9f0, flags: 0x1001 00010000:00010000:1.0:1773613377.116868:0:86553:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.116879:0:86553:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.116887:0:86553:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613377.116893:0:86553:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613377.116895:0:86553:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613377.116897:0:86553:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613377.116898:0:86553:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613377.116901:0:86553:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a9aa900) refcount = 1 00010000:00010000:1.0:1773613377.116906:0:86553:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.116913:0:86553:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613377.116917:0:86553:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613377.116919:0:86553:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613377.116922:0:86553:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613377.116925:0:86553:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.116928:0:86553:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.116965:0:86553:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613377.116966:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.116968:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.116969:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.116970:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.116973:0:86553:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.116978:0:86553:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613377.116980:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.116982:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.116984:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.116986:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.116988:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.116991:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.116992:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.116993:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613377.116995:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.116997:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117001:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.117004:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.117008:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.117015:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117016:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117018:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117019:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117021:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=5 00000020:00000001:1.0:1773613377.117023:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117025:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117028:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.117030:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.117035:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117036:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613377.117039:0:86553:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.117049:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.117051:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117052:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117053:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117054:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613377.117059:0:86553:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613377.117069:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117070:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117072:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117074:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117076:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117079:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117080:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.117082:0:86553:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117084:0:86553:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117089:0:86553:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613377.117091:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117093:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117094:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117096:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117098:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613377.117102:0:86553:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.117108:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117109:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117111:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613377.117113:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117114:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117115:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117117:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117120:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613377.117127:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:1.0:1773613377.117129:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613377.117135:0:86553:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613377.117138:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117139:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.117140:0:86553:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613377.117143:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013930 00000002:00002000:1.0:1773613377.117145:0:86553:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613377.117148:0:86553:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117153:0:86553:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117156:0:86553:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613377.117160:0:86553:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613377.117163:0:86553:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613377.117168:0:86553:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613377.117172:0:86553:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e4c00. 00000080:00000001:1.0:1773613377.117177:0:86553:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613377.117180:0:86553:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613377.117187:0:86553:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613377.117191:0:86553:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613377.117198:0:86553:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934900. 00800000:00000001:1.0:1773613377.117201:0:86553:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191291136 : -113016518260480 : ffff99364a934900) 00800000:00000001:1.0:1773613377.117204:0:86553:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117206:0:86553:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613377.117209:0:86553:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613377.117211:0:86553:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613377.117214:0:86553:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613377.117218:0:86553:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613377.117220:0:86553:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.117224:0:86553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613377.117228:0:86553:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1773613377.117231:0:86553:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613351 to 1773613376 00000080:00200000:1.0:1773613377.117236:0:86553:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613377.117238:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117240:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117241:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117243:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117246:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117248:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117249:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613377.117251:0:86553:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613377.117254:0:86553:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773613377.117255:0:86553:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934900 1 00800000:00000010:1.0:1773613377.117258:0:86553:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934900. 00800000:00000001:1.0:1773613377.117261:0:86553:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613377.117265:0:86553:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0119e 00800000:00000001:1.0:1773613377.117268:0:86553:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613377.117270:0:86553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613377.117271:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117272:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117273:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117275:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117278:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117280:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117281:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.117282:0:86553:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117284:0:86553:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.117287:0:86553:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613377.117289:0:86553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613377.117293:0:86553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0119e from it ffffaca8c2013bf8 00010000:00000001:1.0:1773613377.117295:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117296:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117297:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117299:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117301:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117303:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.117306:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.117318:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117319:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117321:0:86553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613377.117323:0:86553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613377.117326:0:86553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613377.117335:0:86553:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613377.117337:0:86553:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613377.117340:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.117344:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117346:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117348:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117351:0:86553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613377.117353:0:86553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117356:0:86553:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117359:0:86553:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117361:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.117362:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117364:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613377.117366:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.117370:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477107456/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.117377:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.117380:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.117384:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613377.117388:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.117390:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.117392:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.117395:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.117398:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e4c00. 02000000:00000001:1.0:1773613377.117401:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.117403:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.117406:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613377.117410:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.117412:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613377.117417:0:86553:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613377.117423:0:86553:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613377.117442:0:86553:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca5880. 00000080:00000001:1.0:1773613377.117448:0:86553:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613377.117450:0:86553:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613377.117452:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013b00 00000080:00200000:1.0:1773613377.117454:0:86553:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613377.117459:0:86553:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e4c00. 00800000:00000002:1.0:1773613377.117463:0:86553:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613377.117467:0:86553:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613377.117470:0:86553:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.117472:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a20 00800000:00000002:1.0:1773613377.117474:0:86553:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613377.117478:0:86553:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613377.117481:0:86553:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613377.117485:0:86553:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.117487:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20138f0 00000002:00010000:1.0:1773613377.117489:0:86553:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613377.117493:0:86553:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613377.117495:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.117497:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613377.117500:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:1.0:1773613377.117502:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613377.117506:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.117508:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613377.117511:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613377.117519:0:86553:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613377.117524:0:86553:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.117527:0:86553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613377.117539:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613377.117541:0:86553:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613377.117543:0:86553:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613377.117545:0:86553:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613377.117547:0:86553:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613377.117548:0:86553:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613377.117551:0:86553:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613377.117553:0:86553:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613377.117555:0:86553:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e4c00. 00000080:00000001:1.0:1773613377.117557:0:86553:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613377.117559:0:86553:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613377.117561:0:86553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613377.117564:0:86553:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0119e 00800000:00000001:1.0:1773613377.117566:0:86553:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613377.117568:0:86553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613377.117569:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117570:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117572:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117574:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117576:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117578:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117579:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.117580:0:86553:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117582:0:86553:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613377.117584:0:86553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0119e from it ffffaca8c2013b38 00010000:00000001:1.0:1773613377.117586:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.117587:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.117588:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613377.117590:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117592:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613377.117594:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.117597:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613377.117603:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117604:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117605:0:86553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613377.117606:0:86553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613377.117609:0:86553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613377.117615:0:86553:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613377.117617:0:86553:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613377.117618:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.117620:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117621:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117623:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117625:0:86553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613377.117626:0:86553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117627:0:86553:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117629:0:86553:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117631:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.117633:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117634:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613377.117636:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613377.117637:0:86553:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613377.117639:0:86553:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613377.117643:0:86553:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.117646:0:86553:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773613377.117648:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013b50 00000080:00200000:1.0:1773613377.117651:0:86553:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff9936531bd380, open_flags 8241, mode 81b6 opened 0 00000080:00000010:1.0:1773613377.117657:0:86553:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8483c0. 00000080:00000001:1.0:1773613377.117661:0:86553:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613377.117663:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a00 00000080:00200000:1.0:1773613377.117665:0:86553:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:1.0:1773613377.117673:0:86553:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e4c00. 00800000:00000002:1.0:1773613377.117675:0:86553:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613377.117681:0:86553:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613377.117682:0:86553:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.117684:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013920 00800000:00000002:1.0:1773613377.117686:0:86553:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613377.117689:0:86553:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773613377.117692:0:86553:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773613377.117697:0:86553:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:1.0:1773613377.117701:0:86553:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773613377.117703:0:86553:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773613377.117706:0:86553:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773613377.117709:0:86553:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773613377.117712:0:86553:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x8:0x0] 40000000:00000001:1.0:1773613377.117714:0:86553:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117717:0:86553:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117718:0:86553:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.117720:0:86553:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.117722:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20138a0 00800000:00000002:1.0:1773613377.117723:0:86553:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x8:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:1.0:1773613377.117727:0:86553:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613377.117728:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20137d8 00000002:00010000:1.0:1773613377.117730:0:86553:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x8:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:1.0:1773613377.117734:0:86553:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613377.117737:0:86553:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613377.117740:0:86553:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773613377.117744:0:86553:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117746:0:86553:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613377.117748:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 2 00010000:00000001:1.0:1773613377.117750:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613377.117753:0:86553:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613377.117756:0:86553:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613377.117759:0:86553:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773613377.117767:0:86553:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613377.117771:0:86553:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613377.117773:0:86553:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613377.117776:0:86553:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613377.117778:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.117779:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613377.117781:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 3 00010000:00000001:1.0:1773613377.117784:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613377.117786:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117788:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.117789:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613377.117791:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 3 00010000:00000001:1.0:1773613377.117793:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613377.117795:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.117797:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613377.117798:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613377.117799:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa900 count: 3 00010000:00000001:1.0:1773613377.117801:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613377.117803:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.117804:0:86553:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613377.117807:0:86553:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613377.117868:0:86553:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613377.117872:0:86553:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613377.117875:0:86553:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613377.117876:0:86553:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117880:0:86553:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613377.117882:0:86553:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613377.117883:0:86553:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613377.117885:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.117887:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613377.117889:0:86553:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8e00 with handle 0xa1aa084204a0119e from hash 00010000:00000001:1.0:1773613377.117891:0:86553:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613377.117893:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117894:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117895:0:86553:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613377.117898:0:86553:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613377.117901:0:86553:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613377.117904:0:86553:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613377.117906:0:86553:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613377.117908:0:86553:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613377.117913:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613377.117917:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613377.117923:0:86553:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613377.117925:0:86553:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117927:0:86553:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613377.117931:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.117964:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.117966:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.117967:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.117971:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.117974:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.117977:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.117984:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e4c00. 00000100:00000001:1.0:1773613377.117991:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.117996:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.117998:0:86553:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613377.118002:0:86553:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613377.118009:0:86553:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613377.118011:0:86553:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613377.118013:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613377.118015:0:86553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a0119e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabd9f0 expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1773613377.118022:0:86553:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aa900 count: 0 00010000:00000010:1.0:1773613377.118027:0:86553:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345700. 00010000:00000001:1.0:1773613377.118037:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.118039:0:86553:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.118040:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613377.118042:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.118044:0:86553:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.118054:0:86553:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00010000:00000001:1.0:1773613377.118058:0:86553:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613377.118061:0:86553:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613377.118065:0:86553:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aab00. 00010000:00000010:1.0:1773613377.118068:0:86553:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345700. 00010000:00000001:1.0:1773613377.118072:0:86553:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613377.118076:0:86553:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9a00. 00000020:00000001:1.0:1773613377.118078:0:86553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613377.118080:0:86553:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9a00 with handle 0xa1aa084204a011a5 to hash 00000020:00000001:1.0:1773613377.118082:0:86553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613377.118084:0:86553:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.118087:0:86553:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.118089:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.118091:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.118094:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.118101:0:86553:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613377.118112:0:86553:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613377.118120:0:86553:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613377.118130:0:86553:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86553 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613377.118135:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613377.118137:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613377.118143:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.118145:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059026816 : -113016650524800 : ffff993642b11780) 00000100:00000001:1.0:1773613377.118148:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.118149:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613377.118154:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.118158:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.118160:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613377.118162:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.118167:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.118174:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.118176:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.118180:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.118183:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.118185:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.118189:0:86553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107712:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613377.118193:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.118199:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.118201:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.118204:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.118276:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613377.118279:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.118286:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.118290:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.118295:0:86553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99364a1e6800. 00000100:00000200:1.0:1773613377.118304:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477107712, portal 10 00000100:00000001:1.0:1773613377.118306:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.118307:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613377.118314:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.118322:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.118325:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.118328:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613377.118332:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859762477107712, offset 0 00000400:00000200:1.0:1773613377.118339:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.118346:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.118354:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.118360:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.118366:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.118370:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.118373:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.118378:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224982:224982:256:4294967295] 192.168.203.144@tcp LPNI seq info [224917:224917:8:4294967295] 00000400:00000200:1.0:1773613377.118383:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.118393:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.118399:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.118406:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613377.118413:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.118422:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.118428:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773613377.118444:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.118450:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 506570 usecs (507 jiffies) 00000400:00000200:1.0:1773613377.118453:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.118457:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467410 00000100:00000001:1.0:1773613377.118461:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.118463:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467410 00000100:00000001:1.0:1773613377.118465:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.118468:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.118470:0:86553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.118473:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.118475:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613377.118477:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11780 going to sleep for 50 seconds 00000100:00000001:1.0:1773613377.118480:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.118483:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.118692:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.118696:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:2.0:1773613377.118700:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.118705:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.118710:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613377.118712:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613377.118717:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.118721:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.118730:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.118733:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.118739:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.118741:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.127315:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.127338:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.127343:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.127346:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.127357:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.127366:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.127376:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.127382:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.127388:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.127393:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d08a00 00000400:00000200:2.0:1773613377.127399:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.127405:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b56f5 [32] + 224 00000800:00000001:2.0:1773613377.127415:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.127424:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.127428:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.127433:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.127442:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.127453:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.127468:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.127491:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.127500:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.127504:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.127562:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.127571:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.127584:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.127588:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.127593:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a1e6800 00000400:00000010:1.0:1773613377.127596:0:86553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff99364a1e6800. 00000100:00000001:1.0:1773613377.127600:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.127605:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.127615:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477107712/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.127621:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.127623:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.127626:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.127631:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.127634:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.127636:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.127639:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.127651:0:86553:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613377.127656:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.127660:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.127661:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.127665:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.127669:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.127673:0:86553:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613377.127675:0:86553:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613377.127676:0:86553:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613377.127679:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.127680:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613377.127684:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.127686:0:86553:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773613377.127689:0:86553:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.127697:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.127704:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613432 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.127712:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.127715:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.127717:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.127722:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613432 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.127735:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107712:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613377.127740:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.127743:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.127746:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.127748:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.127752:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613432 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.127760:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.127763:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11780. 00000100:00000001:1.0:1773613377.127766:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.127768:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.127772:0:86553:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613377.127777:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.127780:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.127783:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=4 00000020:00000001:1.0:1773613377.127785:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.127789:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000040:1.0:1773613377.127796:0:86553:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b9a00, remote cookie: 0x1dc4d5fc0aabda0c, flags: 0x1001 00010000:00010000:1.0:1773613377.127803:0:86553:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613377.127822:0:86553:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613377.127826:0:86553:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613377.127834:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:1.0:1773613377.127837:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1773613377.127841:0:86553:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aab00 count: 0 00010000:00000010:1.0:1773613377.127847:0:86553:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345700. 00010000:00000001:1.0:1773613377.127867:0:86553:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.127871:0:86553:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613377.127881:0:86553:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.127888:0:86553:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613377.127892:0:86553:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613377.127895:0:86553:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613377.127897:0:86553:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613377.127898:0:86553:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613377.127901:0:86553:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff99364a9aaa00) refcount = 2 00010000:00000040:1.0:1773613377.127904:0:86553:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613377.127908:0:86553:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613377.127916:0:86553:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.127923:0:86553:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613377.127926:0:86553:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613377.127928:0:86553:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613377.127932:0:86553:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613377.127972:0:86553:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.127976:0:86553:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.127983:0:86553:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613377.127985:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.127987:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.127988:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.127990:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.127991:0:86553:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.127996:0:86553:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613377.127999:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128001:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128003:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128005:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128007:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128010:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128012:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128013:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=4 00000020:00000001:1.0:1773613377.128015:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128017:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128020:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.128023:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.128027:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.128033:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128034:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.128035:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128036:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128037:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=5 00000020:00000001:1.0:1773613377.128038:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128040:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128042:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.128045:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.128052:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128053:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613377.128056:0:86553:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.128063:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.128065:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128066:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.128067:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128069:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613377.128074:0:86553:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.128084:0:86553:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613377.128090:0:86553:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.128098:0:86553:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.128104:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128106:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128107:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128109:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128112:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000002:00010000:1.0:1773613377.128115:0:86553:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613377.128125:0:86553:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934900. 00010000:00000001:1.0:1773613377.128128:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128129:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.128131:0:86553:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.128133:0:86553:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.128136:0:86553:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613377.128139:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.128140:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00010000:00000001:1.0:1773613377.128142:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128144:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128145:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128147:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128149:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000002:00010000:1.0:1773613377.128153:0:86553:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.128163:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128165:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.128166:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613377.128168:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128169:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128170:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128172:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128174:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000040:1.0:1773613377.128177:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 3 00010000:00000001:1.0:1773613377.128179:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613377.128184:0:86553:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:1.0:1773613377.128187:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128188:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.128189:0:86553:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613377.128192:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013758 00000002:00002000:1.0:1773613377.128195:0:86553:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773613377.128199:0:86553:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.128203:0:86553:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.128206:0:86553:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613377.128210:0:86553:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613377.128214:0:86553:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613377.128218:0:86553:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613377.128221:0:86553:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613377.128223:0:86553:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a8483c0 it_disposition 80002b 00000080:00000001:1.0:1773613377.128227:0:86553:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613377.128234:0:86553:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613377.128238:0:86553:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613377.128240:0:86553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613377.128244:0:86553:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1773613377.128251:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.128256:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613377.128262:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000020:00000010:1.0:1773613377.128267:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e5a00. 00000020:00000010:1.0:1773613377.128271:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.128279:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.128285:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.128291:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.128298:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.128304:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.128310:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000008:00000010:1.0:1773613377.128315:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.128319:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.128323:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.128328:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613377.128331:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613377.128334:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613377.128337:0:86553:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613377.128341:0:86553:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613377.128344:0:86553:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613377.128350:0:86553:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613377.128355:0:86553:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613377.128359:0:86553:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848420. 00020000:00000001:1.0:1773613377.128362:0:86553:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323232 : -113016519228384 : ffff99364a848420) 00020000:00000002:1.0:1773613377.128365:0:86553:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848420, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613377.128370:0:86553:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613377.128374:0:86553:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fb00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613377.128378:0:86553:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff993658ea8000 00020000:00000001:1.0:1773613377.128381:0:86553:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613377.128384:0:86553:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff993658ea8000 00020000:00000010:1.0:1773613377.128389:0:86553:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613377.128393:0:86553:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613377.128397:0:86553:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848420. 00020000:00000002:1.0:1773613377.128399:0:86553:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613377.128402:0:86553:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.128404:0:86553:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613377.128407:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613377.128411:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e5a00. 00000020:00000010:1.0:1773613377.128416:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.128419:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.128423:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.128426:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.128430:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.128435:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.128438:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000008:00000010:1.0:1773613377.128443:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.128446:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.128449:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.128452:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613377.128455:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.128457:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:1.0:1773613377.128461:0:86553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613377.128464:0:86553:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613377.128470:0:86553:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff99365810d348): rc = 0 00000080:00000001:1.0:1773613377.128473:0:86553:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417622344 : -113016291929272 : ffff99365810d348) 00010000:00000001:1.0:1773613377.128475:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128476:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128477:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128480:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128482:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000080:00000001:1.0:1773613377.128485:0:86553:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613377.128487:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.128489:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613377.128492:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.128494:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4800. 00000020:00000010:1.0:1773613377.128497:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.128500:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.128502:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.128505:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.128508:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.128510:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.128513:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5a00. 00000008:00000010:1.0:1773613377.128515:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.128517:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.128520:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.128522:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613377.128525:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613377.128527:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613377.128529:0:86553:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613377.128530:0:86553:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613377.128531:0:86553:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613377.128534:0:86553:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848420. 00020000:00000010:1.0:1773613377.128536:0:86553:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613377.128539:0:86553:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848300. 00020000:00000001:1.0:1773613377.128541:0:86553:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190322944 : -113016519228672 : ffff99364a848300) 00020000:00000002:1.0:1773613377.128543:0:86553:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848300, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613377.128547:0:86553:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613377.128550:0:86553:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fb00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613377.128553:0:86553:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff993658ea8000 00020000:00000001:1.0:1773613377.128554:0:86553:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613377.128556:0:86553:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff993658ea8000 00020000:00000010:1.0:1773613377.128558:0:86553:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613377.128560:0:86553:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848420. 00020000:00000010:1.0:1773613377.128562:0:86553:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848300. 00020000:00000002:1.0:1773613377.128564:0:86553:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613377.128566:0:86553:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.128567:0:86553:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.128571:0:86553:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613377.128574:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:1.0:1773613377.128577:0:86553:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff993658ea8000. 00020000:00000002:1.0:1773613377.128579:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:1.0:1773613377.128582:0:86553:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613377.128585:0:86553:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613377.128586:0:86553:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613377.128588:0:86553:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613377.128590:0:86553:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613377.128592:0:86553:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773613377.128594:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613377.128596:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4800. 00000020:00000010:1.0:1773613377.128599:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.128601:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.128603:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.128606:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.128609:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.128612:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.128614:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000008:00000010:1.0:1773613377.128616:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.128618:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.128620:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.128622:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613377.128624:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5a00. 00000020:00000010:1.0:1773613377.128627:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:1.0:1773613377.128629:0:86553:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.128631:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128632:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613377.128633:0:86553:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613377.128636:0:86553:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613377.128638:0:86553:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613377.128641:0:86553:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) for lock 0xa1aa084204a011a5 00800000:00000001:1.0:1773613377.128644:0:86553:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613377.128646:0:86553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613377.128647:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128649:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128650:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128652:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128654:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128656:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.128657:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613377.128659:0:86553:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.128661:0:86553:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773613377.128668:0:86553:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658076360 inode ffff99365810d348 refc 1 flags 0x40000e 00000080:00000001:1.0:1773613377.128673:0:86553:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773613377.128676:0:86553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00000001:1.0:1773613377.128680:0:86553:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613377.128684:0:86553:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e4c00. 00000100:00000001:1.0:1773613377.128688:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.128692:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.128699:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.128711:0:86553:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613377.128714:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a60 00000080:00200008:1.0:1773613377.128716:0:86553:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 101101 00000080:00000010:1.0:1773613377.128725:0:86553:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660728f00. 00000080:00000010:1.0:1773613377.128732:0:86553:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934340. 00000080:00000001:1.0:1773613377.128735:0:86553:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613377.128740:0:86553:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613377.128743:0:86553:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613377.128746:0:86553:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca5be0. 00000002:00100000:1.0:1773613377.128751:0:86553:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613377.128757:0:86553:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.128759:0:86553:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613377.128763:0:86553:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613377.128766:0:86553:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.128769:0:86553:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.128771:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.128775:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613377.128781:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.128785:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613377.128898:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613377.128900:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.128904:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a60 00000080:00000008:1.0:1773613377.128906:0:86553:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 101101, rc = 0 00000080:00000001:1.0:1773613377.128911:0:86553:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613377.128914:0:86553:0:(dcache.c:176:ll_intent_release()) intent ffff99364a8483c0 released 00000080:00010000:1.0:1773613377.128917:0:86553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011a5 from it ffff99364a8483c0 00010000:00000001:1.0:1773613377.128919:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.128920:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.128922:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613377.128924:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128927:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613377.128929:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.128998:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.129007:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.129008:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.129011:0:86553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613377.129013:0:86553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613377.129016:0:86553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613377.129026:0:86553:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613377.129029:0:86553:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613377.129031:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613377.129036:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.129037:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.129039:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.129043:0:86553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613377.129045:0:86553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.129047:0:86553:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.129050:0:86553:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.129053:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.129054:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.129056:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613377.129057:0:86553:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613377.129060:0:86553:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773613377.129847:0:86553:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613377.129851:0:86553:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.129864:0:86553:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613377.129865:0:86553:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.129869:0:86553:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773613377.129871:0:86553:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.129873:0:86553:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613377.129876:0:86553:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.129878:0:86553:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613377.129881:0:86553:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a8483c0. 00000080:00000001:0.0:1773613377.129888:0:86553:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.129893:0:86553:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773613377.129895:0:86553:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348), inode mode 81a4 mask 42 00000080:00000001:0.0:1773613377.129900:0:86553:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.129914:0:86553:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1773613377.129917:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a80 00000080:00200008:0.0:1773613377.129920:0:86553:0:(llite_lib.c:2283:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773613377.000000000, mtime 1773613377.000000000, ctime 1773613377.000000000 00000020:00000001:0.0:1773613377.129926:0:86553:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613377.129929:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:0.0:1773613377.129932:0:86553:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff993658ea8000. 00020000:00000002:0.0:1773613377.129982:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:0.0:1773613377.129985:0:86553:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000002:0.0:1773613377.129989:0:86553:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773613377, ctime 1773613377, now = 1773613377 00000080:00000010:0.0:1773613377.129996:0:86553:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff993660d3fc00. 00000080:00000001:0.0:1773613377.129999:0:86553:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:0.0:1773613377.130006:0:86553:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:0.0:1773613377.130007:0:86553:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0xa168/0x5 00000002:00000001:0.0:1773613377.130013:0:86553:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1773613377.130016:0:86553:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613377.130021:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 3 00010000:00000001:0.0:1773613377.130024:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.130027:0:86553:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613377.130032:0:86553:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613377.130035:0:86553:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773613377.130044:0:86553:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613377.130048:0:86553:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613377.130050:0:86553:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613377.130053:0:86553:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:0.0:1773613377.130056:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.130058:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.130061:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:0.0:1773613377.130064:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613377.130067:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.130068:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.130069:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.130071:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:0.0:1773613377.130072:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613377.130075:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.130076:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.130077:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.130079:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:0.0:1773613377.130081:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.130083:0:86553:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773613377.130086:0:86553:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773613377.130088:0:86553:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613377.130094:0:86553:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.130097:0:86553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613377.130104:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.130105:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.130106:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1773613377.130108:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.130110:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.130111:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=2 00000020:00000001:0.0:1773613377.130113:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.130116:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:0.0:1773613377.130117:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.130118:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613377.130119:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.130120:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.130122:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:0.0:1773613377.130123:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613377.130125:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.130127:0:86553:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.130131:0:86553:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773613377.130133:0:86553:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff99365810d348) invalid 00000020:00000001:0.0:1773613377.130135:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013688 00000080:00002000:0.0:1773613377.130137:0:86553:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff993658076360) parent ffff99365037c6c0 inode ffff99365810d348 refc 1 00000080:00000001:0.0:1773613377.130141:0:86553:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773613377.130144:0:86553:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613377.130146:0:86553:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.130149:0:86553:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613377.130152:0:86553:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613377.130154:0:86553:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613377.130156:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613377.130158:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773613377.130161:0:86553:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9a00 with handle 0xa1aa084204a011a5 from hash 00010000:00000001:0.0:1773613377.130164:0:86553:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613377.130710:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.130712:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.130713:0:86553:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613377.130717:0:86553:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613377.130719:0:86553:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773613377.130723:0:86553:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613377.130725:0:86553:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613377.130728:0:86553:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773613377.130735:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613377.130740:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613377.130746:0:86553:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613377.130751:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.130754:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.130755:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.130756:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.130759:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.130761:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.130764:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.130770:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3e400. 00000100:00000001:0.0:1773613377.130778:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.130780:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613377.130783:0:86553:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613377.130788:0:86553:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773613377.130797:0:86553:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613377.130798:0:86553:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613377.130801:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613377.130803:0:86553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011a5 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda0c expref: -99 pid: 86553 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773613377.130822:0:86553:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934900. 00010000:00000001:0.0:1773613377.130833:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.130835:0:86553:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.130837:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613377.130838:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.130840:0:86553:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1773613377.130843:0:86553:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773613377, ctime 1773613377 00000020:00100000:0.0:1773613377.130864:0:86553:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1773613377.130876:0:86553:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613377.130884:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613377.130886:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613377.130894:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.130897:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613377.130900:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.130901:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000001:0.0:1773613377.130907:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.130912:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.130914:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613377.130916:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.130920:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.130928:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.130931:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.131461:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613377.131466:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.131470:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.131474:0:86553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107968:192.168.203.144@tcp:36:dd.0 00000100:00000001:0.0:1773613377.131480:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613377.131487:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613377.131489:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.131492:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613377.131499:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658eccc00. 02000000:00000001:0.0:1773613377.131501:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613377.131511:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613377.131517:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613377.131526:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613377.131536:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477107968, portal 10 00000100:00000001:0.0:1773613377.131539:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.131540:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613377.131549:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.131557:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613377.131560:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613377.131564:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17dd0. 00000100:00000200:0.0:1773613377.131569:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859762477107968, offset 0 00000400:00000200:0.0:1773613377.131589:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613377.131599:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.131608:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613377.131614:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613377.131619:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613377.131625:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613377.131628:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613377.131633:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224983:224983:256:4294967295] 192.168.203.144@tcp LPNI seq info [224918:224918:8:4294967295] 00000400:00000200:0.0:1773613377.131638:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.131651:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613377.131660:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613377.131667:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613377.131675:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613377.131687:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613377.131843:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.131922:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.131928:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 505435 usecs (506 jiffies) 00000400:00000200:0.0:1773613377.131932:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613377.131952:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467423 00000100:00000001:0.0:1773613377.131956:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.131958:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467423 00000100:00000001:0.0:1773613377.131960:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.131962:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.131965:0:86553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.131968:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.131970:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613377.131972:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 50 seconds 00000100:00000001:0.0:1773613377.131975:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.131978:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773613377.132556:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aa900. 00010000:00000010:1.1:1773613377.132567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00000800:00000200:2.0:1773613377.139826:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.139840:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613377.139852:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.140276:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.140285:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:2.0:1773613377.140288:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:2.0:1773613377.140295:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.140305:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.140320:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.140323:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.140331:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.140333:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613377.141016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9a00. 00010000:00000010:1.1:1773613377.144066:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aab00. 00000800:00000001:2.0:1773613377.144129:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.144147:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.144150:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.144152:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.144163:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144243:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.144253:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144259:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144266:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144271:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d08b00 00000400:00000200:2.0:1773613377.144276:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144282:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b56fd [1] + 224 00000800:00000001:2.0:1773613377.144292:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.144302:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.144305:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.144310:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.144317:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.144328:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613377.144341:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.144393:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613377.144412:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613377.144423:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613377.144427:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144434:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613377.144442:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224984:224984:256:4294967295] 192.168.203.144@tcp LPNI seq info [224919:224919:8:4294967295] 00000400:00000200:2.0:1773613377.144447:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.144456:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613377.144462:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613377.144469:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613377.144475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613377.144484:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613377.144489:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613377.145007:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.145013:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613377.145017:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.145021:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613377.145028:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.145033:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613377.145516:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.145519:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.145523:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:0.0:1773613377.145528:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:0.0:1773613377.145531:0:86553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:0.0:1773613377.145535:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.145544:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613377.145554:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477107968/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.145561:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.145564:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.145566:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.145571:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.145582:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.145585:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.145590:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.145602:0:86553:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613377.145607:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.145611:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.145613:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.145616:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.145621:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.145625:0:86553:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613377.145627:0:86553:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613377.145628:0:86553:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613377.145631:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.145633:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000001:0.0:1773613377.145636:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613377.145639:0:86553:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773613377.145641:0:86553:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.145644:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.145650:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.145658:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.145661:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.145664:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613377.145668:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613377.145676:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477107968:192.168.203.144@tcp:36:dd.0 00000100:00000001:0.0:1773613377.145681:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.145683:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.145686:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613377.145688:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.145925:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.145954:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613377.145957:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.145961:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613377.145963:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.145973:0:86553:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.145977:0:86553:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613377.145985:0:86553:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613377.145987:0:86553:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613377.146004:0:86553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773613377.146008:0:86553:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:0.0:1773613377.146014:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.146019:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.146027:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.146030:0:86553:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613377.146032:0:86553:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146035:0:86553:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146039:0:86553:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1773613377.146042:0:86553:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613377.146044:0:86553:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.146047:0:86553:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613377.146048:0:86553:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146050:0:86553:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146054:0:86553:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1773613377.146057:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.146064:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613377.146070:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:0.0:1773613377.146075:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.146080:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.146088:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.146093:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.146099:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.146106:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.146110:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.146114:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f000. 00000008:00000010:0.0:1773613377.146119:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.146123:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.146128:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.146133:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613377.146136:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613377.146139:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613377.146145:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a08 00000080:00200000:0.0:1773613377.146147:0:86553:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613377.146151:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.146154:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613377.146157:0:86553:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613377.146160:0:86553:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613377.146163:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.146287:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613377.146291:0:86553:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613377.146293:0:86553:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146295:0:86553:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.146300:0:86553:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99366113bdf8 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1773613377.146304:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.146308:0:86553:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613377.146310:0:86553:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613377.146312:0:86553:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613377.146314:0:86553:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146317:0:86553:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613377.146319:0:86553:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613377.146321:0:86553:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146322:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.146323:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.146324:0:86553:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613377.146326:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:0.0:1773613377.146328:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146330:0:86553:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613377.146332:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773613377.146335:0:86553:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1773613377.146338:0:86553:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:0.0:1773613377.146342:0:86553:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff993660a6b508. 00020000:00200000:0.0:1773613377.146345:0:86553:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613377.146349:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613377.146352:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.146354:0:86553:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613377.146355:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.146358:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613377.146363:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ec00. 00000020:00000010:0.0:1773613377.146366:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3e200. 00000020:00000010:0.0:1773613377.146368:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.146372:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.146374:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.146377:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.146380:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.146383:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.146385:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ee00. 00000008:00000010:0.0:1773613377.146389:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.146392:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.146395:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.146398:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613377.146400:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613377.146402:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613377.146404:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.146406:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613377.146409:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.146410:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613377.146412:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146414:0:86553:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146416:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.146420:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613377.146423:0:86553:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613377.146427:0:86553:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146429:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146431:0:86553:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146433:0:86553:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146435:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146437:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613377.146439:0:86553:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613377.146441:0:86553:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773613377.146443:0:86553:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613377.146445:0:86553:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613377.146447:0:86553:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146449:0:86553:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.146451:0:86553:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146453:0:86553:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613377.146455:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.146456:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613377.146458:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.146459:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146461:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146463:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146465:0:86553:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146466:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.146468:0:86553:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613377.146470:0:86553:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613377.146474:0:86553:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613377.146476:0:86553:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613377.146478:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613377.146484:0:86553:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93bd00. 00020000:00000002:0.0:1773613377.146486:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613377.146489:0:86553:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613377.146491:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.146492:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.146494:0:86553:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613377.146498:0:86553:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613377.146501:0:86553:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:0.0:1773613377.146504:0:86553:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613377.146506:0:86553:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613377.146509:0:86553:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93bd30, osc lock ffff993658ce9a20, flags 0x80000000 00000020:00000001:0.0:1773613377.146511:0:86553:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146513:0:86553:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.146516:0:86553:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191320832 : -113016518230784 : ffff99364a93bd00) 00000020:00000001:0.0:1773613377.146518:0:86553:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613377.146519:0:86553:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.146520:0:86553:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146522:0:86553:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146525:0:86553:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613377.146526:0:86553:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613377.146528:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.146529:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.146531:0:86553:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613377.146533:0:86553:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613377.146536:0:86553:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613377.146538:0:86553:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.146541:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613377.146544:0:86553:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613377.146545:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613377.146547:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613377.146548:0:86553:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613377.146550:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613377.146553:0:86553:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613377.146556:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613377.146565:0:86553:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.146568:0:86553:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613377.147740:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4700. 00000020:00000040:0.0:1773613377.147751:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613377.147756:0:86553:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1773613377.147760:0:86553:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773613377.147766:0:86553:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff993644bc9800: connect to NID 192.168.203.144@tcp last attempt 5645 00000400:00000200:0.0:1773613377.147775:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.147781:0:86553:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:0.0:1773613377.147787:0:86553:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 20 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613377.147790:0:86553:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773613377.147792:0:86553:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613377.147794:0:86553:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:0.0:1773613377.147797:0:86553:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613377.147800:0:86553:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:0.0:1773613377.147802:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.147805:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:0.0:1773613377.147807:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:0.0:1773613377.147819:0:86553:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000040:0.0:1773613377.147822:0:86553:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 20 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613377.147824:0:86553:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773613377.147826:0:86553:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613377.147828:0:86553:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:0.0:1773613377.147831:0:86553:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00080000:0.0:1773613377.147835:0:86553:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff993644bc9800: import ffff99364a1f1000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:0.0:1773613377.147838:0:86553:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.147841:0:86553:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773613377.147850:0:86553:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.147853:0:86553:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.148027:0:86553:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1773613377.148031:0:86553:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1773613377.148034:0:86553:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.148037:0:86553:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613377.148041:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613377.148044:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 02000000:00000001:0.0:1773613377.148048:0:86553:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773613377.148050:0:86553:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.148053:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.148057:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.148061:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.148070:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecdc00. 00000100:00000001:0.0:1773613377.148078:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.148090:0:86553:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613377.148100:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.148105:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.148109:0:86553:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_rcv+-1] req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.148300:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613377.148306:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613377.148310:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613377.148319:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.148328:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613377.148331:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613377.148336:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613377.148340:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613377.148343:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613377.148347:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477108096:192.168.203.144@tcp:8:dd.0 00000100:00000001:2.0:1773613377.148353:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613377.148359:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613377.148362:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613377.148365:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613377.148372:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a787c00. 02000000:00000001:2.0:1773613377.148374:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613377.148381:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613377.148386:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e91b8. 00000400:00000010:2.0:1773613377.148395:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7990. 00000100:00000200:2.0:1773613377.148404:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108096, portal 4 00000100:00000001:2.0:1773613377.148407:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613377.148409:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:2.0:1773613377.148418:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.148426:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613377.148430:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613377.148434:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7770. 00000100:00000200:2.0:1773613377.148437:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859762477108096, offset 0 00000400:00000200:2.0:1773613377.148445:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613377.148455:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.148462:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613377.148468:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613377.148473:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613377.148477:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613377.148480:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613377.148486:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224985:224985:256:4294967295] 192.168.203.144@tcp LPNI seq info [224920:224920:8:4294967295] 00000400:00000200:2.0:1773613377.148490:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.148500:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613377.148506:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613377.148511:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613377.148518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613377.148526:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613377.148531:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.148614:0:86553:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.148619:0:86553:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1773613377.148620:0:86553:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1773613377.148625:0:86553:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613377.148631:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.148636:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.148638:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.148640:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.148642:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.148649:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660f29600. 00000100:00000001:0.0:1773613377.148653:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.148659:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613377.148662:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.148663:0:86553:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613377.148665:0:86553:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.148667:0:86553:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.148670:0:86553:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00010000:00000001:0.0:1773613377.148674:0:86553:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613377.148677:0:86553:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613377.148685:0:86553:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08dc00. 00010000:00000010:0.0:1773613377.148689:0:86553:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364a08d000. 00010000:00000001:0.0:1773613377.148774:0:86553:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613377.148779:0:86553:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a936800. 00000020:00000001:0.0:1773613377.148784:0:86553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613377.148787:0:86553:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a936800 with handle 0xa1aa084204a011ac to hash 00000020:00000001:0.0:1773613377.148789:0:86553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613377.148791:0:86553:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000010:0.0:1773613377.148796:0:86553:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345cb40. 00010000:00000001:0.0:1773613377.148799:0:86553:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.148803:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613377.148807:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.148822:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613377.148835:0:86553:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613377.148849:0:86553:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613377.149016:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613377.149019:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613377.149025:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613377.149028:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613377.149031:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.149033:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000001:0.0:1773613377.149037:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.149040:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.149042:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613377.149044:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.149048:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.149055:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.149056:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773613377.149060:0:86553:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.149067:0:86553:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.149070:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.149072:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.149074:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 0 seconds 00000100:00000001:0.0:1773613377.149076:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.149079:0:86553:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.149080:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.149082:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.149085:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.149515:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613377.149521:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 172040 usecs (173 jiffies) 00000400:00000200:2.0:1773613377.149526:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613377.149529:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467108 00000100:00000001:2.0:1773613377.149532:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:2.0:1773613377.149534:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467108 00000100:00000001:2.0:1773613377.149536:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:2.0:1773613377.149539:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613377.149542:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.149545:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.149548:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613377.149556:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613377.149557:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773613377.149560:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613377.149561:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613377.149562:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.149564:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.159411:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.159423:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613377.159433:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.159445:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.159454:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7770 00000400:00000010:2.0:1773613377.159457:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7770. 00000100:00000001:2.0:1773613377.159465:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.159475:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.159488:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.159492:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.159499:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.159501:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.159511:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.159525:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.159528:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.159531:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.159540:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.159544:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.159554:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.159558:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.159564:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.159567:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x69b71b1d08b80 00000400:00000200:2.0:1773613377.159572:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.159592:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5705 [1] + 0 00000800:00000001:2.0:1773613377.159602:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.159615:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.159617:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.159620:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.159625:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.159629:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613377.159638:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.159662:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.159670:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.159675:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.159737:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.159743:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613377.159752:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.159755:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.159759:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e91b8. 00000400:00000200:0.0:1773613377.159764:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7990 00000400:00000010:0.0:1773613377.159767:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7990. 00000100:00000001:0.0:1773613377.159770:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.159777:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613377.159787:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.159795:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.159797:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.159801:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.159805:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.159820:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.159824:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.159828:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.159841:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=155 v=5 (5 5 6 6) 00000100:00001000:0.0:1773613377.159848:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=154 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.159851:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.159864:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.159869:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.159874:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.159880:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613377.159883:0:2388:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640277 gen 8 00000100:00000040:0.0:1773613377.159887:0:2388:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773613377.159890:0:2388:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.159892:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.159898:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.159906:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.159910:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.159912:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.159915:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773613377.159925:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff993644bc9800: connect to target with instance 11 00000020:00000001:0.0:1773613377.159929:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613377.159932:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:0.0:1773613377.159958:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.159962:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:0.0:1773613377.159966:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:0.0:1773613377.159968:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00001000:0.0:1773613377.159974:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=1773613377 v=0 (0 0 0 0) 00000100:00001000:0.0:1773613377.159978:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99364a1f1410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773613377.159984:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000100:00080000:0.0:1773613377.159992:0:2388:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff993644bc9800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1773613377.159996:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:0.0:1773613377.160000:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613377.160004:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:0.0:1773613377.160009:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff993644bc9800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1773613377.160012:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613377.160017:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1773613377.160021:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613377.160024:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613377.160027:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613377.160028:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613377.160031:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613377.160034:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160036:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160038:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613377.160038:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613377.160040:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160041:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613377.160043:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613377.160047:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613377.160049:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160050:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160052:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.160055:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.160056:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.160059:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.160060:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613377.160063:0:2388:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1773613377.160067:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1773613377.160070:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613377.160071:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613377.160072:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613377.160073:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1773613377.160075:0:2388:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1773613377.160077:0:2388:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff993644b221d8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1773613377.160082:0:2388:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1773613377.160083:0:2388:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613377.160085:0:2388:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160087:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613377.160088:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613377.160089:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613377.160090:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613377.160092:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613377.160093:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160094:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160095:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613377.160096:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613377.160097:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160098:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613377.160100:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613377.160102:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613377.160103:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160104:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.160105:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.160107:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.160108:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.160110:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.160111:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613377.160113:0:2388:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.160116:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773613377.160122:0:2388:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000b059c97e): req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.160280:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.160284:0:86553:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.160539:0:2388:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.160640:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.160643:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.160647:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.160651:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.160654:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.160657:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.160665:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.160668:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.160671:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.160680:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613377.160683:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.160688:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.161555:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.161568:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613377.161578:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108224, portal 4 00000100:00000001:1.0:1773613377.161581:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.161583:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:1.0:1773613377.161594:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.161602:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.161605:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.161608:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613377.161613:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477108224, offset 0 00000400:00000200:1.0:1773613377.161620:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.161629:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.161638:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.161643:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.161648:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.161652:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.161655:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.161660:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224986:224986:256:4294967295] 192.168.203.144@tcp LPNI seq info [224921:224921:8:4294967295] 00000400:00000200:1.0:1773613377.161665:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.161675:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.161681:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.161688:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613377.161709:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.161718:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.161723:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773613377.161739:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.161744:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 170923 usecs (171 jiffies) 00000400:00000200:1.0:1773613377.161747:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.161750:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467118 00000100:00000001:1.0:1773613377.161754:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.161756:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467118 00000100:00000001:1.0:1773613377.161759:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.161761:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.161764:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.161767:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.161770:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613377.161773:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 11 seconds 00000100:00000001:1.0:1773613377.161775:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.161776:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613377.162083:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613377.162088:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:3.0:1773613377.162093:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.162098:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613377.162103:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:3.0:1773613377.162105:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:3.0:1773613377.162110:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613377.162115:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.162125:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613377.162128:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.162135:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613377.162137:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613377.164391:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.164413:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613377.164425:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477108096:192.168.203.144@tcp:8:dd.0 00000100:00000001:0.0:1773613377.164431:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.164435:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.164438:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477108096/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613377.164446:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613377.164449:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613377.164454:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a787c00. 02000000:00000001:0.0:1773613377.164458:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613377.164461:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613377.164463:0:2388:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613377.164466:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613377.164469:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecdc00. 02000000:00000001:0.0:1773613377.164473:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613377.164475:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613377.164478:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613377.164481:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613377.164483:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.164486:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.164494:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.164496:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.164499:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.164500:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613377.164578:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.164595:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.164598:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.164600:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.164608:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.164613:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.164622:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.164627:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.164632:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.164636:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d08c00 00000400:00000200:2.0:1773613377.164642:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.164647:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b5715 [1] + 224 00000800:00000001:2.0:1773613377.164656:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.164665:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.164668:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.164672:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.164679:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.164685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.164710:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.164722:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.164730:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.164733:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.164852:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.164869:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.164871:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.164875:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.164880:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613377.164882:0:86553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613377.164887:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.164892:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.164908:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.164915:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.164916:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.164919:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.164922:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.164925:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.164927:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.164930:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.164966:0:86553:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=5 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613377.164971:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.164974:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.164976:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.164979:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.164982:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.164986:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.164988:0:86553:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640277 00000100:00000001:1.0:1773613377.164990:0:86553:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.164992:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.164996:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.165004:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.165007:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.165009:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.165012:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.165020:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477108224:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613377.165024:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.165026:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.165029:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.165031:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.165035:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.165041:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.165044:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:1.0:1773613377.165048:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.165050:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.165052:0:86553:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613377.165056:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.165058:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.165061:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:1.0:1773613377.165064:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165067:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000040:1.0:1773613377.165074:0:86553:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a936800, remote cookie: 0x1dc4d5fc0aabda28, flags: 0x80000000 00010000:00000001:1.0:1773613377.165078:0:86553:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1773613377.165081:0:86553:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.165083:0:86553:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613377.165087:0:86553:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1773613377.165094:0:86553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613377.165108:0:86553:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4b:0x0].0x0 (ffff99364a08dc00) refcount = 1 00010000:00000040:1.0:1773613377.165111:0:86553:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613377.165114:0:86553:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.165124:0:86553:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613377.165126:0:86553:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613377.165129:0:86553:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613377.165131:0:86553:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.165135:0:86553:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.165148:0:86553:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613377.165150:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.165152:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.165153:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.165154:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613377.165155:0:86553:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.165159:0:86553:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1773613377.165163:0:86553:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613377.165330:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.165333:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.165334:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:1.0:1773613377.165337:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165339:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165342:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.165343:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.165345:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:1.0:1773613377.165347:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165349:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165352:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613377.165355:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613377.165359:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.165368:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.165369:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613377.165372:0:86553:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1773613377.165377:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00010000:1.0:1773613377.165381:0:86553:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773613377.165389:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165391:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773613377.165395:0:86553:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1773613377.165398:0:86553:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613377.165401:0:86553:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165403:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165405:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:1.0:1773613377.165407:0:86553:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1773613377.165408:0:86553:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.165410:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613377.165411:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613377.165412:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=5 00000020:00000001:1.0:1773613377.165414:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165417:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613377.165419:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613377.165423:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.165429:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.165430:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613377.165433:0:86553:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613377.165439:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613377.165440:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613377.165442:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613377.165443:0:86553:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.165445:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.165450:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4700 x1859762477108224/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.165457:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.165458:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.165461:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613377.165464:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.165466:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.165467:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613377.165470:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.165472:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660f29600. 02000000:00000001:1.0:1773613377.165475:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.165476:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.165478:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4700. 00000100:00000001:1.0:1773613377.165481:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.165482:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613377.165484:0:86553:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.165487:0:86553:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165491:0:86553:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.165495:0:86553:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165497:0:86553:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165499:0:86553:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165502:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165504:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165507:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1773613377.165512:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165514:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165515:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1773613377.165518:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165520:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00020000:00000001:1.0:1773613377.165524:0:86553:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1773613377.165526:0:86553:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613377.165528:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613377.165529:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613377.165532:0:86553:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:1.0:1773613377.165536:0:86553:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:1.0:1773613377.165541:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613377.165543:0:86553:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.165545:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613377.165546:0:86553:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.165549:0:86553:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165551:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165552:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165554:0:86553:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773613377.165556:0:86553:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165558:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165559:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773613377.165561:0:86553:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1773613377.165563:0:86553:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613377.165564:0:86553:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165566:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.165567:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.165570:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613377.165572:0:86553:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613377.165573:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613377.165575:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613377.165576:0:86553:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613377.165578:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613377.165582:0:86553:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:1.0:1773613377.165588:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613377.165592:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613377.165596:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.165600:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.165605:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.165613:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e4c00. 00000100:00000001:1.0:1773613377.165621:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.165627:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.165632:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.165639:0:86553:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d7c4ada] to pc [ptlrpcd_00_01+1] req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.165704:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.165707:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.165710:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.165716:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.165723:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.165726:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.165730:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613377.165733:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.165736:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.165739:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477108352:192.168.203.144@tcp:10:dd.0 00000100:00000001:0.0:1773613377.165743:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613377.165749:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613377.165751:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.165755:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613377.165759:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecdc00. 02000000:00000001:0.0:1773613377.165761:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613377.165766:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613377.165769:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613377.165775:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613377.165782:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108352, portal 4 00000100:00000001:0.0:1773613377.165784:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.165786:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:0.0:1773613377.165791:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.165798:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613377.165801:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613377.165804:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613377.165818:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859762477108352, offset 0 00000400:00000200:0.0:1773613377.165826:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613377.165832:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.165839:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613377.165844:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613377.165848:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613377.165861:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613377.165864:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613377.165868:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224987:224987:256:4294967295] 192.168.203.144@tcp LPNI seq info [224922:224922:8:4294967295] 00000400:00000200:0.0:1773613377.165873:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.165883:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613377.165889:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613377.165894:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613377.165900:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613377.165908:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613377.165913:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.166099:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.166104:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 169860 usecs (170 jiffies) 00000400:00000200:0.0:1773613377.166108:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613377.166112:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467122 00000100:00000001:0.0:1773613377.166115:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.166118:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467122 00000100:00000001:0.0:1773613377.166120:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.166123:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.166126:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.166128:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.166131:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613377.166227:0:86553:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.166231:0:86553:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.166232:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.166235:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.166237:0:86553:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.166238:0:86553:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.166240:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.166242:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613377.166244:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773613377.166246:0:86553:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613377.166247:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1773613377.166271:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.166274:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.169319:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.169327:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1773613377.169334:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.169336:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1773613377.169495:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613377.169500:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613377.169508:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.169517:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613377.169525:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:3.0:1773613377.169528:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:3.0:1773613377.169532:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613377.169541:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.169552:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613377.169557:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.169565:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613377.169566:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613377.172902:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.172918:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613377.416036:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.416058:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.416062:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.416065:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.416075:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.416084:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.416095:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.416100:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.416117:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.416122:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x69b71b1d08c80 00000400:00000200:2.0:1773613377.416127:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.416134:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x1b571d [1] + 224 00000800:00000001:2.0:1773613377.416142:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.416158:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.416166:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.416171:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.416180:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.416189:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.416201:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.416220:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.416229:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.416232:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.416346:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.416351:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.416359:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.416362:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.416367:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:1.0:1773613377.416372:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:1.0:1773613377.416374:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:1.0:1773613377.416377:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.416383:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.416391:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477108352/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.416397:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.416399:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.416401:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.416405:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.416408:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.416411:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.416414:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.416426:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364a1f1530 time=316 v=36 (36 36 0 0) 00000100:00001000:1.0:1773613377.416431:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.416434:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.416436:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.416439:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.416443:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.416447:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613377.416450:0:2390:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640283 gen 8 00000100:00000001:1.0:1773613377.416453:0:2390:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613377.416456:0:2390:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1773613377.416459:0:2390:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.416460:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.416465:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477108352/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.416472:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.416475:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.416478:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613377.416481:0:2390:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1773613377.416506:0:2390:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.416511:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477108352/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.416520:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477108352:192.168.203.144@tcp:10:dd.0 00000100:00000001:1.0:1773613377.416525:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.416527:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.416530:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477108352/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.416537:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.416540:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.416545:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecdc00. 02000000:00000001:1.0:1773613377.416549:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.416552:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.416554:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613377.416557:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.416560:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e4c00. 02000000:00000001:1.0:1773613377.416565:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.416567:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.416569:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613377.416572:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.416574:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.416576:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.416585:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.416587:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.416589:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.416592:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.416740:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.416745:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.416747:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613377.416751:0:86553:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613377.416754:0:86553:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.416756:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.416758:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:0.0:1773613377.416762:0:86553:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1773613377.416767:0:86553:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613377.416771:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613377.416773:0:86553:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.416776:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.416790:0:86553:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613377.416792:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.416794:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.416796:0:86553:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613377.416801:0:86553:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613377.416818:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.416820:0:86553:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.416822:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.416824:0:86553:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.416827:0:86553:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=0 (1) m=1773613377 a=0 c=1773613377 b=3 00020000:00000001:0.0:1773613377.416831:0:86553:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.416833:0:86553:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773613377 a=0 c=1773613377 b=3 00020000:00000001:0.0:1773613377.416836:0:86553:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.416838:0:86553:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.416839:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000080:00200000:0.0:1773613377.416842:0:86553:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 0 i_blocks 3 00000080:00000001:0.0:1773613377.416845:0:86553:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613377.416847:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613377.416850:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.416852:0:86553:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613377.416854:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613377.416857:0:86553:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613377.416859:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613377.416863:0:86553:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613377.416866:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.416868:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.416870:0:86553:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613377.416871:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93bd30 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613377.416875:0:86553:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613377.416876:0:86553:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613377.416879:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.416882:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.416885:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:0.0:1773613377.416887:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.416890:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.416893:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613377.416900:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613377.416913:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.416915:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.416917:0:86553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613377.416920:0:86553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613377.416924:0:86553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.416979:0:86553:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.416983:0:86553:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613377.416985:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.416990:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.416991:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.416993:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.416997:0:86553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613377.417005:0:86553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.417007:0:86553:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.417009:0:86553:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.417011:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613377.417013:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.417014:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.417016:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.417017:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613377.417018:0:86553:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613377.417020:0:86553:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.417022:0:86553:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.417023:0:86553:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.417024:0:86553:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613377.417025:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613377.417029:0:86553:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613377.417030:0:86553:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613377.417031:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93bd30 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613377.417035:0:86553:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613377.417039:0:86553:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613377.417040:0:86553:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93bd00. 00020000:00000001:0.0:1773613377.417043:0:86553:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613377.417044:0:86553:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613377.417045:0:86553:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613377.417048:0:86553:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.417050:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.417051:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.417053:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613377.417054:0:86553:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.417056:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.417058:0:86553:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.417060:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.417062:0:86553:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613377.417063:0:86553:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613377.417065:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.417067:0:86553:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:0.0:1773613377.417068:0:86553:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff993660a6b508. 00020000:00000001:0.0:1773613377.417072:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.417073:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613377.417075:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613377.417077:0:86553:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.417079:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.417080:0:86553:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.417081:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.417083:0:86553:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.417087:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613377.417089:0:86553:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613377.417091:0:86553:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613377.417092:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613377.417094:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.417096:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613377.417101:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3e200. 00000020:00000010:0.0:1773613377.417157:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.417162:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.417167:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.417172:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.417178:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.417182:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.417186:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ec00. 00000008:00000010:0.0:1773613377.417190:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.417194:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.417198:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.417202:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613377.417206:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ee00. 00000020:00000010:0.0:1773613377.417208:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613377.417211:0:86553:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613377.417213:0:86553:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613377.417216:0:86553:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613377.417219:0:86553:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613377.417222:0:86553:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613377.417224:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.417225:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613377.417227:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.417229:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.417232:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.417234:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.417237:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.417240:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.417242:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.417244:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000008:00000010:0.0:1773613377.417247:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.417249:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.417251:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.417253:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613377.417255:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f000. 00000020:00000010:0.0:1773613377.417257:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613377.417259:0:86553:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417263:0:86553:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1773613377.417267:0:86553:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3fc00. 00000020:00000001:0.0:1773613377.417274:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013a80 00000080:00200008:0.0:1773613377.417278:0:86553:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773613377.000000000, mtime 1773613377.000000000, ctime 1773613377.000000000, rc 0 00000080:00000001:0.0:1773613377.417283:0:86553:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.417316:0:86553:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.417319:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:0.0:1773613377.417323:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.417326:0:86553:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417416:0:86553:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613377.417419:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013d88 00000080:00200008:0.0:1773613377.417421:0:86553:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:0.0:1773613377.417426:0:86553:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613377.417428:0:86553:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417431:0:86553:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613377.417434:0:86553:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417437:0:86553:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1773613377.417438:0:86553:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.417440:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.417446:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613377.417453:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f29600. 00000020:00000010:0.0:1773613377.417458:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.417461:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.417467:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.417470:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.417474:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.417478:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.417481:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.417484:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f000. 00000008:00000010:0.0:1773613377.417487:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.417490:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.417493:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.417496:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613377.417499:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613377.417501:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000080:00000001:0.0:1773613377.417503:0:86553:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613377.417505:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013c98 00000080:00200000:0.0:1773613377.417507:0:86553:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:0.0:1773613377.417512:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013c30 00000080:00200000:0.0:1773613377.417514:0:86553:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613377.417516:0:86553:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613377.417522:0:86553:0:(cl_io.c:214:cl_io_rw_init()) header@000000002a443e60[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:0.0:1773613377.417524:0:86553:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:0.0:1773613377.417526:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.417528:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613377.417530:0:86553:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613377.417532:0:86553:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613377.417535:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.417537:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613377.417540:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.417544:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417547:0:86553:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613377.417549:0:86553:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.417551:0:86553:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.417555:0:86553:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99366113bdf8 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613377.417558:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.417561:0:86553:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613377.417563:0:86553:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613377.417566:0:86553:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613377.417567:0:86553:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613377.417569:0:86553:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:0.0:1773613377.417572:0:86553:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613377.417574:0:86553:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613377.417576:0:86553:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.417578:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.417579:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.417581:0:86553:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613377.417582:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:0.0:1773613377.417584:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.417586:0:86553:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613377.417588:0:86553:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1773613377.417590:0:86553:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613377.417593:0:86553:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.417596:0:86553:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613377.417597:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613377.417599:0:86553:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613377.417601:0:86553:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613377.419542:0:86553:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1773613377.419547:0:86553:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:0.0:1773613377.419553:0:86553:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613377.419556:0:86553:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613377.419561:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613377.419564:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.419566:0:86553:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613377.419569:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.419578:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613377.419584:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:0.0:1773613377.419588:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.419592:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.419600:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.420999:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.421008:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.421015:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.421019:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.421025:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ee00. 00000008:00000010:0.0:1773613377.421030:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.421033:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.421037:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.421041:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613377.421045:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613377.421049:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613377.421054:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.421056:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613377.421060:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.421062:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613377.421064:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421066:0:86553:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421069:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.421072:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613377.421075:0:86553:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613377.421080:0:86553:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421082:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421085:0:86553:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421087:0:86553:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421089:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421091:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613377.421094:0:86553:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613377.421099:0:86553:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613377.421102:0:86553:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613377.421105:0:86553:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421108:0:86553:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421110:0:86553:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613377.421112:0:86553:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1773613377.421115:0:86553:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613377.421117:0:86553:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613377.421119:0:86553:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421121:0:86553:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421123:0:86553:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421125:0:86553:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421127:0:86553:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421129:0:86553:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613377.421131:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.421132:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613377.421134:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.421136:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421138:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421140:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421142:0:86553:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421143:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.421145:0:86553:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613377.421147:0:86553:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613377.421150:0:86553:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613377.421153:0:86553:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613377.421157:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1773613377.421163:0:86553:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93bd00. 00020000:00000002:0.0:1773613377.421440:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613377.421444:0:86553:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613377.421446:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.421447:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.421449:0:86553:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613377.421455:0:86553:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613377.421458:0:86553:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613377.421461:0:86553:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613377.421463:0:86553:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613377.421466:0:86553:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93bd30, osc lock ffff993658ce9a20, flags 0x0 00000020:00000001:0.0:1773613377.421468:0:86553:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421470:0:86553:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421474:0:86553:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191320832 : -113016518230784 : ffff99364a93bd00) 00000020:00000001:0.0:1773613377.421476:0:86553:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613377.421477:0:86553:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.421479:0:86553:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421481:0:86553:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421483:0:86553:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613377.421485:0:86553:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613377.421486:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.421488:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.421489:0:86553:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613377.421492:0:86553:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613377.421494:0:86553:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613377.421496:0:86553:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421500:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613377.421503:0:86553:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613377.421504:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613377.421506:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613377.421508:0:86553:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613377.421509:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613377.421512:0:86553:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613377.421515:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.421525:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dc00 count: 2 00010000:00000001:0.0:1773613377.421528:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.421535:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613377.421541:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613377.421547:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613377.421561:0:86553:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613377.421568:0:86553:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.421571:0:86553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.421580:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.421583:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.421585:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:0.0:1773613377.421588:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421590:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00000008:00000001:0.0:1773613377.421594:0:86553:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613377.421596:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.421597:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.421599:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:0.0:1773613377.421601:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421603:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421606:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.421607:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.421608:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=5 00000020:00000001:0.0:1773613377.421610:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421612:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421613:0:86553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613377.421615:0:86553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.421617:0:86553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.421624:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.421626:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613377.421629:0:86553:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.421631:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.421632:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.421633:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=6 00000020:00000001:0.0:1773613377.421635:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421638:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.421640:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613377.421643:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.421648:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.421649:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613377.421652:0:86553:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.421659:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613377.421661:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.421663:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.421664:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.421665:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613377.421666:0:86553:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.421669:0:86553:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421671:0:86553:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421673:0:86553:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421675:0:86553:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421677:0:86553:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421679:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421680:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421683:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613377.421685:0:86553:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1773613377.421691:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013b80 00000080:00200000:0.0:1773613377.421693:0:86553:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:0.0:1773613377.421696:0:86553:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613377.421700:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:0.0:1773613377.421702:0:86553:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff993658ea8000. 00020000:00000002:0.0:1773613377.421705:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:0.0:1773613377.421708:0:86553:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613377.421712:0:86553:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613377.421714:0:86553:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613377.421716:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613377.421718:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.421719:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.421722:0:86553:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613377.421724:0:86553:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613377.421726:0:86553:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421728:0:86553:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421730:0:86553:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421732:0:86553:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.421740:0:86553:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613377.421742:0:86553:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1773613377.421776:0:86553:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613377.421778:0:86553:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] ffffcf65c4a76b80 0 1 00000020:00000001:0.0:1773613377.421782:0:86553:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613377.421784:0:86553:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421787:0:86553:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773613377.421791:0:86553:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff993658e14540. 00000020:00000001:0.0:1773613377.421795:0:86553:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613377.421797:0:86553:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.421799:0:86553:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773613377.421802:0:86553:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773613377.421804:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.421817:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000008:00000001:0.0:1773613377.421822:0:86553:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773613377.421824:0:86553:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff993658e145b0 folio ffffcf65c4a76b80 pg:0 obj off 0 00000008:00000001:0.0:1773613377.421827:0:86553:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421828:0:86553:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613377.421829:0:86553:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773613377.421831:0:86553:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773613377.421833:0:86553:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.421838:0:86553:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.421840:0:86553:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446631057431283008 : -113016278268608 : ffff993658e14540) 00000020:00000001:0.0:1773613377.421842:0:86553:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446631057431283008 : -113016278268608 : ffff993658e14540) 00000020:00000001:0.0:1773613377.421845:0:86553:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613377.421847:0:86553:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613377.421849:0:86553:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613377.421851:0:86553:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613377.421852:0:86553:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613377.421854:0:86553:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613377.421980:0:86553:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[2 00000000f64be679 1 1 000000006574818e] 00000020:00000001:0.0:1773613377.421983:0:86553:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613377.421985:0:86553:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613377.421986:0:86553:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:0.0:1773613377.421991:0:86553:0:(rw26.c:818:ll_write_begin()) page@00000000ffd630b1[2 00000000f64be679 2 1 000000006574818e] 00000080:00008000:0.0:1773613377.421993:0:86553:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:0.0:1773613377.421995:0:86553:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613377.421996:0:86553:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.422002:0:86553:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613377.422004:0:86553:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1773613377.422006:0:86553:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613377.422007:0:86553:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613377.422009:0:86553:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613377.422011:0:86553:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613377.422015:0:86553:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613377.422018:0:86553:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613377.422019:0:86553:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613377.422020:0:86553:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613377.422023:0:86553:0:(rw26.c:967:ll_write_end()) page@00000000ffd630b1[3 00000000f64be679 2 1 000000006574818e] 00000080:00200000:0.0:1773613377.422026:0:86553:0:(rw26.c:967:ll_write_end()) vmpage @00000000984bda81 17ffffc0001001 3:0 ffff993658e14540 0 lru 00000080:00200000:0.0:1773613377.422034:0:86553:0:(rw26.c:967:ll_write_end()) osc-page@0000000025cbb4a3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000005e7de785 00000000acbc94e5 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773613377.422037:0:86553:0:(rw26.c:967:ll_write_end()) end page@00000000ffd630b1 00000080:00200000:0.0:1773613377.422038:0:86553:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613377.422040:0:86553:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1773613377.422046:0:86553:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613377.422048:0:86553:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:0.0:1773613377.422051:0:86553:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613377.422054:0:86553:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613377.422055:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.422056:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.422058:0:86553:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613377.422061:0:86553:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613377.422063:0:86553:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773613377.422065:0:86553:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613377.422066:0:86553:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773613377.422068:0:86553:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773613377.422072:0:86553:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff993658e145b0 folio ffffcf65c4a76b80 pg:0 added for cmd 2 00000008:00000001:0.0:1773613377.422078:0:86553:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773613377.422081:0:86553:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613377.422087:0:86553:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613377.422092:0:86553:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff993658e145e8 page ffffcf65c4a76b80 00000008:00000020:0.0:1773613377.422096:0:86553:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773613377.422102:0:86553:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773613377.422103:0:86553:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.422106:0:86553:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773613377.422111:0:86553:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99366062ecc0. 00000008:00000020:0.0:1773613377.422118:0:86553:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff99364a84a8c0 extents at osc_extent_find:830, mppr: 256. 00000008:00000020:0.0:1773613377.422126:0:86553:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773613377.422132:0:86553:0:(osc_cache.c:848:osc_extent_find()) extent ffff99366062ecc0@{[0 -> 255/255], [3|1|-|active|wi|ffff99364a84a8c0], [1703936|0|-|-|ffff99364a936800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773613377.422139:0:86553:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773613377.422148:0:86553:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773613377.422152:0:86553:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.422154:0:86553:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.422157:0:86553:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613377.422159:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000002:0.0:1773613377.422162:0:86553:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1773613377.422329:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.422332:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613377.422335:0:86553:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1773613377.422337:0:86553:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613377.422339:0:86553:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422341:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422343:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:0.0:1773613377.422345:0:86553:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613377.422347:0:86553:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613377.422349:0:86553:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613377.422353:0:86553:0:(cl_page.c:596:cl_batch_put()) page@00000000ffd630b1[4 00000000f64be679 2 1 000000006574818e] 00000020:00000001:0.0:1773613377.422355:0:86553:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613377.422356:0:86553:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613377.422358:0:86553:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613377.422360:0:86553:0:(osc_request.c:745:osc_update_next_shrink()) next time 6999 to shrink grant 00000080:00000001:0.0:1773613377.422362:0:86553:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613377.422364:0:86553:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613377.422373:0:86553:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff99365810d4f8, count 1, dirtied 1 00000080:00000001:0.0:1773613377.422375:0:86553:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613377.422376:0:86553:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613377.422378:0:86553:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613377.422380:0:86553:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613377.422382:0:86553:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613377.422384:0:86553:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[3 00000000f64be679 2 1 0000000000000000] 00000020:00000001:0.0:1773613377.422386:0:86553:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613377.422387:0:86553:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613377.422389:0:86553:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613377.422390:0:86553:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613377.422392:0:86553:0:(cl_page.c:596:cl_batch_put()) page@00000000ffd630b1[3 00000000f64be679 1 1 0000000000000000] 00000020:00000001:0.0:1773613377.422394:0:86553:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613377.422395:0:86553:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613377.422396:0:86553:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613377.422398:0:86553:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613377.422400:0:86553:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422402:0:86553:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422404:0:86553:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422406:0:86553:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613377.422408:0:86553:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:0.0:1773613377.422410:0:86553:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613377.422412:0:86553:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613377.422413:0:86553:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422416:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013b80 00000080:00200000:0.0:1773613377.422418:0:86553:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:0.0:1773613377.422421:0:86553:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422423:0:86553:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613377.422425:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.422426:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613377.422428:0:86553:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613377.422429:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.422431:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.422433:0:86553:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613377.422434:0:86553:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613377.422436:0:86553:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422438:0:86553:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422439:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:0.0:1773613377.422441:0:86553:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422443:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422444:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422446:0:86553:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422448:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422449:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613377.422451:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613377.422453:0:86553:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613377.422454:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613377.422457:0:86553:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773613377.422460:0:86553:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613377.422463:0:86553:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84a8c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773613377.422471:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613377.422474:0:86553:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.422476:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613377.422477:0:86553:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.422479:0:86553:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773613377.422481:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613377.422483:0:86553:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422484:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.422487:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613377.422488:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.422491:0:86553:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613377.422493:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613377.422495:0:86553:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613377.422496:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613377.422500:0:86553:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613377.422501:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.422503:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.422505:0:86553:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613377.422506:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93bd30 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613377.422509:0:86553:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613377.422510:0:86553:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613377.422512:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.422514:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.422516:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=5 00000020:00000001:0.0:1773613377.422518:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.422520:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.422522:0:86553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613377.422525:0:86553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613377.422533:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.422535:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.422536:0:86553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613377.422539:0:86553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613377.422541:0:86553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613377.422549:0:86553:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.422552:0:86553:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613377.422554:0:86553:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613377.422559:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.422559:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.422561:0:86553:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.422565:0:86553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613377.422752:0:86553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.422756:0:86553:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.422760:0:86553:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.422762:0:86553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613377.422763:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.422765:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613377.422766:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.422767:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613377.422769:0:86553:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613377.422771:0:86553:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.422772:0:86553:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.422773:0:86553:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613377.422775:0:86553:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613377.422776:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613377.422779:0:86553:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613377.422780:0:86553:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613377.422781:0:86553:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93bd30 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613377.422784:0:86553:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613377.422789:0:86553:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613377.422791:0:86553:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93bd00. 00020000:00000001:0.0:1773613377.422795:0:86553:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613377.422796:0:86553:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613377.422797:0:86553:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613377.422799:0:86553:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.422800:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.422802:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.422803:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613377.422804:0:86553:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422816:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422818:0:86553:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.422820:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.422821:0:86553:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613377.422824:0:86553:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:0.0:1773613377.422825:0:86553:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613377.422827:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.422828:0:86553:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.422830:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.422831:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613377.422833:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613377.422834:0:86553:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422836:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.422838:0:86553:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.422839:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.422841:0:86553:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613377.422845:0:86553:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773613377.422849:0:86553:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613377.422852:0:86553:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613377.422854:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613377.424901:0:86553:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613377.424911:0:86553:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613377.424913:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613377.424916:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.424919:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613377.424929:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.424946:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.424952:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.424958:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.424963:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.424969:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.424973:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.424978:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000008:00000010:0.0:1773613377.424981:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.424984:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.424988:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.424992:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613377.424996:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ee00. 00000020:00000010:0.0:1773613377.424999:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613377.425002:0:86553:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613377.425005:0:86553:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613377.425007:0:86553:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613377.425009:0:86553:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613377.425013:0:86553:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613377.425014:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613377.425017:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013c98 00000080:00200000:0.0:1773613377.425019:0:86553:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:0.0:1773613377.425026:0:86553:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613377.425029:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.425032:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.425034:0:86553:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613377.425039:0:86553:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613377.425045:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.425048:0:86553:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:0.0:1773613377.425050:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.425051:0:86553:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:0.0:1773613377.425054:0:86553:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773613377 a=0 c=1773613377 b=3 00020000:00000001:0.0:1773613377.425058:0:86553:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.425060:0:86553:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773613377 a=0 c=1773613377 b=3 00020000:00000001:0.0:1773613377.425063:0:86553:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.425065:0:86553:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.425067:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000080:00200000:0.0:1773613377.425070:0:86553:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 3 00000080:00000001:0.0:1773613377.425073:0:86553:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613377.425078:0:86553:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:0.0:1773613377.425081:0:86553:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:0.0:1773613377.425084:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613377.425086:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.425088:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.425091:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.425093:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.425095:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.425098:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.425101:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.425103:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f29600. 00000008:00000010:0.0:1773613377.425108:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.425111:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.425114:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.425116:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613377.425119:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f000. 00000020:00000010:0.0:1773613377.425121:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000020:00000001:0.0:1773613377.425124:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013d88 00000080:00000008:0.0:1773613377.425126:0:86553:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:0.0:1773613377.425130:0:86553:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1773613377.425147:0:86553:0:(file.c:5286:ll_fsync()) Process entered 00000080:00200000:0.0:1773613377.425149:0:86553:0:(file.c:5289:ll_fsync()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348), start 0, end 9223372036854775807, datasync 0 00000080:00000001:0.0:1773613377.425157:0:86553:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773613377.425159:0:86553:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773613377.425161:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.425931:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613377.425964:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f000. 00000020:00000010:0.0:1773613377.425969:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.425973:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.425978:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.425982:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.425986:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.425990:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.425993:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.425996:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ee00. 00000008:00000010:0.0:1773613377.426000:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.426003:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.426006:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.426009:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613377.426012:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613377.426015:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613377.426018:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.426020:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613377.426023:0:86553:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613377.426024:0:86553:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613377.426027:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.426028:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613377.426030:0:86553:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.426035:0:86553:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99366113bdf8 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773613377.426038:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.426042:0:86553:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613377.426043:0:86553:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613377.426046:0:86553:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613377.426048:0:86553:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426050:0:86553:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613377.426052:0:86553:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613377.426054:0:86553:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426055:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.426056:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613377.426057:0:86553:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613377.426059:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:0.0:1773613377.426062:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426064:0:86553:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613377.426066:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773613377.426068:0:86553:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613377.426070:0:86553:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613377.426073:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613377.426077:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613377.426078:0:86553:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613377.426080:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613377.426082:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613377.426085:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:0.0:1773613377.426087:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.426090:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.426093:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.426096:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.426098:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.426100:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.426102:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.426104:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ec00. 00000008:00000010:0.0:1773613377.426107:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.426110:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.426112:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.426115:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613377.426117:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613377.426119:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613377.426121:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.426123:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613377.426125:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613377.426126:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613377.426127:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426129:0:86553:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426131:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613377.426133:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613377.426135:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426137:0:86553:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426139:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426141:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773613377.426142:0:86553:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613377.426144:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.426145:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613377.426147:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.426148:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426149:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426151:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.426153:0:86553:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426154:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613377.426155:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426157:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.426159:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773613377.427596:0:86553:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613377.427600:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.427608:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613377.427611:0:86553:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773613377.427614:0:86553:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773613377.427622:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773613377.427624:0:86553:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773613377.427625:0:86553:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613377.427630:0:86553:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773613377.427632:0:86553:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613377.427634:0:86553:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446631057190332608 : -113016519219008 : ffff99364a84a8c0) 00000008:00000020:0.0:1773613377.427640:0:86553:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff99364a84a8c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1773613377.427644:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773613377.427645:0:86553:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773613377.427646:0:86553:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613377.427648:0:86553:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1773613377.427651:0:86553:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1773613377.427654:0:86553:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff99366062ecc0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff99364a84a8c0], [1703936|1|+|-|ffff99364a936800|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1773613377.427663:0:86553:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1773613377.427677:0:86553:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1773613377.427681:0:86553:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773613377.427686:0:86553:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773613377.427689:0:86553:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613377.427693:0:86553:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff99366062ecc0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff99364a84a8c0], [1703936|1|+|-|ffff99364a936800|256|ffff993658ea8000]} make ready 00000008:00010000:0.0:1773613377.427700:0:86553:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1773613377.427707:0:86553:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773613377.427709:0:86553:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773613377.427725:0:86553:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000ffd630b1[2 00000000f64be679 1 1 0000000000000000] 00000020:00008000:0.0:1773613377.427728:0:86553:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773613377.427730:0:86553:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773613377.427731:0:86553:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613377.427733:0:86553:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613377.427735:0:86553:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773613377.427736:0:86553:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773613377.427739:0:86553:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613377.427742:0:86553:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[2 00000000f64be679 1 1 0000000000000000] 00000020:00000001:0.0:1773613377.427744:0:86553:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773613377.427746:0:86553:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613377.427747:0:86553:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773613377.427751:0:86553:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000ffd630b1[2 00000000f64be679 3 1 0000000000000000] 00000020:00000001:0.0:1773613377.427752:0:86553:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773613377.427754:0:86553:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.427758:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.427760:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.427762:0:86553:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773613377.427765:0:86553:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.427767:0:86553:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:0.0:1773613377.427770:0:86553:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.427773:0:86553:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:0.0:1773613377.427777:0:86553:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff993644bc9800: cli: ffff99364a0c0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1773613377.427785:0:86553:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff993660a6b508. 00000008:00000010:0.0:1773613377.427790:0:86553:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff993643e8d270. 00000020:00000001:0.0:1773613377.427794:0:86553:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773613377.427796:0:86553:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773613377.427798:0:86553:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773613377.427802:0:86553:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773613377/1773613377 00000020:00000001:0.0:1773613377.427816:0:86553:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773613377.427818:0:86553:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1773613377.427822:0:86553:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1773613377.427825:0:86553:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:0.0:1773613377.427828:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.427836:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dc00 count: 2 00010000:00000001:0.0:1773613377.427839:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613377.427846:0:86553:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773613377.427850:0:86553:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773613377.427854:0:86553:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613377.427864:0:86553:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.427868:0:86553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613377.427877:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.427879:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613377.427881:0:86553:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773613377.427884:0:86553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613377.427887:0:86553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613377.427890:0:86553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:0.0:1773613377.427892:0:86553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.427895:0:86553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00000008:00000001:0.0:1773613377.427898:0:86553:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:0.0:1773613377.427900:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.427901:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773613377.427903:0:86553:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1773613377.427905:0:86553:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1773613377.427911:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613377.427916:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613377.427924:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.427928:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.427931:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.427959:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff99364b028000. 00000100:00000001:0.0:1773613377.427967:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773613377.427975:0:86553:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1773613377.427981:0:86553:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff993644bc9800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1773613377.427988:0:86553:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1773613377.428021:0:86553:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4626 MB/s 00000008:00008000:0.0:1773613377.428032:0:86553:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffcf65c4a76b80 map ffff99365810d4f8 index 0 flags 17ffffc0005008 count 3 priv ffff993658e14540: off 0 00000008:00000001:0.0:1773613377.428042:0:86553:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1773613377.428045:0:86553:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:0.0:1773613377.428049:0:86553:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff9936590e6a00 - object 0x240000400:15947 offset 0<>4096 00000008:00000001:0.0:1773613377.428051:0:86553:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.428053:0:86553:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773613377.428055:0:86553:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773613377.428056:0:86553:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773613377.428058:0:86553:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773613377/1773613377 00000020:00000001:0.0:1773613377.428060:0:86553:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773613377.428061:0:86553:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1773613377.428063:0:86553:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1773613377.428065:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.428067:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000008:00000002:0.0:1773613377.428081:0:86553:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 0000000001fa44f4, now 0r/1w/0d in flight req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1773613377.428090:0:86553:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:0.0:1773613377.428098:0:86553:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773613377.428276:0:86553:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1773613377.428279:0:86553:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428281:0:86553:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428283:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613377.428285:0:86553:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428287:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613377.428288:0:86553:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428290:0:86553:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613377.428291:0:86553:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428295:0:86553:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613377.428296:0:86553:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613377.428298:0:86553:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1773613377.428302:0:86553:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773613377.428306:0:86553:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613377.428309:0:86553:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.428311:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.428313:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.428315:0:86553:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.428317:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.428319:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613377.428322:0:86553:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773613377.428324:0:86553:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613377.428325:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613377.428327:0:86553:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1773613377.428330:0:86553:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:0.0:1773613377.428332:0:86553:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.428723:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.428727:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.428731:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.428740:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.428755:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.428758:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.428763:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.428766:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.428769:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.428772:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477108480:192.168.203.144@tcp:4:dd.0 00000100:00000001:1.0:1773613377.428777:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.428783:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.428786:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.428789:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.428796:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613377.428798:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.428819:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.428824:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.428832:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613377.428842:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108480, portal 4 00000100:00000001:1.0:1773613377.428844:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.428846:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:1.0:1773613377.428853:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.428869:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.428872:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.428877:0:2389:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff993642b11780. 00000100:00000200:1.0:1773613377.428881:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859762477108480, offset 0 00000400:00000200:1.0:1773613377.428888:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.428898:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.428907:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.428913:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.428917:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.428923:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.428926:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.428931:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224988:224988:256:4294967295] 192.168.203.144@tcp LPNI seq info [224923:224923:8:4294967295] 00000400:00000200:1.0:1773613377.428979:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.428991:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.428997:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.429003:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9936530e4c00. 00000800:00000200:1.0:1773613377.429010:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.429019:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.429026:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9936530e4c00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:1.0:1773613377.429046:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.429051:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 170863 usecs (171 jiffies) 00000400:00000200:1.0:1773613377.429055:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.429058:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467386 00000100:00000001:1.0:1773613377.429062:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.429064:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467386 00000100:00000001:1.0:1773613377.429067:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.429069:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.429072:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.429076:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.429079:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.429086:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.429089:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773613377.429091:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.429092:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.429094:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.429096:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.429107:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.429109:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613377.429416:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613377.429421:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9936530e4c00. 00000400:00000200:3.0:1773613377.429428:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613377.429434:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613377.429439:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993642b11780 00000400:00000010:3.0:1773613377.429442:0:2383:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff993642b11780. 00000100:00000001:3.0:1773613377.429446:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613377.429451:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.429461:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613377.429465:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613377.429472:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613377.429474:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.450827:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.450854:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.450870:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.450873:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.450884:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.450894:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.450905:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.450910:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.450917:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.450922:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x69b71b1d08d00 00000400:00000200:2.0:1773613377.450926:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.450983:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b5725 [1] + 224 00000800:00000001:2.0:1773613377.450993:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.451025:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.451028:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.451033:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.451042:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.451064:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.451076:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.451252:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.451262:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.451266:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.451323:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.451328:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.451336:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.451338:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.451342:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.451347:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613377.451350:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613377.451355:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.451360:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.451370:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477108480/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.451376:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.451377:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.451380:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.451384:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.451387:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.451390:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.451393:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.451404:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364a1f1530 time=16 v=36 (36 0 36 36) 00000100:00001000:1.0:1773613377.451408:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.451411:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.451413:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.451417:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.451421:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.451426:0:2389:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613377.451428:0:2389:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613377.451429:0:2389:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613377.451432:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.451433:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:1.0:1773613377.451437:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613377.451439:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640283 00000100:00000001:1.0:1773613377.451441:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.451444:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.451449:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.451456:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.451459:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.451461:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613377.451465:0:2389:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:1.0:1773613377.451467:0:2389:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1773613377.451473:0:2389:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1773613377.451476:0:2389:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1773613377.451481:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for usr 0 00000001:04000000:1.0:1773613377.451483:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for grp 0 00000001:04000000:1.0:1773613377.451485:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for prj 0 00000001:00000001:1.0:1773613377.451487:0:2389:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613377.451490:0:2389:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1773613377.451493:0:2389:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:1.0:1773613377.451497:0:2389:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773613377.451501:0:2389:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1773613377.451503:0:2389:0:(osc_request.c:2579:brw_interpret()) request ffff9936590e6a00 aa ffff9936590e6bb0 rc 0 00000020:00000001:1.0:1773613377.451511:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.451514:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.451516:0:2389:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613377.451520:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613377.451523:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.451525:0:2389:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.451527:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000010:1.0:1773613377.451530:0:2389:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff993643e8d270. 00000020:00000001:1.0:1773613377.451535:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.451538:0:2389:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1773613377.451541:0:2389:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1773613377.451544:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.451548:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.451554:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.451559:0:2389:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773613377.451562:0:2389:0:(osc_cache.c:901:osc_extent_finish()) extent ffff99366062ecc0@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff99364a84a8c0], [1703936|1|+|+|ffff99364a936800|256|ffff993658ea8000]} extent finished. 00000008:00010000:1.0:1773613377.451743:0:2389:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1773613377.451760:0:2389:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773613377.451763:0:2389:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773613377.451768:0:2389:0:(cl_page.c:1144:cl_page_complete()) page@00000000ffd630b1[2 00000000f64be679 3 1 0000000000000000] 00000020:00000001:1.0:1773613377.451769:0:2389:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773613377.451772:0:2389:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773613377.451774:0:2389:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773613377.451776:0:2389:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613377.451780:0:2389:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[2 00000000f64be679 3 1 0000000000000000] 00000020:00000001:1.0:1773613377.451782:0:2389:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773613377.451783:0:2389:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773613377.451787:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773613377.451789:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ffd630b1[2 00000000f64be679 1 1 0000000000000000] 00000080:00008000:1.0:1773613377.451790:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773613377.451991:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773613377.451993:0:2389:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773613377.451995:0:2389:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613377.451999:0:2389:0:(cl_page.c:596:cl_batch_put()) page@00000000ffd630b1[2 00000000f64be679 1 1 0000000000000000] 00000020:00000001:1.0:1773613377.452000:0:2389:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773613377.452002:0:2389:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773613377.452004:0:2389:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773613377.452007:0:2389:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:1.0:1773613377.452074:0:2389:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff99366062ecc0@{[0 -> 255/255], [2|0|-|inv|wuY|ffff99364a84a8c0], [1703936|0|-|-|ffff99364a936800|256|ffff993658ea8000]} destroyed. 00000008:00010000:1.0:1773613377.452082:0:2389:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1773613377.452090:0:2389:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773613377.452093:0:2389:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff993660a6b508. 00000008:00000020:1.0:1773613377.452112:0:2389:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff99364a0c0820. 00000008:00000001:1.0:1773613377.452122:0:2389:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.452128:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.452138:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477108480:192.168.203.144@tcp:4:dd.0 00000100:00000001:1.0:1773613377.452144:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.452147:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.452150:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.452157:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.452160:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.452168:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.452170:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.452173:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.452175:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.452185:0:85318:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.452191:0:85318:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613377.452196:0:85318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5a00. 00000020:00000010:1.0:1773613377.452201:0:85318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.452206:0:85318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.452212:0:85318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.452217:0:85318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.452222:0:85318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.452228:0:85318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.452232:0:85318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.452236:0:85318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000008:00000010:1.0:1773613377.452241:0:85318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.452245:0:85318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.452248:0:85318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.452252:0:85318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613377.452255:0:85318:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613377.452257:0:85318:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000008:00000020:1.0:1773613377.452260:0:85318:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff99364a0c0820. 00000008:00000001:1.0:1773613377.452263:0:85318:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613377.452265:0:85318:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613377.452267:0:85318:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.452269:0:85318:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1773613377.452271:0:85318:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:1.0:1773613377.452275:0:85318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.452279:0:85318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.452282:0:85318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.452286:0:85318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.452290:0:85318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.452292:0:85318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.452296:0:85318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.452300:0:85318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5a00. 00000008:00000010:1.0:1773613377.452302:0:85318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.452305:0:85318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.452308:0:85318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.452311:0:85318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613377.452314:0:85318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000020:00000010:1.0:1773613377.452317:0:85318:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000008:00000001:0.0:1773613377.464021:0:86553:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.464036:0:86553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613377.464038:0:86553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1773613377.464046:0:86553:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff99366062ecc0. 00000008:00000020:0.0:1773613377.464059:0:86553:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773613377.464063:0:86553:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.464067:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613377.464070:0:86553:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464073:0:86553:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773613377.464077:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613377.464080:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.464082:0:86553:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.464086:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.464087:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.464089:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613377.464090:0:86553:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464092:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464094:0:86553:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.464095:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.464096:0:86553:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613377.464098:0:86553:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613377.464099:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.464102:0:86553:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.464103:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.464104:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613377.464105:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613377.464107:0:86553:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464108:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464110:0:86553:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.464111:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.464113:0:86553:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.464116:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613377.464118:0:86553:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613377.464119:0:86553:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613377.464121:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613377.464122:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.464125:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613377.464131:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fe00. 00000020:00000010:0.0:1773613377.464137:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853a20. 00000008:00000010:0.0:1773613377.464142:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613377.464148:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613377.464153:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613377.464158:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613377.464163:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613377.464167:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000008:00000010:0.0:1773613377.464171:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613377.464175:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613377.464179:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613377.464183:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613377.464188:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ec00. 00000020:00000010:0.0:1773613377.464191:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613377.464193:0:86553:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613377.464196:0:86553:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613377.464199:0:86553:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613377.464201:0:86553:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613377.464205:0:86553:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613377.464206:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.464209:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613377.464211:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3fc00. 00000020:00000010:0.0:1773613377.464214:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853780. 00000008:00000010:0.0:1773613377.464217:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613377.464220:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613377.464222:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613377.464224:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613377.464227:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613377.464229:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f000. 00000008:00000010:0.0:1773613377.464231:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613377.464234:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613377.464237:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613377.464239:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613377.464241:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ee00. 00000020:00000010:0.0:1773613377.464243:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613377.464246:0:86553:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.464249:0:86553:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.464258:0:86553:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.464261:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:1.0:1773613377.466234:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:1.0:1773613377.466244:0:86553:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.466254:0:86553:0:(lmv_obd.c:2904:lmv_fsync()) Process entered 00000002:00000001:1.0:1773613377.466262:0:86553:0:(mdc_request.c:2756:mdc_fsync()) Process entered 00000100:00000010:1.0:1773613377.466272:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613377.466279:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613377.466285:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.466289:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.466296:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.466306:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e4800. 00000100:00000001:1.0:1773613377.466315:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.466323:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613377.466325:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613377.466332:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613377.466334:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027584 : -113016650524032 : ffff993642b11a80) 00000100:00000001:1.0:1773613377.466337:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.466341:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000001:1.0:1773613377.466346:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.466351:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.466353:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613377.466355:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.466368:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.466377:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.466381:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.466386:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.466389:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.466391:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.466395:0:86553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477108608:192.168.203.144@tcp:44:dd.0 00000100:00000001:1.0:1773613377.466399:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.466405:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.466408:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.466411:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.466416:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613377.466418:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.466427:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.466432:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.466440:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613377.466449:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108608, portal 10 00000100:00000001:1.0:1773613377.466451:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.466452:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:1.0:1773613377.466459:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.466467:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.466470:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.466473:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613377.466477:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1859762477108608, offset 0 00000400:00000200:1.0:1773613377.466485:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.466495:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.466504:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.466510:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.466515:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.466520:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.466523:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.466527:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224989:224989:256:4294967295] 192.168.203.144@tcp LPNI seq info [224924:224924:8:4294967295] 00000400:00000200:1.0:1773613377.466532:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.466544:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.466551:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.466558:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613377.466566:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.466576:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.466582:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773613377.466605:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.466610:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 504321 usecs (505 jiffies) 00000400:00000200:1.0:1773613377.466614:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.466618:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467757 00000100:00000001:1.0:1773613377.466622:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.466624:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467757 00000100:00000001:1.0:1773613377.466627:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.466629:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.466632:0:86553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.466634:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.466637:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613377.466640:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11a80 going to sleep for 50 seconds 00000100:00000001:1.0:1773613377.466643:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.466647:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.467011:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.467017:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:2.0:1773613377.467022:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.467028:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.467034:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:2.0:1773613377.467037:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:2.0:1773613377.467043:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.467048:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.467059:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.467063:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.467070:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.467071:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773613377.607469:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.607485:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.607492:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.607494:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.607498:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.607499:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.607503:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613377.607504:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.607526:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613377.607529:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613377.607539:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613377.623237:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.623252:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.623256:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.623259:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.623267:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.623274:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.623282:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.623328:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.623333:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.623336:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x69b71b1d08d80 00000400:00000200:2.0:1773613377.623341:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.623346:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x1b572d [1] + 224 00000800:00000001:2.0:1773613377.623353:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.623363:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.623367:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.623371:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.623377:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.623384:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613377.623396:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613377.623418:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.623425:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.623428:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.623500:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.623508:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.623510:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.623513:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.623517:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613377.623519:0:86553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613377.623524:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.623528:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613377.623537:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.623543:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.623545:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.623548:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.623551:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.623553:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.623555:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.623557:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.623567:0:86553:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613377.623571:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.623574:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.623576:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.623578:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.623582:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.623585:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613377.623587:0:86553:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215235 gen 10 00000100:00000040:1.0:1773613377.623593:0:86553:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623599:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.623601:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000001:1.0:1773613377.623603:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623606:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623613:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.623614:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623618:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623624:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613377.623628:0:86553:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993658ca59c0. 00000100:00000001:1.0:1773613377.623631:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623634:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477106304/t103079215229(103079215229) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613431 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623640:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613377.623642:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.623644:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.623646:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.623650:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650fc4400. 02000000:00000001:1.0:1773613377.623655:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.623656:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.623658:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:1.0:1773613377.623661:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.623662:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.623668:0:86553:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623674:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.623675:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000001:1.0:1773613377.623677:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623679:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623684:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.623686:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623690:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623695:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613377.623697:0:86553:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993658ca5360. 00000100:00000001:1.0:1773613377.623699:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623702:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738700 x1859762477106560/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613431 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623708:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.623709:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.623712:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613377.623748:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.623750:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.623752:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.623753:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.623755:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993650fc7400. 02000000:00000001:1.0:1773613377.623757:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.623759:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.623760:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738700. 00000100:00000001:1.0:1773613377.623762:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.623764:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.623767:0:86553:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623773:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623776:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738e00 x1859762477106944/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623783:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.623812:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.623814:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613377.623817:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.623818:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.623819:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.623821:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.623822:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e4e00. 02000000:00000001:1.0:1773613377.623826:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.623827:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.623828:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738e00. 00000100:00000001:1.0:1773613377.623830:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.623831:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.623834:0:86553:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623840:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623842:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477107328/t103079215232(103079215232) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.623848:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.623849:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.623850:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:1.0:1773613377.623853:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.623854:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.623855:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.623856:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.623858:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3e600. 02000000:00000001:1.0:1773613377.623859:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.623860:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.623861:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:1.0:1773613377.623864:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.623865:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773613377.623869:0:86553:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773613377.623878:0:86553:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.623884:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.623886:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477107968/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.623892:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.623893:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.623895:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658eccc00. 02000000:00000001:1.0:1773613377.623898:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.623899:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.623900:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.623902:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.623903:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3e400. 02000000:00000001:1.0:1773613377.623905:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.623906:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.623908:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:1.0:1773613377.623910:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.623911:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.623913:0:86553:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613377.623915:0:86553:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=5/6 committed=0/0 00000100:00000001:1.0:1773613377.623917:0:86553:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.623919:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.623963:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.623970:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.623973:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.623975:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613377.623980:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613377.623987:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477108608:192.168.203.144@tcp:44:dd.0 00000100:00000001:1.0:1773613377.623991:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.623994:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.623996:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613377.623998:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.624000:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.624005:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613377.624008:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613377.624010:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613377.624012:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613377.624014:0:86553:0:(mdc_request.c:2777:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613377.624017:0:86553:0:(lmv_obd.c:2911:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.624020:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.624023:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477108608/t0(0) o44->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613377.624029:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.624031:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.624032:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613377.624034:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.624035:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.624036:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613377.624038:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.624039:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e4800. 02000000:00000001:1.0:1773613377.624041:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.624043:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.624044:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613377.624047:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.624048:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613377.624050:0:86553:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:1.0:1773613377.624052:0:86553:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613377.624054:0:86553:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613377.624056:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.624061:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5b40. 00000020:00000010:1.0:1773613377.624066:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000020:00000010:1.0:1773613377.624071:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4e00. 00000020:00000010:1.0:1773613377.624074:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613377.624081:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576468. 00020000:00000010:1.0:1773613377.624102:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987180. 00008000:00000010:1.0:1773613377.624107:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ca98. 00000080:00000010:1.0:1773613377.624114:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbdc8. 00000080:00000010:1.0:1773613377.624117:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936585266c8. 00000020:00000010:1.0:1773613377.624121:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5a00. 00000008:00000010:1.0:1773613377.624125:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613377.624129:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0d80. 00008000:00000010:1.0:1773613377.624132:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4cf8. 00000080:00000010:1.0:1773613377.624136:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613377.624139:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157576 : -113016278394040 : ffff993658df5b48) 00000020:00001000:1.0:1773613377.624141:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5b40 00000020:00000001:1.0:1773613377.624145:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.624148:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613377.624151:0:86553:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613377.624153:0:86553:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613377.624156:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613377.624157:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613377.624159:0:86553:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613377.624162:0:86553:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff993658526728 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1773613377.624165:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:1.0:1773613377.624169:0:86553:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613377.624171:0:86553:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613377.624173:0:86553:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613377.624175:0:86553:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624177:0:86553:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613377.624179:0:86553:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613377.624181:0:86553:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624182:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613377.624183:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613377.624185:0:86553:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613377.624187:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00000020:00000001:1.0:1773613377.624189:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624191:0:86553:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613377.624193:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613377.624195:0:86553:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613377.624197:0:86553:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613377.624200:0:86553:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1773613377.624203:0:86553:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613377.624204:0:86553:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613377.624206:0:86553:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613377.624209:0:86553:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df55a0. 00000020:00000010:1.0:1773613377.624212:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000020:00000010:1.0:1773613377.624214:0:86553:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4200. 00000020:00000010:1.0:1773613377.624217:0:86553:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613377.624221:0:86553:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b572178. 00020000:00000010:1.0:1773613377.624224:0:86553:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987000. 00008000:00000010:1.0:1773613377.624226:0:86553:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56c388. 00000080:00000010:1.0:1773613377.624229:0:86553:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb690. 00000080:00000010:1.0:1773613377.624231:0:86553:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525b60. 00000020:00000010:1.0:1773613377.624234:0:86553:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4c00. 00000008:00000010:1.0:1773613377.624237:0:86553:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613377.624240:0:86553:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b0480. 00008000:00000010:1.0:1773613377.624242:0:86553:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4f78. 00000080:00000010:1.0:1773613377.624245:0:86553:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5ebe10. 00000020:00000001:1.0:1773613377.624247:0:86553:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156136 : -113016278395480 : ffff993658df55a8) 00000020:00001000:1.0:1773613377.624249:0:86553:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df55a0 00000020:00000001:1.0:1773613377.624250:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.624252:0:86553:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613377.624254:0:86553:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613377.624255:0:86553:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613377.624256:0:86553:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624258:0:86553:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624260:0:86553:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436118504 : -113016273433112 : ffff9936592b0de8) 00000020:00000001:1.0:1773613377.624262:0:86553:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773613377.624264:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624266:0:86553:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624268:0:86553:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624269:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773613377.624271:0:86553:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613377.624272:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613377.624273:0:86553:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613377.624274:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613377.624276:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624277:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624279:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624280:0:86553:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624282:0:86553:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613377.624283:0:86553:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624285:0:86553:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624286:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773613377.624288:0:86553:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613377.624289:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613377.624290:0:86553:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613377.624292:0:86553:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773613377.624294:0:86553:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1773613377.624298:0:86553:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1773613377.624301:0:86553:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.624303:0:86553:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773613377.624305:0:86553:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773613377.624308:0:86553:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.624309:0:86553:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1773613377.624311:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613377.624314:0:86553:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613377.624315:0:86553:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613377.624317:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613377.624318:0:86553:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613377.624319:0:86553:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613377.624322:0:86553:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1773613377.624325:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613377.624328:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613377.624332:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613377.624335:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613377.624340:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613377.624347:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993649947600. 00000100:00000001:1.0:1773613377.624353:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.624361:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613377.624364:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.624370:0:86553:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d7c4ada] to pc [ptlrpcd_00_01+1] req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1773613377.624410:0:86553:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.624412:0:86553:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613377.624413:0:86553:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624415:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624416:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613377.624418:0:86553:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624419:0:86553:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.624421:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613377.624423:0:86553:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773613377.624425:0:86553:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613377.624426:0:86553:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1773613377.624436:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773613377.624439:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773613377.624441:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.624445:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.624447:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.624449:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.624450:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613377.624453:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613377.624458:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.624465:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613377.624467:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.624470:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613377.624473:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613377.624475:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613377.624478:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477108736:192.168.203.144@tcp:16:dd.0 00000100:00000001:1.0:1773613377.624482:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613377.624487:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613377.624489:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.624492:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613377.624497:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613377.624498:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613377.624504:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613377.624507:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613377.624511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613377.624516:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108736, portal 4 00000100:00000001:1.0:1773613377.624518:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613377.624519:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:1.0:1773613377.624525:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.624532:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613377.624535:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613377.624538:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613377.624541:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859762477108736, offset 0 00000400:00000200:1.0:1773613377.624547:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613377.624552:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.624558:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613377.624563:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613377.624566:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613377.624570:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613377.624572:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613377.624576:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224990:224990:256:4294967295] 192.168.203.144@tcp LPNI seq info [224925:224925:8:4294967295] 00000400:00000200:1.0:1773613377.624580:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613377.624587:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613377.624592:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613377.624597:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613377.624602:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613377.624609:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613377.624612:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.624863:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613377.624867:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.625249:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.625253:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 169878 usecs (170 jiffies) 00000400:00000200:1.0:1773613377.625258:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613377.625261:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300467581 00000100:00000001:1.0:1773613377.625264:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.625266:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300467581 00000100:00000001:1.0:1773613377.625268:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613377.625270:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.625273:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.625275:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.625278:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.626771:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.626777:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:2.0:1773613377.626782:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.626879:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.626888:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:2.0:1773613377.626890:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:2.0:1773613377.626897:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.626903:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.626913:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.626917:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.626923:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.626948:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.718085:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.718101:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.718105:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.718107:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.718116:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.718123:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.718134:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.718138:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.718143:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.718146:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x69b71b1d08e00 00000400:00000200:2.0:1773613377.718150:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.718156:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x1b5735 [1] + 224 00000800:00000001:2.0:1773613377.718174:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.718186:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.718189:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.718194:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.718200:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.718208:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.718218:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.718242:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.718249:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.718252:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718383:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.718387:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613377.718393:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613377.718395:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613377.718398:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613377.718412:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613377.718414:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613377.718420:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613377.718425:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613377.718432:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.718438:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613377.718440:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718443:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613377.718446:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613377.718448:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613377.718449:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613377.718452:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613377.718461:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=5 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613377.718465:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613377.718467:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613377.718469:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613377.718471:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613377.718474:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.718477:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613377.718479:0:2389:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640284 gen 8 00000100:00000040:1.0:1773613377.718485:0:2389:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640284) req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.718492:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.718495:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477108480/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613432 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.718501:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.718503:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.718506:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613377.718510:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.718513:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.718514:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613377.718516:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.718519:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff99364b028000. 02000000:00000001:1.0:1773613377.718522:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.718524:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.718526:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:1.0:1773613377.718529:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.718531:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718533:0:2389:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613377.718535:0:2389:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613377.718538:0:2389:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613377.718539:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.718544:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.718550:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613377.718552:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613377.718554:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613377.718557:0:2389:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1773613377.718564:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.718566:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613377.718568:0:2389:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613377.718572:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613377.718574:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.718575:0:2389:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613377.718577:0:2389:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:1.0:1773613377.718595:0:2389:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613377.718600:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613377.718608:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477108736:192.168.203.144@tcp:16:dd.0 00000100:00000001:1.0:1773613377.718613:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718615:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613377.718618:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477108736/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613377.718623:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613377.718625:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613377.718626:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613377.718629:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613377.718630:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613377.718631:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613377.718633:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613377.718634:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993649947600. 02000000:00000001:1.0:1773613377.718637:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613377.718638:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613377.718639:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613377.718642:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613377.718642:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718644:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613377.718651:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613377.718652:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613377.718654:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613377.718656:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.718720:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613377.718723:0:86553:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.718726:0:86553:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1773613377.718732:0:86553:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613377.718735:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.718737:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:0.0:1773613377.718738:0:86553:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613377.718742:0:86553:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613377.718746:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.718748:0:86553:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:0.0:1773613377.718750:0:86553:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613377.718751:0:86553:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:0.0:1773613377.718754:0:86553:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773613377 a=0 c=1773613377 b=11 00020000:00000001:0.0:1773613377.718757:0:86553:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613377.718759:0:86553:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773613377 a=0 c=1773613377 b=11 00020000:00000001:0.0:1773613377.718761:0:86553:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.718763:0:86553:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.718765:0:86553:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000080:00200000:0.0:1773613377.718767:0:86553:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 11 00000080:00000001:0.0:1773613377.718769:0:86553:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613377.718771:0:86553:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613377.718773:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.718774:0:86553:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613377.718776:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.718777:0:86553:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613377.718779:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613377.718780:0:86553:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.718782:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.718783:0:86553:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.718802:0:86553:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613377.718811:0:86553:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613377.718813:0:86553:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613377.718815:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.718816:0:86553:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613377.718818:0:86553:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613377.718819:0:86553:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613377.718820:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613377.718821:0:86553:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.718823:0:86553:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.718825:0:86553:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.718826:0:86553:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613377.718828:0:86553:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.718830:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613377.718831:0:86553:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613377.718832:0:86553:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613377.718833:0:86553:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613377.718835:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.718837:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df55a0 00000020:00000010:0.0:1773613377.718841:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4200. 00000020:00000010:0.0:1773613377.718847:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:0.0:1773613377.718852:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b572178. 00020000:00000010:0.0:1773613377.718856:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987000. 00008000:00000010:0.0:1773613377.718861:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56c388. 00000080:00000010:0.0:1773613377.718865:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb690. 00000080:00000010:0.0:1773613377.718870:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525b60. 00000020:00000010:0.0:1773613377.718873:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000008:00000010:0.0:1773613377.718876:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:0.0:1773613377.718879:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0480. 00008000:00000010:0.0:1773613377.718883:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4f78. 00000080:00000010:0.0:1773613377.718886:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5ebe10. 00000020:00000010:0.0:1773613377.718889:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4c00. 00000020:00000010:0.0:1773613377.718891:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df55a0. 00020000:00000001:0.0:1773613377.718894:0:86553:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613377.718895:0:86553:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613377.718897:0:86553:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613377.718899:0:86553:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613377.718902:0:86553:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613377.718903:0:86553:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613377.718906:0:86553:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5b40 00000020:00000010:0.0:1773613377.718908:0:86553:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4e00. 00000020:00000010:0.0:1773613377.718910:0:86553:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:0.0:1773613377.718913:0:86553:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576468. 00020000:00000010:0.0:1773613377.718916:0:86553:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987180. 00008000:00000010:0.0:1773613377.718918:0:86553:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ca98. 00000080:00000010:0.0:1773613377.718920:0:86553:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbdc8. 00000080:00000010:0.0:1773613377.718922:0:86553:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936585266c8. 00000020:00000010:0.0:1773613377.718924:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000008:00000010:0.0:1773613377.718926:0:86553:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:0.0:1773613377.718928:0:86553:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b0d80. 00008000:00000010:0.0:1773613377.718930:0:86553:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4cf8. 00000080:00000010:0.0:1773613377.718932:0:86553:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:0.0:1773613377.718968:0:86553:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5a00. 00000020:00000010:0.0:1773613377.718971:0:86553:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5b40. 00000080:00000001:0.0:1773613377.718973:0:86553:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.718978:0:86553:0:(file.c:5349:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613377.719004:0:86553:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.719007:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:0.0:1773613377.719011:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.719014:0:86553:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.719017:0:86553:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613377.719020:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013dd0 00000080:00200008:0.0:1773613377.719022:0:86553:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 100001 00000080:00000001:0.0:1773613377.719026:0:86553:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613377.719029:0:86553:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613377.719030:0:86553:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613377.719031:0:86553:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000002:0.0:1773613377.719033:0:86553:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993658ea8000 00020000:00000001:0.0:1773613377.719035:0:86553:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.719037:0:86553:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613377.719043:0:86553:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613377.719046:0:86553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613377.719052:0:86553:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:0.0:1773613377.719055:0:86553:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613377.719060:0:86553:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613377.719062:0:86553:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:0.0:1773613377.719065:0:86553:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613377.719067:0:86553:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613377.719071:0:86553:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993660d3ee00. 00000080:00000001:0.0:1773613377.719073:0:86553:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613377.719077:0:86553:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613377.719080:0:86553:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613377.719082:0:86553:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:0.0:1773613377.719085:0:86553:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613377.719087:0:86553:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613377.719092:0:86553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613377.719095:0:86553:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613377.719099:0:86553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613377.719102:0:86553:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613377.719106:0:86553:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613377.719111:0:86553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3f000. 00000100:00000001:0.0:1773613377.719117:0:86553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613377.719127:0:86553:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613377.719136:0:86553:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613377.719141:0:86553:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613377.719147:0:86553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613377.719149:0:86553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613377.719154:0:86553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8a80. 00000100:00000001:0.0:1773613377.719156:0:86553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753600 : -113016153798016 : ffff9936604c8a80) 00000100:00000001:0.0:1773613377.719159:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.719171:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000001:0.0:1773613377.719175:0:86553:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613377.719179:0:86553:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.719181:0:86553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613377.719182:0:86553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613377.719186:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.719193:0:86553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613377.719195:0:86553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.719198:0:86553:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613377.719200:0:86553:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613377.719203:0:86553:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613377.719206:0:86553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477108992:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613377.719209:0:86553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613377.719214:0:86553:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613377.719216:0:86553:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.719218:0:86553:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613377.719221:0:86553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecf000. 02000000:00000001:0.0:1773613377.719223:0:86553:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613377.719228:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613377.719231:0:86553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613377.719235:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613377.719240:0:86553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477108992, portal 10 00000100:00000001:0.0:1773613377.719242:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.719243:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613377.719247:0:86553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.719254:0:86553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613377.719256:0:86553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613377.719258:0:86553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613377.719261:0:86553:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477108992, offset 0 00000400:00000200:0.0:1773613377.719266:0:86553:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613377.719272:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.719278:0:86553:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613377.719282:0:86553:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613377.719285:0:86553:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613377.719289:0:86553:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613377.719292:0:86553:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613377.719296:0:86553:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224991:224991:256:4294967295] 192.168.203.144@tcp LPNI seq info [224926:224926:8:4294967295] 00000400:00000200:0.0:1773613377.719300:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613377.719308:0:86553:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613377.719314:0:86553:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613377.719318:0:86553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 00000800:00000200:0.0:1773613377.719323:0:86553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613377.719329:0:86553:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613377.719333:0:86553:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613377.719346:0:86553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.719351:0:86553:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 503617 usecs (504 jiffies) 00000400:00000200:0.0:1773613377.719354:0:86553:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613377.719357:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300468009 00000100:00000001:0.0:1773613377.719360:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.719362:0:86553:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300468009 00000100:00000001:0.0:1773613377.719364:0:86553:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613377.719366:0:86553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.719368:0:86553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.719370:0:86553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613377.719371:0:86553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613377.719373:0:86553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8a80 going to sleep for 11 seconds 00000100:00000001:0.0:1773613377.719375:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613377.719377:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613377.719973:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613377.719978:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:2.0:1773613377.719983:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.719988:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613377.719993:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:2.0:1773613377.719995:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:2.0:1773613377.719998:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613377.720003:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.720013:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613377.720017:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.720024:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613377.720026:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613377.738562:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.738577:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613377.738580:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.738582:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.738591:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.738598:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613377.738606:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.738611:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.738616:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.738620:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d08f00 00000400:00000200:2.0:1773613377.738625:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613377.738630:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b573d [1] + 224 00000800:00000001:2.0:1773613377.738637:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.738647:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613377.738651:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613377.738655:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613377.738662:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613377.738670:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613377.738681:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613377.738705:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613377.738712:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613377.738715:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.738776:0:86553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613377.738783:0:86553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613377.738785:0:86553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613377.738788:0:86553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613377.738792:0:86553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:0.0:1773613377.738795:0:86553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:0.0:1773613377.738798:0:86553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613377.738802:0:86553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613377.738828:0:86553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477108992/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613393 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.738834:0:86553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613377.738836:0:86553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.738839:0:86553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613377.738842:0:86553:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613377.738844:0:86553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613377.738846:0:86553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613377.738849:0:86553:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613377.738866:0:86553:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613377.738870:0:86553:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613377.738873:0:86553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613377.738875:0:86553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613377.738878:0:86553:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613377.738881:0:86553:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.738883:0:86553:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613377.738885:0:86553:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613377.738887:0:86553:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613377.738889:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.738891:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000001:0.0:1773613377.738894:0:86553:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613377.738896:0:86553:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215235 00000100:00000001:0.0:1773613377.738898:0:86553:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613377.738900:0:86553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613377.738905:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.738912:0:86553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613377.738914:0:86553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613377.738916:0:86553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613377.738920:0:86553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613377.738929:0:86553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:86553:1859762477108992:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613377.738957:0:86553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.738961:0:86553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.738963:0:86553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613377.738965:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.738969:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.738976:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613377.738979:0:86553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8a80. 00000100:00000001:0.0:1773613377.738983:0:86553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613377.738984:0:86553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.738991:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.738992:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000002:00000001:0.0:1773613377.738995:0:86553:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.738998:0:86553:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.739003:0:86553:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3ee00. 00000080:00000001:0.0:1773613377.739006:0:86553:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613377.739009:0:86553:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613377.739013:0:86553:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613377.739018:0:86553:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739025:0:86553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613377.739027:0:86553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:0.0:1773613377.739029:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.739032:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739038:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.739040:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.739042:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739048:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613377.739050:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.739053:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477107712/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613432 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739059:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613377.739062:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613377.739064:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613377.739066:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613377.739069:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e4c00. 02000000:00000001:0.0:1773613377.739072:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613377.739075:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613377.739076:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:0.0:1773613377.739080:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613377.739081:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613377.739083:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.739086:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739092:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613377.739094:0:86553:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993658ca5be0. 00000002:00000001:0.0:1773613377.739097:0:86553:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613377.739098:0:86553:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.739100:0:86553:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934340. 00000100:00000001:0.0:1773613377.739104:0:86553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613377.739106:0:86553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477108992/t103079215236(103079215236) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613393 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613377.739113:0:86553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613377.739114:0:86553:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613377.739116:0:86553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecf000. 02000000:00000001:0.0:1773613377.739120:0:86553:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613377.739121:0:86553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613377.739122:0:86553:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613377.739123:0:86553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613377.739124:0:86553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613377.739126:0:86553:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613377.739127:0:86553:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613377.739128:0:86553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613377.739132:0:86553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613377.739133:0:86553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.739135:0:86553:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613377.739137:0:86553:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660728f00. 00000080:00000001:0.0:1773613377.739141:0:86553:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613377.739146:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013dd0 00000080:00000008:0.0:1773613377.739149:0:86553:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348), flags 100001, rc = 0 00000080:00000001:0.0:1773613377.739152:0:86553:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613377.739157:0:86553:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613377.739159:0:86553:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c2013e00 00000080:00002000:0.0:1773613377.739170:0:86553:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff993658076360, parent ffff99365037c6c0, inode ffff99365810d348) hashed, 00000080:00000001:0.0:1773613377.739174:0:86553:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613377.739200:0:86553:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613377.739205:0:86553:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1773613377.751920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5880. 00010000:00000001:0.0:1773613378.630065:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613378.630072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613378.630078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613378.630079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613378.630083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613378.630084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613378.630087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613378.630088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613378.630772:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613378.630775:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613378.630779:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613379.477021:0:86562:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613379.477028:0:86562:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613379.477030:0:86562:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613379.477033:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03bd0 00000080:00200000:2.0:1773613379.477038:0:86562:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613379.477045:0:86562:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936412e5000. 00800000:00000002:2.0:1773613379.477052:0:86562:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613379.477056:0:86562:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613379.477060:0:86562:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613379.477063:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03af0 00800000:00000002:2.0:1773613379.477065:0:86562:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613379.477070:0:86562:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613379.477074:0:86562:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613379.477079:0:86562:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613379.477081:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d039c0 00000002:00010000:2.0:1773613379.477082:0:86562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613379.477085:0:86562:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613379.477087:0:86562:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613379.477090:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613379.477096:0:86562:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613379.477098:0:86562:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613379.477100:0:86562:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613379.477102:0:86562:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613379.477104:0:86562:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613379.477109:0:86562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613379.477113:0:86562:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613379.477709:0:86562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613379.477802:0:86562:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613379.477808:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613379.477810:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613379.477811:0:86562:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613379.477815:0:86562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613379.477817:0:86562:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613379.477822:0:86562:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613379.477829:0:86562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a786800. 00000100:00000001:2.0:1773613379.477836:0:86562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613379.477923:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613379.477926:0:86562:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613379.477927:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613379.477928:0:86562:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613379.477930:0:86562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613379.477957:0:86562:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00010000:00000001:2.0:1773613379.477961:0:86562:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613379.477964:0:86562:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613379.477969:0:86562:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946700. 00010000:00000010:2.0:1773613379.477973:0:86562:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ceb80. 00010000:00000001:2.0:1773613379.477977:0:86562:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613379.477980:0:86562:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3800. 00000020:00000001:2.0:1773613379.477984:0:86562:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613379.477986:0:86562:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3800 with handle 0xa1aa084204a011b3 to hash 00000020:00000001:2.0:1773613379.477988:0:86562:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613379.477989:0:86562:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613379.477992:0:86562:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613379.477995:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613379.477998:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613379.478002:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613379.478012:0:86562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613379.478022:0:86562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613379.478028:0:86562:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613379.478030:0:86562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613379.478036:0:86562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3a0c0. 00000100:00000001:2.0:1773613379.478038:0:86562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298268352 : -113016411283264 : ffff993650f3a0c0) 00000100:00000001:2.0:1773613379.478040:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613379.478041:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000001:2.0:1773613379.478045:0:86562:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613379.478049:0:86562:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613379.478050:0:86562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613379.478052:0:86562:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613379.478062:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.478070:0:86562:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613379.478072:0:86562:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613379.478076:0:86562:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613379.478079:0:86562:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613379.478081:0:86562:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613379.478085:0:86562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109120:192.168.203.144@tcp:101:truncate.0 00000100:00000001:2.0:1773613379.478089:0:86562:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613379.478093:0:86562:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613379.478095:0:86562:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613379.478097:0:86562:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613379.478101:0:86562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99366067b000. 02000000:00000001:2.0:1773613379.478103:0:86562:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613379.478110:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613379.478114:0:86562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e99f8. 00000400:00000010:2.0:1773613379.478121:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7770. 00000100:00000200:2.0:1773613379.478128:0:86562:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477109120, portal 10 00000100:00000001:2.0:1773613379.478130:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613379.478131:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:2.0:1773613379.478136:0:86562:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.478143:0:86562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613379.478145:0:86562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613379.478148:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7990. 00000100:00000200:2.0:1773613379.478151:0:86562:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477109120, offset 0 00000400:00000200:2.0:1773613379.478158:0:86562:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613379.478166:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.478172:0:86562:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613379.478177:0:86562:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613379.478181:0:86562:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613379.478185:0:86562:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613379.478187:0:86562:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613379.478191:0:86562:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224992:224992:256:4294967295] 192.168.203.144@tcp LPNI seq info [224927:224927:8:4294967295] 00000400:00000200:2.0:1773613379.478196:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.478204:0:86562:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613379.478210:0:86562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613379.478215:0:86562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613379.478221:0:86562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613379.478229:0:86562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613379.478233:0:86562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613379.479117:0:86562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613379.479123:0:86562:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 502526 usecs (503 jiffies) 00000400:00000200:2.0:1773613379.479129:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613379.479132:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300469768 00000100:00000001:2.0:1773613379.479136:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:2.0:1773613379.479138:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300469768 00000100:00000001:2.0:1773613379.479141:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:2.0:1773613379.479143:0:86562:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613379.479146:0:86562:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613379.479149:0:86562:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613379.479151:0:86562:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613379.479155:0:86562:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3a0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773613379.479158:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613379.479161:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613379.479216:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613379.479221:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:3.0:1773613379.479226:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613379.479232:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613379.479237:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7990 00000400:00000010:3.0:1773613379.479239:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7990. 00000100:00000001:3.0:1773613379.479243:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613379.479248:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613379.479258:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613379.479261:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613379.479267:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613379.479269:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613379.499573:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.499588:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613379.499592:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.499594:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.499603:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.499611:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613379.499619:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.499623:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.499629:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.499632:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d08f80 00000400:00000200:2.0:1773613379.499636:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.499642:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5745 [1] + 224 00000800:00000001:2.0:1773613379.499650:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.499658:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.499661:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613379.499665:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613379.499671:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613379.499679:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613379.499689:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.499719:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613379.499728:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.499731:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.499783:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613379.499801:0:86562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613379.499804:0:86562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613379.499807:0:86562:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e99f8. 00000400:00000200:1.0:1773613379.499811:0:86562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7770 00000400:00000010:1.0:1773613379.499814:0:86562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7770. 00000100:00000001:1.0:1773613379.499816:0:86562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613379.499821:0:86562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613379.499831:0:86562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.499846:0:86562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613379.499848:0:86562:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.499851:0:86562:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613379.499854:0:86562:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613379.499856:0:86562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613379.499858:0:86562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.499861:0:86562:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613379.499869:0:86562:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=7 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613379.499873:0:86562:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613379.499875:0:86562:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613379.499877:0:86562:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.499880:0:86562:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613379.499883:0:86562:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.499886:0:86562:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613379.499888:0:86562:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215235 00000100:00000001:1.0:1773613379.499890:0:86562:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613379.499891:0:86562:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.499907:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.499914:0:86562:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.499917:0:86562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613379.499919:0:86562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613379.499923:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613379.499931:0:86562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109120:192.168.203.144@tcp:101:truncate.0 00000100:00000001:1.0:1773613379.499981:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.499984:0:86562:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.499986:0:86562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613379.499988:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.499992:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.500000:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613379.500003:0:86562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3a0c0. 00000100:00000001:1.0:1773613379.500006:0:86562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613379.500008:0:86562:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500010:0:86562:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613379.500014:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500017:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500019:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=4 00000020:00000001:1.0:1773613379.500022:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500026:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000040:1.0:1773613379.500032:0:86562:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba3800, remote cookie: 0x1dc4d5fc0aabda36, flags: 0x1001 00010000:00010000:1.0:1773613379.500037:0:86562:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613379.500048:0:86562:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500055:0:86562:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613379.500059:0:86562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613379.500060:0:86562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613379.500062:0:86562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613379.500063:0:86562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613379.500066:0:86562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946700) refcount = 1 00010000:00010000:1.0:1773613379.500070:0:86562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500081:0:86562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613379.500084:0:86562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613379.500086:0:86562:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.500088:0:86562:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613379.500090:0:86562:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.500094:0:86562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500100:0:86562:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613379.500101:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500102:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500103:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500104:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500105:0:86562:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.500109:0:86562:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613379.500111:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500112:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500113:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500115:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500117:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500119:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500120:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500122:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=4 00000020:00000001:1.0:1773613379.500123:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500125:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500128:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.500131:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.500135:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500142:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500144:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500145:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500146:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500147:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=5 00000020:00000001:1.0:1773613379.500161:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500163:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500166:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613379.500169:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500175:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500176:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613379.500179:0:86562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500185:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613379.500187:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500188:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500189:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500190:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613379.500195:0:86562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613379.500203:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500204:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500206:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500208:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500210:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500211:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500212:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.500213:0:86562:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.500215:0:86562:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.500218:0:86562:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613379.500220:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500221:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500223:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500224:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500226:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00000002:00010000:1.0:1773613379.500229:0:86562:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500235:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500236:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500238:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613379.500239:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500240:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500241:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500243:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500246:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000040:1.0:1773613379.500259:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:1.0:1773613379.500262:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613379.500266:0:86562:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613379.500269:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500270:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.500271:0:86562:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613379.500274:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03940 00000002:00002000:1.0:1773613379.500276:0:86562:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613379.500278:0:86562:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.500282:0:86562:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.500284:0:86562:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613379.500296:0:86562:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613379.500299:0:86562:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613379.500302:0:86562:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613379.500306:0:86562:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936412e5000. 00000080:00000001:1.0:1773613379.500311:0:86562:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613379.500313:0:86562:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613379.500319:0:86562:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613379.500322:0:86562:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613379.500327:0:86562:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934f40. 00800000:00000001:1.0:1773613379.500330:0:86562:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191292736 : -113016518258880 : ffff99364a934f40) 00800000:00000001:1.0:1773613379.500332:0:86562:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.500334:0:86562:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613379.500337:0:86562:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613379.500338:0:86562:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613379.500341:0:86562:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613379.500344:0:86562:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613379.500345:0:86562:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.500349:0:86562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613379.500352:0:86562:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773613379.500356:0:86562:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613379.500358:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500359:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500361:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500362:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500364:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500367:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500368:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613379.500369:0:86562:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613379.500371:0:86562:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773613379.500372:0:86562:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934f40 1 00800000:00000010:1.0:1773613379.500375:0:86562:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934f40. 00800000:00000001:1.0:1773613379.500378:0:86562:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613379.500381:0:86562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:1.0:1773613379.500384:0:86562:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613379.500386:0:86562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613379.500387:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500388:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500389:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500391:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500393:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500395:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500396:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.500398:0:86562:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.500400:0:86562:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.500402:0:86562:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613379.500404:0:86562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613379.500407:0:86562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c1d03c08 00010000:00000001:1.0:1773613379.500408:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.500409:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.500411:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613379.500412:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500414:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613379.500416:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613379.500419:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.500426:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500427:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500428:0:86562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613379.500430:0:86562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613379.500433:0:86562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613379.500440:0:86562:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613379.500442:0:86562:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613379.500444:0:86562:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613379.500447:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500448:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500450:0:86562:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500453:0:86562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613379.500455:0:86562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500456:0:86562:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500459:0:86562:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500460:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613379.500461:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500462:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613379.500464:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.500468:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477109120/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.500475:0:86562:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613379.500477:0:86562:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613379.500480:0:86562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99366067b000. 02000000:00000001:1.0:1773613379.500483:0:86562:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613379.500485:0:86562:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613379.500487:0:86562:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613379.500489:0:86562:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613379.500492:0:86562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a786800. 02000000:00000001:1.0:1773613379.500495:0:86562:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613379.500496:0:86562:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613379.500498:0:86562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:1.0:1773613379.500502:0:86562:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613379.500503:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613379.500506:0:86562:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613379.500510:0:86562:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613379.500521:0:86562:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca5560. 00000020:00000001:1.0:1773613379.500525:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03b98 00000080:00200000:1.0:1773613379.500527:0:86562:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=9 00000080:00000001:1.0:1773613379.500530:0:86562:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613379.500532:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03a48 00000080:00200000:1.0:1773613379.500534:0:86562:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:1.0:1773613379.500542:0:86562:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365304c600. 00800000:00000002:1.0:1773613379.500547:0:86562:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613379.500551:0:86562:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613379.500554:0:86562:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613379.500555:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03968 00800000:00000002:1.0:1773613379.500557:0:86562:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613379.500560:0:86562:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1773613379.500576:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03900 00800000:00000002:1.0:1773613379.500578:0:86562:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:1.0:1773613379.500582:0:86562:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613379.500584:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03838 00000002:00010000:1.0:1773613379.500586:0:86562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613379.500589:0:86562:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613379.500591:0:86562:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613379.500595:0:86562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613379.500598:0:86562:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613379.500602:0:86562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613379.500605:0:86562:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613379.500607:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.500608:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.500610:0:86562:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.500613:0:86562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613379.500615:0:86562:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613379.500618:0:86562:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613379.500624:0:86562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e4000. 00000100:00000001:1.0:1773613379.500628:0:86562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500631:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613379.500633:0:86562:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500634:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613379.500635:0:86562:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.500637:0:86562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.500643:0:86562:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00010000:00000001:1.0:1773613379.500645:0:86562:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613379.500647:0:86562:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613379.500649:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:1.0:1773613379.500651:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.500653:0:86562:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613379.500656:0:86562:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8e00. 00000020:00000001:1.0:1773613379.500658:0:86562:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613379.500660:0:86562:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8e00 with handle 0xa1aa084204a011ba to hash 00000020:00000001:1.0:1773613379.500663:0:86562:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613379.500664:0:86562:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.500667:0:86562:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.500669:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.500671:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.500673:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613379.500680:0:86562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613379.500689:0:86562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 86562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613379.500693:0:86562:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613379.500695:0:86562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613379.500700:0:86562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613379.500702:0:86562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027584 : -113016650524032 : ffff993642b11a80) 00000100:00000001:1.0:1773613379.500705:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.500706:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000001:1.0:1773613379.500711:0:86562:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613379.500714:0:86562:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.500716:0:86562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613379.500717:0:86562:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613379.500721:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.500728:0:86562:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613379.500729:0:86562:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.500732:0:86562:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613379.500734:0:86562:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613379.500737:0:86562:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613379.500740:0:86562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109248:192.168.203.144@tcp:101:truncate.0 00000100:00000001:1.0:1773613379.500743:0:86562:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613379.500748:0:86562:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613379.500750:0:86562:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.500752:0:86562:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613379.500755:0:86562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613379.500757:0:86562:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613379.500761:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613379.500764:0:86562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613379.500769:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613379.500775:0:86562:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477109248, portal 10 00000100:00000001:1.0:1773613379.500776:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.500777:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:1.0:1773613379.500781:0:86562:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.500787:0:86562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613379.500789:0:86562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613379.500804:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3854c8. 00000100:00000200:1.0:1773613379.500807:0:86562:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477109248, offset 0 00000400:00000200:1.0:1773613379.500812:0:86562:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613379.500818:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.500823:0:86562:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613379.500828:0:86562:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613379.500831:0:86562:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613379.500835:0:86562:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613379.500837:0:86562:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613379.500841:0:86562:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224993:224993:256:4294967295] 192.168.203.144@tcp LPNI seq info [224928:224928:8:4294967295] 00000400:00000200:1.0:1773613379.500844:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.500853:0:86562:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613379.500858:0:86562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613379.500862:0:86562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98300. 00000800:00000200:1.0:1773613379.500867:0:86562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613379.500874:0:86562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613379.500878:0:86562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773613379.500890:0:86562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.500894:0:86562:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 501446 usecs (502 jiffies) 00000400:00000200:1.0:1773613379.500897:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613379.500899:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300469788 00000100:00000001:1.0:1773613379.500902:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.500905:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300469788 00000100:00000001:1.0:1773613379.500907:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.500909:0:86562:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.500911:0:86562:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.500913:0:86562:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613379.500915:0:86562:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613379.500917:0:86562:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11a80 going to sleep for 50 seconds 00000100:00000001:1.0:1773613379.500919:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613379.500921:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613379.502102:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613379.502108:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98300. 00000400:00000200:3.0:1773613379.502113:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613379.502119:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613379.502124:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:3.0:1773613379.502126:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:3.0:1773613379.502132:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613379.502138:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613379.502153:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613379.502156:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613379.502162:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613379.502164:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613379.521368:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.521384:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613379.521388:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.521390:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.521398:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.521405:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613379.521415:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.521419:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.521424:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.521427:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x69b71b1d09000 00000400:00000200:2.0:1773613379.521432:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.521437:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x1b5755 [1] + 224 00000800:00000001:2.0:1773613379.521444:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.521450:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.521453:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613379.521457:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613379.521463:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613379.521471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613379.521481:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.521493:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613379.521500:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.521503:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.521834:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613379.521841:0:86562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613379.521843:0:86562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613379.521846:0:86562:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613379.521851:0:86562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613379.521853:0:86562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613379.521858:0:86562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613379.521864:0:86562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613379.521873:0:86562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.521880:0:86562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613379.521881:0:86562:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.521884:0:86562:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613379.521887:0:86562:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613379.521889:0:86562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613379.521892:0:86562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.521894:0:86562:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613379.521902:0:86562:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=7 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613379.521906:0:86562:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613379.521908:0:86562:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613379.521910:0:86562:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.521913:0:86562:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613379.521917:0:86562:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.521920:0:86562:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613379.521922:0:86562:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215235 00000100:00000001:1.0:1773613379.521923:0:86562:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613379.521925:0:86562:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.521930:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.521973:0:86562:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.521976:0:86562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613379.521979:0:86562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613379.521984:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613379.521992:0:86562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109248:192.168.203.144@tcp:101:truncate.0 00000100:00000001:1.0:1773613379.521997:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.522000:0:86562:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.522002:0:86562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613379.522004:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.522007:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.522013:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613379.522016:0:86562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613379.522019:0:86562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613379.522020:0:86562:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.522022:0:86562:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613379.522025:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522028:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522030:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613379.522032:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522035:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613379.522040:0:86562:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8e00, remote cookie: 0x1dc4d5fc0aabda52, flags: 0x1001 00010000:00010000:1.0:1773613379.522045:0:86562:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613379.522057:0:86562:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613379.522060:0:86562:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613379.522066:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 2 00010000:00000001:1.0:1773613379.522069:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.522072:0:86562:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.522075:0:86562:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613379.522094:0:86562:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522100:0:86562:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613379.522104:0:86562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613379.522105:0:86562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613379.522107:0:86562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613379.522108:0:86562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613379.522110:0:86562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff99364a9aaa00) refcount = 2 00010000:00000040:1.0:1773613379.522113:0:86562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613379.522116:0:86562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613379.522123:0:86562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522129:0:86562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613379.522131:0:86562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613379.522133:0:86562:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.522136:0:86562:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613379.522138:0:86562:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.522141:0:86562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522147:0:86562:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613379.522148:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522150:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.522151:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522152:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.522154:0:86562:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.522158:0:86562:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613379.522160:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522161:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522163:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.522165:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522167:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522168:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522170:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522171:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613379.522173:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522175:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522177:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.522180:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.522183:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522189:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522190:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.522191:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522192:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522193:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=5 00000020:00000001:1.0:1773613379.522195:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522197:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522199:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613379.522202:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522208:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522209:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613379.522211:0:86562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522217:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613379.522218:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522219:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.522220:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522221:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613379.522226:0:86562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613379.522235:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522236:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522237:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.522239:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522240:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613379.522244:0:86562:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613379.522252:0:86562:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934f40. 00010000:00000001:1.0:1773613379.522255:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522256:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.522257:0:86562:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.522259:0:86562:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.522261:0:86562:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613379.522263:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522264:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522266:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.522267:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522269:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613379.522274:0:86562:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.522280:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522281:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.522283:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613379.522284:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.522285:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.522295:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.522297:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.522299:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613379.522302:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 3 00010000:00000001:1.0:1773613379.522304:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613379.522307:0:86562:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:1.0:1773613379.522309:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.522310:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.522311:0:86562:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613379.522314:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d037b8 00000002:00002000:1.0:1773613379.522317:0:86562:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613379.522320:0:86562:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.522322:0:86562:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.522325:0:86562:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613379.522328:0:86562:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613379.522330:0:86562:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613379.522334:0:86562:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613379.522337:0:86562:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613379.522338:0:86562:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1d03bd0 it_disposition b 00000080:00000001:1.0:1773613379.522341:0:86562:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613379.522346:0:86562:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613379.522349:0:86562:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613379.522351:0:86562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613379.522354:0:86562:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1773613379.522359:0:86562:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613379.522364:0:86562:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5240. 00000020:00000010:1.0:1773613379.522370:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660f25a00. 00000020:00000010:1.0:1773613379.522375:0:86562:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365924e000. 00000020:00000010:1.0:1773613379.522379:0:86562:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613379.522385:0:86562:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613379.522390:0:86562:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613379.522396:0:86562:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613379.522401:0:86562:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613379.522406:0:86562:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613379.522410:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c8fea00. 00000008:00000010:1.0:1773613379.522414:0:86562:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613379.522417:0:86562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613379.522420:0:86562:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613379.522424:0:86562:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb780. 00000020:00000001:1.0:1773613379.522426:0:86562:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155272 : -113016278396344 : ffff993658df5248) 00000020:00001000:1.0:1773613379.522428:0:86562:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5240 00000020:00000001:1.0:1773613379.522430:0:86562:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613379.522433:0:86562:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613379.522436:0:86562:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613379.522441:0:86562:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8482a0. 00020000:00000010:1.0:1773613379.522444:0:86562:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613379.522448:0:86562:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848300. 00020000:00000001:1.0:1773613379.522450:0:86562:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190322944 : -113016519228672 : ffff99364a848300) 00020000:00000002:1.0:1773613379.522453:0:86562:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848300, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613379.522457:0:86562:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613379.522461:0:86562:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fb00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613379.522464:0:86562:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff993648c68000 00020000:00000001:1.0:1773613379.522467:0:86562:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613379.522469:0:86562:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff993648c68000 00020000:00000010:1.0:1773613379.522473:0:86562:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613379.522476:0:86562:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8482a0. 00020000:00000010:1.0:1773613379.522479:0:86562:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848300. 00020000:00000002:1.0:1773613379.522481:0:86562:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613379.522483:0:86562:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.522485:0:86562:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613379.522487:0:86562:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5240 00000020:00000010:1.0:1773613379.522489:0:86562:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365924e000. 00000020:00000010:1.0:1773613379.522492:0:86562:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613379.522495:0:86562:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613379.522498:0:86562:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613379.522501:0:86562:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613379.522504:0:86562:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613379.522508:0:86562:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613379.522510:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660f25a00. 00000008:00000010:1.0:1773613379.522513:0:86562:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613379.522515:0:86562:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613379.522518:0:86562:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613379.522520:0:86562:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb780. 00000020:00000010:1.0:1773613379.522522:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c8fea00. 00000020:00000010:1.0:1773613379.522524:0:86562:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5240. 00000080:00000001:1.0:1773613379.522527:0:86562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613379.522529:0:86562:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613379.522534:0:86562:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff99365810d348): rc = 0 00000080:00000001:1.0:1773613379.522536:0:86562:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417622344 : -113016291929272 : ffff99365810d348) 00010000:00000001:1.0:1773613379.525803:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.525807:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.525811:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.525815:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.525818:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000080:00000001:1.0:1773613379.525821:0:86562:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613379.525823:0:86562:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613379.525832:0:86562:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5240. 00000020:00000010:1.0:1773613379.525838:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c8fea00. 00000020:00000010:1.0:1773613379.525844:0:86562:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660f25a00. 00000020:00000010:1.0:1773613379.525847:0:86562:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613379.525854:0:86562:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613379.525858:0:86562:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613379.525863:0:86562:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613379.525869:0:86562:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613379.525873:0:86562:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613379.525877:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365924e000. 00000008:00000010:1.0:1773613379.525880:0:86562:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613379.525883:0:86562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613379.525885:0:86562:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613379.525889:0:86562:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb780. 00000020:00000001:1.0:1773613379.525891:0:86562:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155272 : -113016278396344 : ffff993658df5248) 00000020:00001000:1.0:1773613379.525893:0:86562:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5240 00000020:00000001:1.0:1773613379.525895:0:86562:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613379.525899:0:86562:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613379.525902:0:86562:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613379.525908:0:86562:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613379.525911:0:86562:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613379.525915:0:86562:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8482a0. 00020000:00000001:1.0:1773613379.525917:0:86562:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190322848 : -113016519228768 : ffff99364a8482a0) 00020000:00000002:1.0:1773613379.525920:0:86562:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8482a0, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613379.525925:0:86562:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613379.525928:0:86562:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364a90fb00: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613379.525931:0:86562:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9ab9b0) owner ffff993648c68000 00020000:00000001:1.0:1773613379.525976:0:86562:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613379.525979:0:86562:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9ab9b0) owner ffff993648c68000 00020000:00000010:1.0:1773613379.525984:0:86562:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364a90fb00. 00020000:00000010:1.0:1773613379.525989:0:86562:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613379.525993:0:86562:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8482a0. 00020000:00000002:1.0:1773613379.525995:0:86562:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613379.525997:0:86562:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.525999:0:86562:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.526003:0:86562:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613379.526005:0:86562:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00020000:00000002:1.0:1773613379.526080:0:86562:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff993648c68000. 00020000:00000002:1.0:1773613379.526083:0:86562:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00020000:00000001:1.0:1773613379.526086:0:86562:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613379.526088:0:86562:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613379.526089:0:86562:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613379.526091:0:86562:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613379.526093:0:86562:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613379.526095:0:86562:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773613379.526098:0:86562:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5240 00000020:00000010:1.0:1773613379.526100:0:86562:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f25a00. 00000020:00000010:1.0:1773613379.526105:0:86562:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613379.526108:0:86562:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613379.526111:0:86562:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613379.526114:0:86562:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613379.526117:0:86562:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613379.526121:0:86562:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613379.526124:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c8fea00. 00000008:00000010:1.0:1773613379.526127:0:86562:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613379.526130:0:86562:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613379.526132:0:86562:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613379.526135:0:86562:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb780. 00000020:00000010:1.0:1773613379.526137:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365924e000. 00000020:00000010:1.0:1773613379.526139:0:86562:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5240. 00000080:00000001:1.0:1773613379.526141:0:86562:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526143:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526144:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613379.526146:0:86562:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613379.526150:0:86562:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613379.526152:0:86562:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613379.526156:0:86562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) for lock 0xa1aa084204a011ba 00800000:00000001:1.0:1773613379.526159:0:86562:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613379.526162:0:86562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613379.526163:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.526165:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.526166:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.526168:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.526170:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.526172:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526173:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.526174:0:86562:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.526176:0:86562:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773613379.526181:0:86562:0:(namei.c:652:ll_splice_alias()) Add dentry ffff9936580760d8 inode ffff99365810d348 refc 1 flags 0x40000e 00000080:00000001:1.0:1773613379.526184:0:86562:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773613379.526188:0:86562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff99365810d348) 00000080:00010000:1.0:1773613379.526191:0:86562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011ba from it ffffaca8c1d03bd0 00010000:00000001:1.0:1773613379.526192:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.526193:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.526194:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613379.526196:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.526198:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613379.526200:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613379.526204:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613379.526211:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526212:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.526213:0:86562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613379.526216:0:86562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613379.526219:0:86562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613379.526228:0:86562:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613379.526231:0:86562:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613379.526233:0:86562:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613379.526236:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526237:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.526239:0:86562:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526241:0:86562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613379.526243:0:86562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526245:0:86562:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526247:0:86562:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526249:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613379.526250:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526251:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613379.526253:0:86562:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613379.526257:0:86562:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365304c600. 00000100:00000001:1.0:1773613379.526261:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.526273:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477109248/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.526280:0:86562:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613379.526282:0:86562:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613379.526285:0:86562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364980c800. 02000000:00000001:1.0:1773613379.526288:0:86562:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613379.526290:0:86562:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613379.526292:0:86562:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613379.526294:0:86562:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613379.526296:0:86562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613379.526298:0:86562:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613379.526300:0:86562:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613379.526302:0:86562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613379.526305:0:86562:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613379.526306:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613379.526308:0:86562:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613379.526310:0:86562:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1d03bd0 released 00000080:00000001:1.0:1773613379.526311:0:86562:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613379.526323:0:86562:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613379.526325:0:86562:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff99365810d348), inode mode 81a4 mask 2 00000080:00000001:1.0:1773613379.526329:0:86562:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.526336:0:86562:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1773613379.526338:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03c90 00000080:00200008:1.0:1773613379.526341:0:86562:0:(llite_lib.c:2283:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348) current size 4096, valid attrs 8, mode ffff, uid -1161531092, gid -1, new size 100, atime 1773613379.000000000, mtime 1773613379.000000000, ctime 1773613379.000000000 00000020:00000001:1.0:1773613379.526346:0:86562:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773613379.526349:0:86562:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00020000:00000002:1.0:1773613379.526351:0:86562:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a848f00 addref 2/0 by ffff993648c68000. 00020000:00000002:1.0:1773613379.526353:0:86562:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00000020:00000001:1.0:1773613379.526355:0:86562:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000002:1.0:1773613379.526358:0:86562:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773613379, ctime 1773613379, now = 1773613379 00000080:00000010:1.0:1773613379.526362:0:86562:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff99365924e000. 00000080:00000001:1.0:1773613379.526364:0:86562:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:1.0:1773613379.526369:0:86562:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:1.0:1773613379.526371:0:86562:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0x168/0x5 00000002:00000001:1.0:1773613379.526375:0:86562:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1773613379.526378:0:86562:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613379.526383:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 3 00010000:00000001:1.0:1773613379.526386:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.526388:0:86562:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613379.526391:0:86562:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613379.526394:0:86562:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773613379.526402:0:86562:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613379.526405:0:86562:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613379.526407:0:86562:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613379.526409:0:86562:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:1.0:1773613379.526411:0:86562:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613379.526413:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613379.526415:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:1.0:1773613379.526417:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613379.526420:0:86562:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.526421:0:86562:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613379.526422:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613379.526423:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:1.0:1773613379.526425:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613379.526427:0:86562:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.526428:0:86562:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613379.526429:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613379.526430:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:1.0:1773613379.526432:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.526434:0:86562:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773613379.526436:0:86562:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773613379.526439:0:86562:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613379.526443:0:86562:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.526445:0:86562:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9400/0xa1aa084204a01197 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabd9e2 expref: -99 pid: 86552 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613379.526452:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526453:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.526454:0:86562:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1773613379.526456:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.526457:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.526458:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9400 refcount=2 00000020:00000001:1.0:1773613379.526460:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613379.526462:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318712320 : -113016390839296 : ffff9936522b9400) 00010000:00000001:1.0:1773613379.526464:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526465:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613379.526466:0:86562:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613379.526467:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613379.526469:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aaa00 count: 4 00010000:00000001:1.0:1773613379.526470:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613379.526472:0:86562:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.526474:0:86562:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.526476:0:86562:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773613379.526478:0:86562:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff99365810d348) invalid 00000020:00000001:1.0:1773613379.526480:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03898 00000080:00002000:1.0:1773613379.526482:0:86562:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff9936580760d8) parent ffff99365037c6c0 inode ffff99365810d348 refc 1 00000080:00000001:1.0:1773613379.526485:0:86562:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773613379.526488:0:86562:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613379.526489:0:86562:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526492:0:86562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613379.526494:0:86562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613379.526495:0:86562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613379.526498:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.526500:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613379.526502:0:86562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8e00 with handle 0xa1aa084204a011ba from hash 00010000:00000001:1.0:1773613379.526504:0:86562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613379.526506:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526507:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.526508:0:86562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613379.526510:0:86562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613379.526511:0:86562:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613379.526513:0:86562:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613379.526515:0:86562:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613379.526517:0:86562:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613379.526521:0:86562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613379.526525:0:86562:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613379.526529:0:86562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613379.526533:0:86562:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613379.526536:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.526537:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.526538:0:86562:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.526540:0:86562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613379.526542:0:86562:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613379.526545:0:86562:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613379.526550:0:86562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99365304c600. 00000100:00000001:1.0:1773613379.526555:0:86562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526558:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613379.526560:0:86562:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613379.526565:0:86562:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613379.526572:0:86562:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613379.526574:0:86562:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613379.526576:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613379.526578:0:86562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a011ba lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda52 expref: -99 pid: 86562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1773613379.526586:0:86562:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934f40. 00010000:00000001:1.0:1773613379.526595:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.526597:0:86562:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526599:0:86562:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613379.526601:0:86562:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.526603:0:86562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1773613379.526605:0:86562:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773613379, ctime 1773613379 00000020:00100000:1.0:1773613379.526612:0:86562:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1773613379.526619:0:86562:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613379.526626:0:86562:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613379.526628:0:86562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613379.526634:0:86562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613379.526636:0:86562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027584 : -113016650524032 : ffff993642b11a80) 00000100:00000001:1.0:1773613379.526638:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.526639:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000001:1.0:1773613379.526643:0:86562:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613379.526647:0:86562:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.526648:0:86562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613379.526650:0:86562:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613379.526654:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.526661:0:86562:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613379.526663:0:86562:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.526666:0:86562:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613379.526668:0:86562:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613379.526670:0:86562:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613379.526673:0:86562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109504:192.168.203.144@tcp:36:truncate.0 00000100:00000001:1.0:1773613379.526677:0:86562:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613379.526682:0:86562:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613379.526684:0:86562:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.526687:0:86562:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613379.526691:0:86562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613379.526692:0:86562:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613379.526699:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613379.526704:0:86562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613379.526709:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613379.526716:0:86562:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477109504, portal 10 00000100:00000001:1.0:1773613379.526718:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.526720:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:1.0:1773613379.526725:0:86562:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.526733:0:86562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613379.526736:0:86562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613379.526738:0:86562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613379.526742:0:86562:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859762477109504, offset 0 00000400:00000200:1.0:1773613379.526747:0:86562:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613379.526755:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.526762:0:86562:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613379.526766:0:86562:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613379.526770:0:86562:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613379.526773:0:86562:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613379.526776:0:86562:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613379.526780:0:86562:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224994:224994:256:4294967295] 192.168.203.144@tcp LPNI seq info [224929:224929:8:4294967295] 00000400:00000200:1.0:1773613379.526784:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.526806:0:86562:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613379.526812:0:86562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613379.526816:0:86562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613379.526822:0:86562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613379.526829:0:86562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613379.526833:0:86562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1773613379.526854:0:86562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.526858:0:86562:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 500370 usecs (501 jiffies) 00000400:00000200:1.0:1773613379.526861:0:86562:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613379.526864:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300469813 00000100:00000001:1.0:1773613379.526867:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.526869:0:86562:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300469813 00000100:00000001:1.0:1773613379.526872:0:86562:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.526874:0:86562:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.526877:0:86562:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.526879:0:86562:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613379.526881:0:86562:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613379.526884:0:86562:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11a80 going to sleep for 50 seconds 00000100:00000001:1.0:1773613379.526886:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613379.526889:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613379.529059:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613379.529068:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:3.0:1773613379.529075:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613379.529092:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613379.529099:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:3.0:1773613379.529101:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:3.0:1773613379.529107:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613379.529114:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613379.529125:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613379.529129:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613379.529135:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613379.529137:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613379.533786:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.533813:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613379.533817:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.533819:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.533828:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533835:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613379.533853:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533858:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533863:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533867:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d09100 00000400:00000200:2.0:1773613379.533872:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533878:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b575d [1] + 224 00000800:00000001:2.0:1773613379.533885:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.533893:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613379.533896:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613379.533900:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613379.533907:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613379.533914:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613379.533925:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613379.533975:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613379.533982:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613379.533985:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.533990:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613379.533995:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224995:224995:256:4294967295] 192.168.203.144@tcp LPNI seq info [224930:224930:8:4294967295] 00000400:00000200:2.0:1773613379.534000:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613379.534008:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613379.534013:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613379.534020:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613379.534025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613379.534030:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613379.534034:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613379.534108:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613379.534111:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:2.0:1773613379.534114:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613379.534118:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613379.534123:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613379.534127:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773613379.539561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00000100:00000001:1.0:1773613379.539607:0:86562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613379.539616:0:86562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613379.539618:0:86562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613379.539621:0:86562:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613379.539625:0:86562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613379.539627:0:86562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613379.539633:0:86562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613379.539644:0:86562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613379.539656:0:86562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477109504/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613434 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.539664:0:86562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613379.539666:0:86562:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.539669:0:86562:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613379.539672:0:86562:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613379.539674:0:86562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613379.539676:0:86562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.539679:0:86562:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613379.539688:0:86562:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=7 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613379.539691:0:86562:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613379.539694:0:86562:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613379.539696:0:86562:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.539698:0:86562:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613379.539702:0:86562:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.539705:0:86562:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613379.539707:0:86562:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613379.539708:0:86562:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613379.539711:0:86562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.539712:0:86562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000001:1.0:1773613379.539716:0:86562:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613379.539717:0:86562:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215235 00000100:00000001:1.0:1773613379.539719:0:86562:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613379.539722:0:86562:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.539726:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.539734:0:86562:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.539737:0:86562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613379.539739:0:86562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613379.539743:0:86562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613379.539751:0:86562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job truncate:144f5372-d9a2-4fb0-a726-ce1097458722:86562:1859762477109504:192.168.203.144@tcp:36:truncate.0 00000100:00000001:1.0:1773613379.539756:0:86562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.539758:0:86562:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.539761:0:86562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613379.539763:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.539766:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.539772:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613379.539774:0:86562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613379.539778:0:86562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613379.539779:0:86562:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.539786:0:86562:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.539789:0:86562:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613379.539805:0:86562:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613379.539807:0:86562:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613379.539813:0:86562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:1.0:1773613379.539816:0:86562:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:1.0:1773613379.539821:0:86562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613379.539825:0:86562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613379.539830:0:86562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613379.539833:0:86562:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613379.539834:0:86562:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.539837:0:86562:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.539840:0:86562:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1773613379.539842:0:86562:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613379.539843:0:86562:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613379.539845:0:86562:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613379.539847:0:86562:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.539849:0:86562:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.539851:0:86562:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1773613379.539853:0:86562:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613379.539860:0:86562:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5240. 00000020:00000010:1.0:1773613379.539866:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c8fea00. 00000020:00000010:1.0:1773613379.539871:0:86562:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660f25a00. 00000020:00000010:1.0:1773613379.539876:0:86562:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613379.539881:0:86562:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613379.539885:0:86562:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987a80. 00008000:00000010:1.0:1773613379.539890:0:86562:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56d530. 00000080:00000010:1.0:1773613379.539894:0:86562:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbc78. 00000080:00000010:1.0:1773613379.539898:0:86562:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527b50. 00000020:00000010:1.0:1773613379.539902:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993658df6c00. 00000008:00000010:1.0:1773613379.539905:0:86562:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613379.539908:0:86562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3cc0. 00008000:00000010:1.0:1773613379.539911:0:86562:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4c60. 00000080:00000010:1.0:1773613379.539915:0:86562:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb780. 00000020:00000001:1.0:1773613379.539918:0:86562:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155272 : -113016278396344 : ffff993658df5248) 00000020:00001000:1.0:1773613379.539920:0:86562:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5240 00000020:00000001:1.0:1773613379.539923:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.539925:0:86562:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613379.539927:0:86562:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613379.539929:0:86562:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613379.539932:0:86562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613379.539953:0:86562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613379.539956:0:86562:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613379.539957:0:86562:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.539960:0:86562:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613379.539963:0:86562:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff993658527bb0 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1773613379.539966:0:86562:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00020000:00000001:1.0:1773613379.539970:0:86562:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613379.539971:0:86562:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613379.539973:0:86562:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613379.539975:0:86562:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1773613379.539977:0:86562:0:(lov_io.c:634:lov_io_slice_init()) 0 101 00020000:00000001:1.0:1773613379.539980:0:86562:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1773613379.539981:0:86562:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613379.539982:0:86562:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.539984:0:86562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613379.539985:0:86562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613379.539986:0:86562:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613379.539988:0:86562:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993648c68000 00000020:00000001:1.0:1773613379.539990:0:86562:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.539992:0:86562:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613379.539993:0:86562:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613379.539996:0:86562:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1773613379.539998:0:86562:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:1.0:1773613379.540001:0:86562:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff99364a8fcbb8. 00020000:00200000:1.0:1773613379.540004:0:86562:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613379.540007:0:86562:0:(lov_offset.c:247:lov_stripe_intersects()) [100->-1] -> [(0) 100->-1 (0)] 00020000:00000001:1.0:1773613379.540011:0:86562:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613379.540012:0:86562:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613379.540014:0:86562:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613379.540016:0:86562:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5630. 00000020:00000010:1.0:1773613379.540020:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993652c29600. 00000020:00000010:1.0:1773613379.540023:0:86562:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993652c29800. 00000020:00000010:1.0:1773613379.540025:0:86562:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613379.540029:0:86562:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613379.540031:0:86562:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987540. 00008000:00000010:1.0:1773613379.540034:0:86562:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56d8b8. 00000080:00000010:1.0:1773613379.540036:0:86562:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb5e8. 00000080:00000010:1.0:1773613379.540039:0:86562:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527d98. 00000020:00000010:1.0:1773613379.540045:0:86562:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e99c00. 00000008:00000010:1.0:1773613379.540048:0:86562:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd4a0. 00020000:00000010:1.0:1773613379.540051:0:86562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2d00. 00008000:00000010:1.0:1773613379.540053:0:86562:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df47f0. 00000080:00000010:1.0:1773613379.540055:0:86562:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613379.540057:0:86562:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431156280 : -113016278395336 : ffff993658df5638) 00000020:00001000:1.0:1773613379.540059:0:86562:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5630 00000020:00000001:1.0:1773613379.540062:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540063:0:86562:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613379.540066:0:86562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613379.540067:0:86562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613379.540069:0:86562:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540071:0:86562:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540072:0:86562:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436130600 : -113016273421016 : ffff9936592b3d28) 00000020:00000001:1.0:1773613379.540075:0:86562:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773613379.540077:0:86562:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773613379.540080:0:86562:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540082:0:86562:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540084:0:86562:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540086:0:86562:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540087:0:86562:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540089:0:86562:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773613379.540091:0:86562:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773613379.540092:0:86562:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1773613379.540094:0:86562:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773613379.540096:0:86562:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773613379.540097:0:86562:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540099:0:86562:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613379.540101:0:86562:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540103:0:86562:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613379.540104:0:86562:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613379.540106:0:86562:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613379.540107:0:86562:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613379.540108:0:86562:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540110:0:86562:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540112:0:86562:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540114:0:86562:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540115:0:86562:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613379.540117:0:86562:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613379.540119:0:86562:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613379.540121:0:86562:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613379.540123:0:86562:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613379.540125:0:86562:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613379.540129:0:86562:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345700. 00020000:00000002:1.0:1773613379.540132:0:86562:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613379.540135:0:86562:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613379.540136:0:86562:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613379.540138:0:86562:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436130600 : -113016273421016 : ffff9936592b3d28) 00000020:00000001:1.0:1773613379.540139:0:86562:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613379.540143:0:86562:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aaab0. 00000008:00010000:1.0:1773613379.540146:0:86562:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773613379.540149:0:86562:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613379.540150:0:86562:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613379.540152:0:86562:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345730, osc lock ffff9936592aaab0, flags 0x0 00000020:00000001:1.0:1773613379.540155:0:86562:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540156:0:86562:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540159:0:86562:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319286528 : -113016390265088 : ffff993652345700) 00000020:00000001:1.0:1773613379.540160:0:86562:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613379.540161:0:86562:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613379.540163:0:86562:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540165:0:86562:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540167:0:86562:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613379.540168:0:86562:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613379.540169:0:86562:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613379.540171:0:86562:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436130600 : -113016273421016 : ffff9936592b3d28) 00000020:00000001:1.0:1773613379.540172:0:86562:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613379.540174:0:86562:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613379.540175:0:86562:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773613379.540177:0:86562:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540180:0:86562:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613379.540182:0:86562:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613379.540184:0:86562:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613379.540185:0:86562:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613379.540187:0:86562:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613379.540188:0:86562:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613379.540190:0:86562:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613379.540194:0:86562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613379.540200:0:86562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dc00 count: 2 00010000:00000001:1.0:1773613379.540203:0:86562:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613379.540209:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.540213:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613379.540218:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613379.540230:0:86562:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613379.540233:0:86562:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.540237:0:86562:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613379.540244:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.540247:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.540249:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:1.0:1773613379.540262:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540264:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00000008:00000001:1.0:1773613379.540268:0:86562:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613379.540270:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.540271:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.540273:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:1.0:1773613379.540275:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540277:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540279:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.540280:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.540281:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=5 00000020:00000001:1.0:1773613379.540283:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540285:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540287:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613379.540288:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613379.540291:0:86562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613379.540299:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.540301:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613379.540303:0:86562:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613379.540304:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613379.540306:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613379.540307:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=6 00000020:00000001:1.0:1773613379.540309:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540311:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613379.540312:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613379.540315:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613379.540321:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.540322:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613379.540324:0:86562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613379.540331:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613379.540332:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.540333:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613379.540334:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613379.540335:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613379.540336:0:86562:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613379.540338:0:86562:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540340:0:86562:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540342:0:86562:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540344:0:86562:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540346:0:86562:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540348:0:86562:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540349:0:86562:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540351:0:86562:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1773613379.540354:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540356:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540358:0:86562:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1773613379.540360:0:86562:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540361:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00020000:00000001:1.0:1773613379.540363:0:86562:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1773613379.540365:0:86562:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613379.540366:0:86562:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613379.540367:0:86562:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613379.540369:0:86562:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:1.0:1773613379.540371:0:86562:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:1.0:1773613379.540375:0:86562:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613379.540376:0:86562:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613379.540378:0:86562:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613379.540379:0:86562:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613379.540381:0:86562:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540383:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540385:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540386:0:86562:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773613379.540388:0:86562:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540390:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540391:0:86562:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773613379.540393:0:86562:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 100 00020000:00000001:1.0:1773613379.540395:0:86562:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613379.540397:0:86562:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540398:0:86562:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540400:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613379.540401:0:86562:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613379.540402:0:86562:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613379.540403:0:86562:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613379.540404:0:86562:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613379.540405:0:86562:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613379.540407:0:86562:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613379.540409:0:86562:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:1.0:1773613379.540415:0:86562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738e00. 00000020:00000040:1.0:1773613379.540418:0:86562:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613379.540422:0:86562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613379.540425:0:86562:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613379.540428:0:86562:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613379.540433:0:86562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e98600. 00000100:00000001:1.0:1773613379.540439:0:86562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.540444:0:86562:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613379.540448:0:86562:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.540454:0:86562:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ef5b85e] to pc [ptlrpcd_00_00+0] req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1773613379.540481:0:86562:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613379.540484:0:86562:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540486:0:86562:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540488:0:86562:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540489:0:86562:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613379.540490:0:86562:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540492:0:86562:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613379.540494:0:86562:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613379.540495:0:86562:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773613379.540496:0:86562:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613379.540497:0:86562:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1773613379.540506:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773613379.540509:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613379.540511:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.540516:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613379.540518:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613379.540520:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613379.540521:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613379.540522:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613379.540527:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.540534:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613379.540535:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.540539:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613379.540542:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613379.540544:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613379.540548:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477109632:192.168.203.144@tcp:10:truncate.0 00000100:00000001:1.0:1773613379.540552:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613379.540556:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613379.540558:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613379.540560:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613379.540564:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613379.540566:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613379.540572:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613379.540575:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613379.540580:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613379.540586:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477109632, portal 4 00000100:00000001:1.0:1773613379.540588:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613379.540589:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000040:1.0:1773613379.540594:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613379.540601:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613379.540603:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613379.540606:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613379.540610:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859762477109632, offset 0 00000400:00000200:1.0:1773613379.540616:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613379.540624:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.540631:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613379.540636:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613379.540639:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613379.540642:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613379.540645:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613379.540649:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224996:224996:256:4294967295] 192.168.203.144@tcp LPNI seq info [224931:224931:8:4294967295] 00000400:00000200:1.0:1773613379.540653:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613379.540661:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613379.540668:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613379.540673:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993649b98800. 00000800:00000200:1.0:1773613379.540679:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613379.540686:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613379.540690:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993649b98800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773613379.540711:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613379.540716:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 169518 usecs (170 jiffies) 00000400:00000200:1.0:1773613379.540719:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613379.540721:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300469496 00000100:00000001:1.0:1773613379.540725:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.540727:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300469496 00000100:00000001:1.0:1773613379.540729:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:1.0:1773613379.540731:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613379.540733:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.540736:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613379.540738:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613379.541219:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613379.541222:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613379.543076:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613379.543088:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993649b98800. 00000400:00000200:2.0:1773613379.543094:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613379.543101:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613379.543107:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:2.0:1773613379.543110:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:2.0:1773613379.543116:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613379.543123:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.543134:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613379.543137:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613379.543144:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613379.543146:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773613379.654097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613379.654103:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613379.654110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613379.654111:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613379.654113:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613379.654115:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613379.654118:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613379.654120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613379.654140:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613379.654143:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613379.654146:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613380.499576:0:86565:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613380.499582:0:86565:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613380.499584:0:86565:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613380.499587:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bbc0 00000080:00200000:2.0:1773613380.499591:0:86565:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908),name=/ 00000080:00000010:2.0:1773613380.499600:0:86565:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936412e4800. 00000080:00000001:2.0:1773613380.499608:0:86565:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:2.0:1773613380.499614:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff99364a787800. 00800000:00000001:2.0:1773613380.499618:0:86565:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613380.499620:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bae0 00800000:00000002:2.0:1773613380.499622:0:86565:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613380.499626:0:86565:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613380.499630:0:86565:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:2.0:1773613380.499634:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff99364a786400. 00000002:00000001:2.0:1773613380.499638:0:86565:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613380.499639:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b9b0 00000002:00010000:2.0:1773613380.499641:0:86565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613380.499644:0:86565:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613380.499646:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613380.499648:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613380.499655:0:86565:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613380.499657:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613380.500926:0:86565:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613380.500929:0:86565:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613380.500932:0:86565:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613380.500960:0:86565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613380.500966:0:86565:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00010000:00000001:2.0:1773613380.500972:0:86565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613380.500977:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613380.500980:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613380.500984:0:86565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613380.500986:0:86565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613380.500991:0:86565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613380.500999:0:86565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a784000. 00000100:00000001:2.0:1773613380.501006:0:86565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613380.501010:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613380.501012:0:86565:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613380.501014:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613380.501015:0:86565:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613380.501017:0:86565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613380.501023:0:86565:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00010000:00000001:2.0:1773613380.501028:0:86565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613380.501030:0:86565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613380.501036:0:86565:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946200. 00010000:00000010:2.0:1773613380.501040:0:86565:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522cec80. 00010000:00000001:2.0:1773613380.501045:0:86565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613380.501049:0:86565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2a00. 00000020:00000010:2.0:1773613380.501053:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9936522ce880. 00000020:00000001:2.0:1773613380.501056:0:86565:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613380.501059:0:86565:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2a00 with handle 0xa1aa084204a011c1 to hash 00000020:00000001:2.0:1773613380.501062:0:86565:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613380.501063:0:86565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613380.501067:0:86565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:2.0:1773613380.501070:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613380.501570:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613380.501575:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613380.501584:0:86565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613380.501595:0:86565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613380.501600:0:86565:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613380.501602:0:86565:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613380.501609:0:86565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3ad80. 00000100:00000001:2.0:1773613380.501612:0:86565:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298271616 : -113016411280000 : ffff993650f3ad80) 00000100:00000001:2.0:1773613380.501614:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613380.501616:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000001:2.0:1773613380.501620:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613380.501624:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613380.501625:0:86565:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613380.501627:0:86565:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613380.501636:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.501645:0:86565:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613380.501647:0:86565:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613380.501650:0:86565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613380.501653:0:86565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613380.501655:0:86565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613380.501658:0:86565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477109760:192.168.203.144@tcp:101:dd.0 00000100:00000001:2.0:1773613380.501662:0:86565:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613380.501667:0:86565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613380.501669:0:86565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613380.501671:0:86565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613380.501676:0:86565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99366067c000. 02000000:00000001:2.0:1773613380.501678:0:86565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613380.501686:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613380.501689:0:86565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9bb0. 00000400:00000010:2.0:1773613380.501695:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7d48. 00000100:00000200:2.0:1773613380.501702:0:86565:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477109760, portal 10 00000100:00000001:2.0:1773613380.501704:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613380.501705:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:2.0:1773613380.501710:0:86565:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.501718:0:86565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613380.501720:0:86565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613380.501723:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7f68. 00000100:00000200:2.0:1773613380.501725:0:86565:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477109760, offset 0 00000400:00000200:2.0:1773613380.501731:0:86565:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613380.501739:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.501746:0:86565:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613380.501750:0:86565:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613380.501754:0:86565:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613380.501758:0:86565:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613380.501760:0:86565:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613380.501765:0:86565:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224997:224997:256:4294967295] 192.168.203.144@tcp LPNI seq info [224932:224932:8:4294967295] 00000400:00000200:2.0:1773613380.501769:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.501778:0:86565:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613380.501792:0:86565:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613380.501797:0:86565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31e400. 00000800:00000200:2.0:1773613380.501804:0:86565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613380.501811:0:86565:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613380.501815:0:86565:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31e400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613380.501835:0:86565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613380.501840:0:86565:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 23016 usecs (24 jiffies) 00000400:00000200:2.0:1773613380.501843:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613380.501846:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470311 00000100:00000001:2.0:1773613380.501849:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:2.0:1773613380.501851:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470311 00000100:00000001:2.0:1773613380.501853:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:2.0:1773613380.501855:0:86565:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613380.501857:0:86565:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613380.501859:0:86565:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613380.501861:0:86565:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613380.501864:0:86565:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3ad80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613380.501866:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613380.501869:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613380.502215:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613380.502230:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31e400. 00000400:00000200:3.0:1773613380.502235:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613380.502240:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613380.502252:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7f68 00000400:00000010:3.0:1773613380.502255:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7f68. 00000100:00000001:3.0:1773613380.502266:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613380.502271:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.502280:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613380.502283:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.502289:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.502291:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613380.510747:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.510763:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613380.510767:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.510770:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.510779:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.510795:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613380.510804:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.510808:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.510813:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.510817:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d09200 00000400:00000200:2.0:1773613380.510823:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.510829:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b576d [1] + 224 00000800:00000001:2.0:1773613380.510836:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.510844:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.510847:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.510851:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613380.510857:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613380.510864:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613380.510874:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.510900:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613380.510908:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.510911:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613380.510979:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613380.510986:0:86565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613380.510988:0:86565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613380.510991:0:86565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9bb0. 00000400:00000200:1.0:1773613380.510995:0:86565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7d48 00000400:00000010:1.0:1773613380.510997:0:86565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7d48. 00000100:00000001:1.0:1773613380.511000:0:86565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613380.511004:0:86565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613380.511012:0:86565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613380.511018:0:86565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613380.511019:0:86565:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613380.511022:0:86565:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613380.511025:0:86565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613380.511027:0:86565:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613380.511029:0:86565:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613380.511031:0:86565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613380.511042:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993643ffa000. 00000100:00001000:1.0:1773613380.511048:0:86565:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=4 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613380.511052:0:86565:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613380.511055:0:86565:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613380.511056:0:86565:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511059:0:86565:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613380.511062:0:86565:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613380.511065:0:86565:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613380.511067:0:86565:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613380.511069:0:86565:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613380.511070:0:86565:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613380.511075:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613380.511092:0:86565:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613380.511095:0:86565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613380.511097:0:86565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613380.511100:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613435 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613380.511108:0:86565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477109760:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613380.511112:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613380.511114:0:86565:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613380.511116:0:86565:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613380.511118:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613380.511121:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613435 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613380.511127:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613380.511130:0:86565:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3ad80. 00000100:00000001:1.0:1773613380.511134:0:86565:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613380.511136:0:86565:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511138:0:86565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613380.511150:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511153:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511155:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:1.0:1773613380.511158:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511160:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:1.0:1773613380.511166:0:86565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2a00, remote cookie: 0x1dc4d5fc0aabda67, flags: 0x1001 00010000:00010000:1.0:1773613380.511171:0:86565:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613380.511185:0:86565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511192:0:86565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613380.511196:0:86565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613380.511197:0:86565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613380.511199:0:86565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613380.511200:0:86565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613380.511203:0:86565:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946200) refcount = 1 00010000:00010000:1.0:1773613380.511207:0:86565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511212:0:86565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1773613380.511217:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff993644aac600. 00010000:00000001:1.0:1773613380.511219:0:86565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613380.511221:0:86565:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613380.511224:0:86565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613380.511226:0:86565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.511229:0:86565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511234:0:86565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613380.511235:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511237:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511238:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511239:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511240:0:86565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613380.511253:0:86565:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613380.511255:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511444:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511446:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511449:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511451:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511454:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511455:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511456:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=4 00000020:00000001:1.0:1773613380.511458:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511460:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511463:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613380.511466:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.511469:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511476:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511477:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511479:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511480:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511481:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=5 00000020:00000001:1.0:1773613380.511483:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511485:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511487:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613380.511490:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511496:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511497:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613380.511500:0:86565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511505:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613380.511507:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511508:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511509:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511510:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613380.511517:0:86565:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613380.511525:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511527:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511528:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511530:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511532:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511534:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511535:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613380.511536:0:86565:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613380.511539:0:86565:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613380.511542:0:86565:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613380.511544:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511545:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511546:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511548:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511550:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00000002:00010000:1.0:1773613380.511553:0:86565:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511559:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511560:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511562:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613380.511563:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511564:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511565:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511567:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511568:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000040:1.0:1773613380.511574:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 2 00010000:00000001:1.0:1773613380.511577:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613380.511581:0:86565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993650fc5800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613380.511583:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511584:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613380.511586:0:86565:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613380.511589:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b930 00000002:00002000:1.0:1773613380.511591:0:86565:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613380.511594:0:86565:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613380.511597:0:86565:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613380.511600:0:86565:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613380.511603:0:86565:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613380.511606:0:86565:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613380.511611:0:86565:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936412e4800. 00000080:00000001:1.0:1773613380.511616:0:86565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613380.511618:0:86565:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613380.511623:0:86565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613380.511626:0:86565:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613380.511632:0:86565:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934580. 00800000:00000001:1.0:1773613380.511634:0:86565:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191290240 : -113016518261376 : ffff99364a934580) 00800000:00000001:1.0:1773613380.511636:0:86565:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613380.511638:0:86565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613380.511641:0:86565:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613380.511642:0:86565:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613380.511645:0:86565:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1773613380.511648:0:86565:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1773613380.511652:0:86565:0:(llite_lib.c:1803:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613380.511654:0:86565:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613380.511658:0:86565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613380.511660:0:86565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1773613380.511663:0:86565:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613351 to 1773613376 00000080:00200000:1.0:1773613380.511668:0:86565:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613380.511670:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511671:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511672:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511674:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511676:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511677:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511679:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613380.511681:0:86565:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613380.511683:0:86565:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613380.511684:0:86565:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613380.511687:0:86565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) for lock 0xa1aa084204a011c1 00800000:00000001:1.0:1773613380.511690:0:86565:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613380.511692:0:86565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613380.511693:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511694:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511696:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511697:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511699:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511701:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511702:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613380.511704:0:86565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613380.511705:0:86565:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613380.511707:0:86565:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613380.511710:0:86565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) 00000080:00010000:1.0:1773613380.511713:0:86565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011c1 from it ffffaca8c204bbf8 00010000:00000001:1.0:1773613380.511714:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.511715:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.511717:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.511718:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511720:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.511722:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613380.511725:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613380.511731:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511732:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511733:0:86565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613380.511735:0:86565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613380.511738:0:86565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613380.511751:0:86565:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613380.511753:0:86565:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613380.511755:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613380.511758:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511760:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.511761:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511764:0:86565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613380.511766:0:86565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511768:0:86565:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511770:0:86565:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.511771:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613380.511772:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.511773:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613380.511775:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613380.511779:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477109760/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613380.511798:0:86565:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613380.511800:0:86565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613380.511803:0:86565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99366067c000. 02000000:00000001:1.0:1773613380.511807:0:86565:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613380.511809:0:86565:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613380.511811:0:86565:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613380.511813:0:86565:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613380.511815:0:86565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a784000. 02000000:00000001:1.0:1773613380.511818:0:86565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613380.511820:0:86565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613380.511822:0:86565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:1.0:1773613380.511825:0:86565:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613380.511826:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613380.511829:0:86565:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908), inode mode 41ff mask 1 00000020:00000010:1.0:1773613380.511835:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff99364980c800. 00000080:00000001:1.0:1773613380.511837:0:86565:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613380.511850:0:86565:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca56a0. 00000080:00000001:1.0:1773613380.511855:0:86565:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613380.511857:0:86565:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613380.511858:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bb00 00000080:00200000:1.0:1773613380.511860:0:86565:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908),name=/ 00000080:00000010:1.0:1773613380.511864:0:86565:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993644aad600. 00800000:00000002:1.0:1773613380.511868:0:86565:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff99364a934580 2 00000080:00000001:1.0:1773613380.511872:0:86565:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:1.0:1773613380.511875:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff99364a1e5000. 00800000:00000001:1.0:1773613380.511878:0:86565:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613380.511879:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204ba20 00800000:00000002:1.0:1773613380.511881:0:86565:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613380.511884:0:86565:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613380.511887:0:86565:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1773613380.511891:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff99364a1e7800. 00000002:00000001:1.0:1773613380.511894:0:86565:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613380.511896:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b8f0 00000002:00010000:1.0:1773613380.511897:0:86565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613380.511900:0:86565:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613380.511902:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613380.511904:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613380.511906:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 2 00010000:00000001:1.0:1773613380.511908:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613380.511911:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1773613380.511914:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff993652345980. 00010000:00000001:1.0:1773613380.511917:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613380.511919:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613380.511927:0:86565:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613380.511930:0:86565:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.513696:0:86565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613380.513714:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613380.513718:0:86565:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613380.513720:0:86565:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613380.513723:0:86565:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613380.513725:0:86565:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613380.513728:0:86565:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613380.513731:0:86565:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613380.513734:0:86565:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 2 00000080:00000010:1.0:1773613380.513738:0:86565:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993644aad600. 00000080:00000001:1.0:1773613380.513744:0:86565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613380.513746:0:86565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613380.513750:0:86565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) 00000080:00010000:1.0:1773613380.513753:0:86565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) for lock 0xa1aa084204a011c1 00800000:00000001:1.0:1773613380.513757:0:86565:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613380.513760:0:86565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613380.513761:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.513764:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.513766:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.513768:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.513770:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.513773:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.513774:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613380.513776:0:86565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613380.513777:0:86565:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613380.513779:0:86565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011c1 from it ffffaca8c204bb38 00010000:00000001:1.0:1773613380.513781:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613380.513782:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613380.513783:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2a00 refcount=3 00000020:00000001:1.0:1773613380.513797:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.513799:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621376 : -113016649930240 : ffff993642ba2a00) 00010000:00000001:1.0:1773613380.513801:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613380.513805:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613380.513812:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.513814:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.513815:0:86565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613380.513818:0:86565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613380.513820:0:86565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1773613380.513829:0:86565:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613380.513832:0:86565:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613380.513833:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613380.513836:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.513838:0:86565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613380.513840:0:86565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.513842:0:86565:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.513844:0:86565:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613380.513846:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613380.513847:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.513848:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613380.513851:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613380.513852:0:86565:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613380.513855:0:86565:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908), inode mode 41ff mask 3 00000080:00000001:1.0:1773613380.513859:0:86565:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613380.513863:0:86565:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773613380.513865:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bb50 00000080:00200000:1.0:1773613380.513867:0:86565:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658030908), file ffff9936605e9980, open_flags 8041, mode 81b6 opened 0 00000080:00000010:1.0:1773613380.513876:0:86565:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a848300. 00000080:00000001:1.0:1773613380.513881:0:86565:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613380.513883:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204ba00 00000080:00200000:1.0:1773613380.513884:0:86565:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658030908), intent=open|creat 00000080:00000010:1.0:1773613380.513891:0:86565:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993644aad600. 00800000:00000002:1.0:1773613380.513895:0:86565:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff99364a934580 2 00000080:00000001:1.0:1773613380.513900:0:86565:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613380.513902:0:86565:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613380.513903:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b920 00800000:00000002:1.0:1773613380.513905:0:86565:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613380.513909:0:86565:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773613380.513911:0:86565:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773613380.513915:0:86565:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057331778560 : -113016377773056 : ffff993652f2f400) 00800000:00000001:1.0:1773613380.513919:0:86565:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773613380.513921:0:86565:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773613380.513923:0:86565:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773613380.513925:0:86565:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000001:1.0:1773613380.513928:0:86565:0:(fid_request.c:204:seq_client_alloc_seq()) Process entered 40000000:00000001:1.0:1773613380.513929:0:86565:0:(fid_request.c:167:seq_client_alloc_meta()) Process entered 40000000:00000001:1.0:1773613380.513930:0:86565:0:(fid_request.c:43:seq_client_rpc()) Process entered 00000100:00000010:1.0:1773613380.517004:0:86565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738700. 00000020:00000040:1.0:1773613380.517014:0:86565:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613380.517019:0:86565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613380.517023:0:86565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613380.517028:0:86565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613380.517036:0:86565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993644aade00. 00000100:00000001:1.0:1773613380.517042:0:86565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613380.517049:0:86565:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613380.517051:0:86565:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613380.517057:0:86565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11a80. 00000100:00000001:1.0:1773613380.517059:0:86565:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027584 : -113016650524032 : ffff993642b11a80) 00000100:00000001:1.0:1773613380.517062:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613380.517063:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000001:1.0:1773613380.517068:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613380.517071:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613380.517087:0:86565:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613380.517089:0:86565:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613380.517098:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613380.517107:0:86565:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613380.517109:0:86565:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613380.517112:0:86565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613380.517115:0:86565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613380.517117:0:86565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613380.517120:0:86565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477109888:192.168.203.144@tcp:700:dd.0 00000100:00000001:1.0:1773613380.517124:0:86565:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613380.517128:0:86565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613380.517131:0:86565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613380.517133:0:86565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613380.517137:0:86565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613380.517139:0:86565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613380.517156:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613380.517160:0:86565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864370. 00000400:00000010:1.0:1773613380.517166:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613380.517172:0:86565:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477109888, portal 10 00000100:00000001:1.0:1773613380.517174:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613380.517175:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000040:1.0:1773613380.517183:0:86565:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613380.517189:0:86565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613380.517192:0:86565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613380.517194:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613380.517198:0:86565:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1859762477109888, offset 0 00000400:00000200:1.0:1773613380.517205:0:86565:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613380.517213:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613380.527467:0:86565:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613380.527475:0:86565:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613380.527480:0:86565:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613380.527484:0:86565:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613380.527488:0:86565:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613380.527492:0:86565:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224998:224998:256:4294967295] 192.168.203.144@tcp LPNI seq info [224933:224933:8:4294967295] 00000400:00000200:1.0:1773613380.527499:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613380.527509:0:86565:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613380.527516:0:86565:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613380.542170:0:86565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613380.542190:0:86565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613380.542198:0:86565:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613380.542202:0:86565:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:0.0:1773613380.542230:0:86565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613380.542236:0:86565:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 21140 usecs (22 jiffies) 00000400:00000200:0.0:1773613380.542605:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613380.542611:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470350 00000100:00000001:0.0:1773613380.542615:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:0.0:1773613380.542618:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470350 00000100:00000001:0.0:1773613380.542620:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:0.0:1773613380.542623:0:86565:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.542626:0:86565:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.542629:0:86565:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613380.542631:0:86565:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613380.542634:0:86565:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11a80 going to sleep for 11 seconds 00000100:00000001:0.0:1773613380.542637:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613380.542640:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613380.542918:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613380.542923:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613380.542929:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613380.542960:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613380.542967:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:3.0:1773613380.542970:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:3.0:1773613380.542976:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613380.542984:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613380.542995:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613380.542999:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613380.543006:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.543007:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613380.550056:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613380.550070:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613380.550072:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=49 : 49 : 31) 00000100:00000001:1.0:1773613380.550078:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613380.550080:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613380.550083:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613380.550087:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613380.551621:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.551639:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613380.551642:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.551645:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.551653:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.551674:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613380.551684:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.551689:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.551695:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.551699:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 248 into portal 10 MB=0x69b71b1d09280 00000400:00000200:2.0:1773613380.551703:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.551709:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 248/248 into md 0x1b577d [1] + 224 00000800:00000001:2.0:1773613380.551717:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.551727:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.551730:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.551735:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613380.551741:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613380.551750:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613380.551762:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613380.551792:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613380.551800:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.551804:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.552116:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613380.552124:0:86565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613380.552126:0:86565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613380.552129:0:86565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864370. 00000400:00000200:0.0:1773613380.552133:0:86565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:0.0:1773613380.552136:0:86565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:0.0:1773613380.552152:0:86565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613380.552158:0:86565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613380.552168:0:86565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613380.552175:0:86565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613380.552176:0:86565:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.552179:0:86565:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613380.552182:0:86565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613380.552184:0:86565:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613380.552186:0:86565:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613380.552189:0:86565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613380.552199:0:86565:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936498084e8 time=1773613380 v=5 (0 0 0 0) 00000100:00001000:0.0:1773613380.552203:0:86565:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613380.552206:0:86565:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613380.552208:0:86565:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552210:0:86565:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613380.552213:0:86565:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.552227:0:86565:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613380.552230:0:86565:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613380.552232:0:86565:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613380.552234:0:86565:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613380.552239:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613380.552255:0:86565:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.552543:0:86565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613380.552545:0:86565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613380.552550:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613380.552559:0:86565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477109888:192.168.203.144@tcp:700:dd.0 00000100:00000001:0.0:1773613380.552564:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.552566:0:86565:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.552568:0:86565:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613380.552570:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.552573:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613380.552580:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613380.552582:0:86565:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11a80. 00000100:00000001:0.0:1773613380.552585:0:86565:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613380.552587:0:86565:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1773613380.552593:0:86565:0:(fid_request.c:121:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff99365922b000: Allocated meta-sequence [0x000000020000bf8a-0x000000020000bf8b]:0:mdt] 40000000:00000001:0.0:1773613380.552597:0:86565:0:(fid_request.c:123:seq_client_rpc()) Process leaving 00000100:00000001:0.0:1773613380.552598:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.552601:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738700 x1859762477109888/t0(0) o700->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:30/10 lens 264/248 e 0 to 0 dl 1773613396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613380.552608:0:86565:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613380.552610:0:86565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613380.552613:0:86565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:0.0:1773613380.552616:0:86565:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613380.552619:0:86565:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613380.552621:0:86565:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613380.552623:0:86565:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613380.552625:0:86565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993644aade00. 02000000:00000001:0.0:1773613380.552629:0:86565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613380.552630:0:86565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613380.552632:0:86565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738700. 00000100:00000001:0.0:1773613380.552635:0:86565:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613380.552637:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:0.0:1773613380.552639:0:86565:0:(fid_request.c:196:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1773613380.552642:0:86565:0:(fid_request.c:217:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff99365922b000: New range - [0x000000020000bf8a-0x000000020000bf8b]:0:mdt 40000000:00000040:0.0:1773613380.552644:0:86565:0:(fid_request.c:228:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff99365922b000: Allocated sequence [0x20000bf8a] 40000000:00000001:0.0:1773613380.552646:0:86565:0:(fid_request.c:230:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1773613380.552648:0:86565:0:(fid_request.c:319:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99365922b000: New sequence [0x000000020000bf8a] 40000000:00000040:0.0:1773613380.552650:0:86565:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99365922b000: Allocated FID [0x20000bf8a:0x1:0x0] 40000000:00000001:0.0:1773613380.552652:0:86565:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613380.552655:0:86565:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613380.552658:0:86565:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613380.552660:0:86565:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.552664:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b8a0 00800000:00000002:0.0:1773613380.552666:0:86565:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf8a:0x1:0x0], name='f132.recovery-small' -> mds #0 00000020:00000010:0.0:1773613380.552675:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff993658ecf000. 00000002:00000001:0.0:1773613380.552679:0:86565:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613380.552681:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b7d8 00000002:00010000:0.0:1773613380.552683:0:86565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf8a:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100102 00000002:00000001:0.0:1773613380.552687:0:86565:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613380.552689:0:86565:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773613380.552693:0:86565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773613380.552699:0:86565:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.552701:0:86565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613380.552705:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 2 00010000:00000001:0.0:1773613380.552707:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613380.552709:0:86565:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613380.552712:0:86565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613380.552716:0:86565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00000001:0.0:1773613380.552726:0:86565:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613380.552730:0:86565:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613380.552733:0:86565:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613380.552734:0:86565:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773613380.552737:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613380.552740:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613380.552742:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 3 00010000:00000001:0.0:1773613380.552744:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613380.552747:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.552748:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613380.552749:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613380.552751:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 3 00010000:00000001:0.0:1773613380.552752:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613380.552754:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.552756:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613380.552757:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613380.552758:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946200 count: 3 00010000:00000001:0.0:1773613380.552760:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613380.552761:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.552763:0:86565:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773613380.552766:0:86565:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658030840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773613380.552769:0:86565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773613380.552771:0:86565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773613380.552774:0:86565:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613380.552775:0:86565:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552778:0:86565:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613380.552782:0:86565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613380.552792:0:86565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613380.552795:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613380.552798:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773613380.552801:0:86565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2a00 with handle 0xa1aa084204a011c1 from hash 00010000:00000001:0.0:1773613380.552803:0:86565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613380.552805:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.552807:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.552808:0:86565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1773613380.552812:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9936530e5a00. 00010000:00000001:0.0:1773613380.552814:0:86565:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613380.552816:0:86565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773613380.552818:0:86565:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613380.552820:0:86565:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613380.552822:0:86565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773613380.552827:0:86565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613380.552830:0:86565:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 02000000:00000001:0.0:1773613380.552835:0:86565:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773613380.552837:0:86565:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552839:0:86565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613380.552843:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613380.552846:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.552848:0:86565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613380.552850:0:86565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613380.552853:0:86565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613380.552858:0:86565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ece000. 00000100:00000001:0.0:1773613380.552863:0:86565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552867:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613380.552869:0:86565:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613380.552873:0:86565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773613380.552879:0:86565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613380.552881:0:86565:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613380.552882:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613380.552885:0:86565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2a00/0xa1aa084204a011c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda67 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000020:00000010:0.0:1773613380.552894:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff99364a93bc00. 00010000:00000040:0.0:1773613380.552896:0:86565:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946200 count: 0 00010000:00000010:0.0:1773613380.552901:0:86565:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522cec80. 00010000:00000001:0.0:1773613380.552909:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.552911:0:86565:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552912:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613380.552914:0:86565:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.552915:0:86565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.552923:0:86565:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00010000:00000001:0.0:1773613380.555066:0:86565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613380.555068:0:86565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613380.558077:0:86565:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946100. 00010000:00000010:2.0:1773613380.558090:0:86565:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce780. 00010000:00000001:2.0:1773613380.558098:0:86565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613380.558101:0:86565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2200. 00000020:00000001:2.0:1773613380.558105:0:86565:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613380.558108:0:86565:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2200 with handle 0xa1aa084204a011c8 to hash 00000020:00000001:2.0:1773613380.558111:0:86565:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613380.558113:0:86565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613380.558117:0:86565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613380.558121:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613380.558125:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613380.558129:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613380.558138:0:86565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773613380.558155:0:86565:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99365922b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773613380.558169:0:86565:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773613380.558177:0:86565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613380.558182:0:86565:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613380.558184:0:86565:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613380.558191:0:86565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3a6c0. 00000100:00000001:2.0:1773613380.558193:0:86565:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298269888 : -113016411281728 : ffff993650f3a6c0) 00000100:00000001:2.0:1773613380.558196:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613380.558197:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000001:2.0:1773613380.558202:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613380.558206:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613380.558207:0:86565:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613380.558209:0:86565:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613380.558214:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.558222:0:86565:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613380.558224:0:86565:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613380.558228:0:86565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613380.558231:0:86565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613380.558234:0:86565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613380.558237:0:86565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477110144:192.168.203.144@tcp:101:dd.0 00000100:00000001:2.0:1773613380.558241:0:86565:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613380.558246:0:86565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613380.558249:0:86565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613380.558251:0:86565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613380.558304:0:86565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:2.0:1773613380.558307:0:86565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613380.558315:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613380.558319:0:86565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9630. 00000400:00000010:2.0:1773613380.558326:0:86565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99364a785800. 00000100:00000200:2.0:1773613380.558333:0:86565:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477110144, portal 10 00000100:00000001:2.0:1773613380.558335:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613380.558336:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:2.0:1773613380.558342:0:86565:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.558350:0:86565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613380.558352:0:86565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613380.558355:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613380.558358:0:86565:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859762477110144, offset 0 00000400:00000200:2.0:1773613380.558364:0:86565:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613380.558373:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.558382:0:86565:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613380.558386:0:86565:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613380.558389:0:86565:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613380.558393:0:86565:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613380.558395:0:86565:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613380.558399:0:86565:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [224999:224999:256:4294967295] 192.168.203.144@tcp LPNI seq info [224934:224934:8:4294967295] 00000400:00000200:2.0:1773613380.558403:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.558413:0:86565:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613380.558418:0:86565:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613380.558423:0:86565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364c31ef00. 00000800:00000200:2.0:1773613380.558429:0:86565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613380.558438:0:86565:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613380.558455:0:86565:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364c31ef00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773613380.558475:0:86565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613380.558479:0:86565:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 24390 usecs (25 jiffies) 00000400:00000200:2.0:1773613380.558482:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613380.558485:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470369 00000100:00000001:2.0:1773613380.558488:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300470421 00000100:00000001:2.0:1773613380.558490:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470369 00000100:00000001:2.0:1773613380.558492:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300470421 00000100:00000001:2.0:1773613380.558494:0:86565:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613380.558496:0:86565:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613380.558498:0:86565:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613380.558499:0:86565:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613380.558502:0:86565:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3a6c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773613380.558504:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613380.558506:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613380.559451:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613380.559457:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364c31ef00. 00000400:00000200:3.0:1773613380.559462:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613380.559468:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613380.559473:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:3.0:1773613380.559475:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:3.0:1773613380.559480:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613380.559485:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.559504:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613380.559507:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.559513:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.559515:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613380.579276:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946200. 00010000:00000010:0.1:1773613380.579291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2a00. 00000800:00000001:2.0:1773613380.663336:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.663356:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613380.663360:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.663363:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.663372:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.663378:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613380.663388:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.663392:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.663397:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.663400:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d09380 00000400:00000200:2.0:1773613380.663405:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.663411:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5785 [32] + 224 00000800:00000001:2.0:1773613380.663419:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.663430:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.663433:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.663437:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613380.663443:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613380.663451:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613380.663462:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.663531:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613380.663551:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613380.663560:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.663571:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613380.678300:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300470421, at 4300470464 00000100:00000010:2.0:1773613380.678314:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220cc60. 00000100:00000040:3.0:1773613380.678524:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300470421, at 4300470464 00000100:00000010:3.0:1773613380.678530:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99365220ca20. 00000400:00000001:0.0:1773613380.679755:0:86565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613380.679760:0:86565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613380.679763:0:86565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9630. 00000400:00000200:0.0:1773613380.679770:0:86565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a785800 00000400:00000010:0.0:1773613380.679772:0:86565:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff99364a785800. 00000100:00000001:0.0:1773613380.679777:0:86565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613380.679808:0:86565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613380.679819:0:86565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477110144/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613435 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.679826:0:86565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613380.679828:0:86565:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.679831:0:86565:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613380.679834:0:86565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613380.679836:0:86565:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613380.679839:0:86565:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613380.679842:0:86565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613380.679849:0:86565:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=4 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613380.679865:0:86565:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613380.679868:0:86565:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613380.679870:0:86565:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.679872:0:86565:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613380.679875:0:86565:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.679878:0:86565:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613380.679880:0:86565:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613380.679881:0:86565:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613380.679884:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613380.679885:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000001:0.0:1773613380.679888:0:86565:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613380.679890:0:86565:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613380.679892:0:86565:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613380.679894:0:86565:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613380.679898:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613435 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.679905:0:86565:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.679908:0:86565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613380.679909:0:86565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613380.679914:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613435 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613380.679920:0:86565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477110144:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613380.679924:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.679927:0:86565:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.679929:0:86565:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613380.679931:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.679950:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613435 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.679957:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613380.679959:0:86565:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3a6c0. 00000100:00000001:0.0:1773613380.679965:0:86565:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613380.679966:0:86565:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.679968:0:86565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613380.679973:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.679975:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.679978:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613380.679980:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.679982:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613380.679989:0:86565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2200, remote cookie: 0x1dc4d5fc0aabda83, flags: 0x1001 00010000:00010000:0.0:1773613380.679995:0:86565:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613380.680003:0:86565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613380.680007:0:86565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1773613380.680018:0:86565:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d100. 00010000:00000010:0.0:1773613380.680022:0:86565:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93bd00. 00010000:00000040:0.0:1773613380.680027:0:86565:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946100 count: 0 00010000:00000010:0.0:1773613380.680031:0:86565:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce780. 00010000:00000001:0.0:1773613380.680039:0:86565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613380.680042:0:86565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613380.680050:0:86565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680055:0:86565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613380.680059:0:86565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613380.680060:0:86565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613380.680061:0:86565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613380.680062:0:86565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613380.680065:0:86565:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff99364a08d100) refcount = 1 00010000:00010000:0.0:1773613380.680069:0:86565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680091:0:86565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613380.680094:0:86565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613380.680095:0:86565:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613380.680098:0:86565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613380.680100:0:86565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613380.680102:0:86565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680107:0:86565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613380.680108:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680110:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.680111:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680111:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.680113:0:86565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.680118:0:86565:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613380.680120:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680121:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680122:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680124:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680126:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680129:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680130:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680131:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613380.680133:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680135:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680137:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613380.680141:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613380.680143:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680149:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680150:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.680152:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680153:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680154:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=5 00000020:00000001:0.0:1773613380.680156:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680158:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680160:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613380.680163:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680169:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680170:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613380.680173:0:86565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680178:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613380.680179:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680180:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.680181:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680182:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613380.680186:0:86565:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613380.680194:0:86565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613380.680197:0:86565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613380.680202:0:86565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.680207:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680208:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680209:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680211:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680213:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00000002:00010000:0.0:1773613380.680216:0:86565:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773613380.680225:0:86565:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364345c6c0. 00010000:00000001:0.0:1773613380.680228:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680229:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613380.680231:0:86565:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.680232:0:86565:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613380.680235:0:86565:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773613380.680237:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613380.680238:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00010000:00000001:0.0:1773613380.680251:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680253:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680254:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680256:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680257:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00000002:00010000:0.0:1773613380.680260:0:86565:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.680265:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680267:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.680268:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613380.680269:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680270:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680271:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680273:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680275:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613380.680278:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:0.0:1773613380.680280:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613380.680283:0:86565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993650fc5800 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:0.0:1773613380.680285:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680287:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613380.680288:0:86565:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613380.680291:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204b758 00000002:00002000:0.0:1773613380.680293:0:86565:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1773613380.680297:0:86565:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613380.680301:0:86565:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613380.680303:0:86565:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613380.680306:0:86565:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613380.680309:0:86565:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613380.680312:0:86565:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 2 00000080:00000001:0.0:1773613380.680315:0:86565:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613380.680317:0:86565:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a848300 it_disposition 80002b 00000080:00000001:0.0:1773613380.680319:0:86565:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613380.680324:0:86565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613380.680327:0:86565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613380.680329:0:86565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773613380.680331:0:86565:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1773613380.680341:0:86565:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff993658112100. 00000020:00000001:0.0:1773613380.680350:0:86565:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1773613380.680351:0:86565:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1773613380.680354:0:86565:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:0.0:1773613380.680355:0:86565:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff9936581121c8) 00000020:00000001:0.0:1773613380.680358:0:86565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613380.680362:0:86565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613380.680366:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000020:00000010:0.0:1773613380.680369:0:86565:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4e00. 00000020:00000010:0.0:1773613380.680373:0:86565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613380.680378:0:86565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613380.680382:0:86565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613380.680387:0:86565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613380.680392:0:86565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613380.680396:0:86565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613380.680399:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4c00. 00000008:00000010:0.0:1773613380.680403:0:86565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613380.680406:0:86565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613380.680411:0:86565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613380.680414:0:86565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613380.680417:0:86565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613380.680419:0:86565:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613380.680423:0:86565:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:0.0:1773613380.680427:0:86565:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff993652224d48. 00000020:00000001:0.0:1773613380.680429:0:86565:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613380.680431:0:86565:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.680437:0:86565:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:0.0:1773613380.680441:0:86565:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a9356c8. 00020000:00000001:0.0:1773613380.680442:0:86565:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191294664 : -113016518256952 : ffff99364a9356c8) 00020000:00000001:0.0:1773613380.680445:0:86565:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1773613380.680448:0:86565:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613380.680452:0:86565:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853720. 00020000:00000010:0.0:1773613380.680456:0:86565:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364b507380. 00020000:00000010:0.0:1773613380.680460:0:86565:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853a20. 00020000:00000001:0.0:1773613380.680462:0:86565:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190369824 : -113016519181792 : ffff99364a853a20) 00020000:00000002:0.0:1773613380.680464:0:86565:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613380.680469:0:86565:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613380.680472:0:86565:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507380: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000001:0.0:1773613380.680475:0:86565:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1773613380.680477:0:86565:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613380.680480:0:86565:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613380.680483:0:86565:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507380: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000010:0.0:1773613380.680487:0:86565:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99364a903510. 00020000:00000010:0.0:1773613380.680490:0:86565:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9936604c8a80. 00020000:00000001:0.0:1773613380.680494:0:86565:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1773613380.680496:0:86565:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff993660a6bac8. 00020000:00000001:0.0:1773613380.680500:0:86565:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1773613380.680501:0:86565:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000020:00000010:0.0:1773613380.680506:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff993660500000. 00020000:00000001:0.0:1773613380.680510:0:86565:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1773613380.680513:0:86565:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff993652224e10. 00000020:00000001:0.0:1773613380.680514:0:86565:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613380.680516:0:86565:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.680518:0:86565:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000001:0.0:1773613380.680520:0:86565:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1773613380.680524:0:86565:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff993652226a80. 00020000:00000001:0.0:1773613380.680526:0:86565:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.680530:0:86565:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000001:0.0:1773613380.680533:0:86565:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000002:0.0:1773613380.680536:0:86565:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x3e4b:0x0]@ffff993652224e10[0:0] -> [0x20000bf89:0x7:0x0]@ffff993652224d48: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000001:0.0:1773613380.680540:0:86565:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1773613380.680542:0:86565:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:0.0:1773613380.680544:0:86565:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613380.680547:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff993660500f00. 00000020:00000001:0.0:1773613380.680550:0:86565:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318104520 : -113016391447096 : ffff993652224dc8) 00000020:00001000:0.0:1773613380.680552:0:86565:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613380.680555:0:86565:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4e00. 00000020:00000010:0.0:1773613380.680559:0:86565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613380.680562:0:86565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613380.680565:0:86565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613380.680568:0:86565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613380.680570:0:86565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613380.680573:0:86565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613380.680576:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000008:00000010:0.0:1773613380.680578:0:86565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613380.680580:0:86565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613380.680584:0:86565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613380.680585:0:86565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613380.680588:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4c00. 00000020:00000010:0.0:1773613380.680590:0:86565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613380.680594:0:86565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773613380.680596:0:86565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:0.0:1773613380.680598:0:86565:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773613379 00000080:00000001:0.0:1773613380.680602:0:86565:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1773613380.680604:0:86565:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417642440 : -113016291909176 : ffff9936581121c8) 00010000:00000001:0.0:1773613380.680606:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680608:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680609:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680611:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680612:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00000080:00000001:0.0:1773613380.680616:0:86565:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613380.680617:0:86565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613380.680619:0:86565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613380.680621:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4c00. 00000020:00000010:0.0:1773613380.680623:0:86565:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4800. 00000020:00000010:0.0:1773613380.680625:0:86565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613380.680628:0:86565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613380.680630:0:86565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613380.680631:0:86565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613380.680634:0:86565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613380.680636:0:86565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613380.680638:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4e00. 00000008:00000010:0.0:1773613380.680640:0:86565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613380.680642:0:86565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613380.680644:0:86565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613380.680646:0:86565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613380.680648:0:86565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613380.680650:0:86565:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613380.680651:0:86565:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613380.680653:0:86565:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613380.680654:0:86565:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613380.680657:0:86565:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853780. 00020000:00000010:0.0:1773613380.680659:0:86565:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364b507200. 00020000:00000010:0.0:1773613380.680662:0:86565:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853420. 00020000:00000001:0.0:1773613380.680664:0:86565:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190368288 : -113016519183328 : ffff99364a853420) 00020000:00000002:0.0:1773613380.680666:0:86565:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853420, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613380.680669:0:86565:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613380.680673:0:86565:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507200: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613380.680676:0:86565:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9356c8) owner ffff9936412f27c0 00020000:00000001:0.0:1773613380.680678:0:86565:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613380.680680:0:86565:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9356c8) owner ffff9936412f27c0 00020000:00000010:0.0:1773613380.680684:0:86565:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364b507200. 00020000:00000010:0.0:1773613380.680687:0:86565:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853780. 00020000:00000010:0.0:1773613380.680689:0:86565:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853420. 00020000:00000002:0.0:1773613380.680691:0:86565:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613380.680693:0:86565:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.680694:0:86565:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.680697:0:86565:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773613380.680699:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613380.680701:0:86565:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff9936412f27c0. 00020000:00000002:0.0:1773613380.680703:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613380.680706:0:86565:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773613380.680708:0:86565:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613380.680709:0:86565:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613380.680710:0:86565:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773613380.680712:0:86565:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773613380.680714:0:86565:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773613380.680717:0:86565:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613380.680719:0:86565:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4800. 00000020:00000010:0.0:1773613380.680721:0:86565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613380.680723:0:86565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613380.680725:0:86565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613380.680727:0:86565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613380.680729:0:86565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613380.680732:0:86565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613380.680734:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4c00. 00000008:00000010:0.0:1773613380.680736:0:86565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613380.680738:0:86565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613380.680740:0:86565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613380.680742:0:86565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613380.680745:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4e00. 00000020:00000010:0.0:1773613380.680747:0:86565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613380.680749:0:86565:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.680750:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680751:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613380.680753:0:86565:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613380.680755:0:86565:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613380.680757:0:86565:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613380.680759:0:86565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff9936581121c8) for lock 0xa1aa084204a011c8 00800000:00000001:0.0:1773613380.680763:0:86565:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613380.680765:0:86565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613380.680766:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.680767:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.680768:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.680770:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680772:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.680774:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.680774:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613380.680776:0:86565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613380.680777:0:86565:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1773613380.680796:0:86565:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658076d80 inode ffff9936581121c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1773613380.680801:0:86565:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1773613380.680805:0:86565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff9936581121c8) 00000080:00000001:0.0:1773613380.680808:0:86565:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613380.680811:0:86565:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993644aad600. 00000100:00000001:0.0:1773613380.680816:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.680822:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.680829:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.680837:0:86565:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773613380.680839:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204ba60 00000080:00200008:0.0:1773613380.680841:0:86565:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff9936581121c8), flags 100101 00000080:00000010:0.0:1773613380.680847:0:86565:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364a3fd2c0. 00000020:00000010:0.0:1773613380.680852:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff993644bc7800. 00000080:00000010:0.0:1773613380.680857:0:86565:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364345c580. 00000080:00000001:0.0:1773613380.680860:0:86565:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:0.0:1773613380.680863:0:86565:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1773613380.680867:0:86565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1773613380.680870:0:86565:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993659d0ba80. 00000002:00100000:0.0:1773613380.680874:0:86565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613380.680881:0:86565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613380.680883:0:86565:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1773613380.680886:0:86565:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1773613380.680889:0:86565:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.680891:0:86565:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.680894:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.680897:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1773613380.680903:0:86565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613380.680905:0:86565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613380.680929:0:86565:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773613380.680931:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.680987:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204ba60 00000080:00000008:0.0:1773613380.680989:0:86565:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff9936581121c8), flags 100101, rc = 0 00000080:00000001:0.0:1773613380.680994:0:86565:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613380.680996:0:86565:0:(dcache.c:176:ll_intent_release()) intent ffff99364a848300 released 00000080:00010000:0.0:1773613380.680998:0:86565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011c8 from it ffff99364a848300 00010000:00000001:0.0:1773613380.681000:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.681002:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.681003:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613380.681005:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.681007:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613380.681008:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613380.681011:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.681024:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.681026:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.681027:0:86565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613380.681029:0:86565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613380.681032:0:86565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613380.681039:0:86565:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.681041:0:86565:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613380.681043:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613380.681046:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.681047:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.681049:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681052:0:86565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613380.681053:0:86565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681055:0:86565:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681058:0:86565:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681059:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613380.681060:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.681061:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613380.681062:0:86565:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613380.681064:0:86565:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773613380.681066:0:86565:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613380.681068:0:86565:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613380.681070:0:86565:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613380.681071:0:86565:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681073:0:86565:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773613380.681074:0:86565:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681076:0:86565:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613380.681078:0:86565:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681079:0:86565:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613380.681082:0:86565:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a848300. 00000080:00000001:0.0:1773613380.681085:0:86565:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681089:0:86565:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773613380.681091:0:86565:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff9936581121c8), inode mode 81a4 mask 42 00000080:00000001:0.0:1773613380.681095:0:86565:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681117:0:86565:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613380.681120:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613380.681122:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613380.681124:0:86565:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681193:0:86565:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613380.681196:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bd88 00000080:00200008:0.0:1773613380.681198:0:86565:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:0.0:1773613380.681201:0:86565:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613380.681203:0:86565:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681205:0:86565:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613380.681208:0:86565:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681209:0:86565:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1773613380.681211:0:86565:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681212:0:86565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613380.681216:0:86565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613380.681219:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4e00. 00000020:00000010:0.0:1773613380.681221:0:86565:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4c00. 00000020:00000010:0.0:1773613380.681224:0:86565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613380.681227:0:86565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613380.681230:0:86565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613380.681232:0:86565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613380.681235:0:86565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613380.681237:0:86565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613380.681240:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000008:00000010:0.0:1773613380.681242:0:86565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613380.681245:0:86565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613380.681248:0:86565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613380.681250:0:86565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613380.681252:0:86565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613380.681254:0:86565:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000080:00000001:0.0:1773613380.681257:0:86565:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613380.681258:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bc98 00000080:00200000:0.0:1773613380.681260:0:86565:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:0.0:1773613380.681265:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bc30 00000080:00200000:0.0:1773613380.681267:0:86565:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613380.681269:0:86565:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613380.681280:0:86565:0:(cl_io.c:214:cl_io_rw_init()) header@000000000f051e5e[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:0.0:1773613380.681282:0:86565:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:0.0:1773613380.681285:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613380.681287:0:86565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613380.681290:0:86565:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613380.681291:0:86565:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613380.681294:0:86565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613380.681296:0:86565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613380.681299:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613380.681303:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681305:0:86565:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613380.681306:0:86565:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681308:0:86565:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613380.681310:0:86565:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99366113bdf8 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613380.681312:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613380.681315:0:86565:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613380.681317:0:86565:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613380.681319:0:86565:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613380.681320:0:86565:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613380.681322:0:86565:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:0.0:1773613380.681324:0:86565:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613380.681326:0:86565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613380.681327:0:86565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681329:0:86565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613380.681330:0:86565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613380.681331:0:86565:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613380.681332:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:0.0:1773613380.681334:0:86565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681336:0:86565:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613380.681338:0:86565:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1773613380.681340:0:86565:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613380.681342:0:86565:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681345:0:86565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613380.681346:0:86565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613380.681348:0:86565:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613380.681350:0:86565:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613380.681351:0:86565:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1773613380.681354:0:86565:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:0.0:1773613380.681356:0:86565:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613380.681358:0:86565:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613380.681361:0:86565:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613380.681364:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613380.681365:0:86565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613380.681367:0:86565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613380.681369:0:86565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613380.681372:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000020:00000010:0.0:1773613380.681375:0:86565:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4200. 00000020:00000010:0.0:1773613380.681377:0:86565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613380.681380:0:86565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613380.681383:0:86565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613380.681386:0:86565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613380.681388:0:86565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613380.681391:0:86565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613380.681394:0:86565:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000008:00000010:0.0:1773613380.681397:0:86565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613380.681399:0:86565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613380.681401:0:86565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613380.681404:0:86565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613380.681405:0:86565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613380.681407:0:86565:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613380.681410:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:0.0:1773613380.681411:0:86565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613380.681413:0:86565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613380.681414:0:86565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613380.681415:0:86565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681417:0:86565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681418:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613380.681421:0:86565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613380.681423:0:86565:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613380.681425:0:86565:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681427:0:86565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681429:0:86565:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681430:0:86565:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681432:0:86565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681433:0:86565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613380.681435:0:86565:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613380.681437:0:86565:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613380.681439:0:86565:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613380.681442:0:86565:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681444:0:86565:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681446:0:86565:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613380.681447:0:86565:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1773613380.681449:0:86565:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613380.681450:0:86565:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613380.681451:0:86565:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681453:0:86565:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681455:0:86565:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681457:0:86565:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613380.681458:0:86565:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681460:0:86565:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613380.681462:0:86565:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613380.681463:0:86565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613380.681464:0:86565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613380.681465:0:86565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681466:0:86565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681468:0:86565:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681469:0:86565:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681470:0:86565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613380.681472:0:86565:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613380.681473:0:86565:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613380.681475:0:86565:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613380.681477:0:86565:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613380.681480:0:86565:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1773613380.681484:0:86565:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93ba00. 00020000:00000002:0.0:1773613380.681486:0:86565:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613380.681488:0:86565:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613380.681490:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613380.681491:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613380.681493:0:86565:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613380.681496:0:86565:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613380.681498:0:86565:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613380.681500:0:86565:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613380.681502:0:86565:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613380.681505:0:86565:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93ba30, osc lock ffff993658ce9a20, flags 0x0 00000020:00000001:0.0:1773613380.681507:0:86565:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681509:0:86565:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613380.681511:0:86565:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191320064 : -113016518231552 : ffff99364a93ba00) 00000020:00000001:0.0:1773613380.681513:0:86565:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613380.681514:0:86565:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613380.681515:0:86565:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681517:0:86565:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681519:0:86565:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613380.681520:0:86565:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613380.681522:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613380.681523:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613380.681524:0:86565:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613380.681526:0:86565:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613380.681528:0:86565:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613380.681530:0:86565:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.681533:0:86565:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613380.681535:0:86565:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613380.681536:0:86565:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613380.681537:0:86565:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613380.681538:0:86565:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613380.681539:0:86565:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613380.681541:0:86565:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613380.681544:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613380.681548:0:86565:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681551:0:86565:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613380.681555:0:86565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613380.681559:0:86565:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00010000:00000001:0.0:1773613380.681563:0:86565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613380.681567:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613380.681569:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.681572:0:86565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613380.681573:0:86565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613380.681577:0:86565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613380.681582:0:86565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3e200. 00000100:00000001:0.0:1773613380.681587:0:86565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681592:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613380.681593:0:86565:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681595:0:86565:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613380.681596:0:86565:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681597:0:86565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681600:0:86565:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00010000:00000001:0.0:1773613380.681602:0:86565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613380.681605:0:86565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613380.681608:0:86565:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d800. 00010000:00000010:0.0:1773613380.681611:0:86565:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364a08d400. 00010000:00000001:0.0:1773613380.681615:0:86565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613380.681618:0:86565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937a00. 00000020:00000010:0.0:1773613380.681622:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff99364a93b300. 00000020:00000001:0.0:1773613380.681624:0:86565:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613380.681626:0:86565:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937a00 with handle 0xa1aa084204a011cf to hash 00000020:00000001:0.0:1773613380.681629:0:86565:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613380.681630:0:86565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000010:0.0:1773613380.681633:0:86565:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345c200. 00010000:00000001:0.0:1773613380.681635:0:86565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613380.681637:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613380.681639:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613380.681642:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613380.681649:0:86565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613380.681659:0:86565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613380.681664:0:86565:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613380.681666:0:86565:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613380.681671:0:86565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613380.681673:0:86565:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613380.681675:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613380.681676:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000001:0.0:1773613380.681679:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613380.681681:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.681682:0:86565:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613380.681684:0:86565:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613380.681689:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.681697:0:86565:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613380.681699:0:86565:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613380.681702:0:86565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613380.681704:0:86565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613380.681707:0:86565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613380.681709:0:86565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477110272:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613380.681713:0:86565:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613380.681718:0:86565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613380.681721:0:86565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613380.681723:0:86565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613380.681727:0:86565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecd400. 02000000:00000001:0.0:1773613380.681729:0:86565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613380.681736:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613380.681740:0:86565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613380.681746:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613380.681752:0:86565:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477110272, portal 4 00000100:00000001:0.0:1773613380.681754:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613380.681755:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:0.0:1773613380.681760:0:86565:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.681766:0:86565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613380.681768:0:86565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613380.681771:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000200:0.0:1773613380.681774:0:86565:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477110272, offset 0 00000400:00000200:0.0:1773613380.681780:0:86565:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613380.681798:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613380.681805:0:86565:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613380.681810:0:86565:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613380.681814:0:86565:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613380.681817:0:86565:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613380.681820:0:86565:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613380.681824:0:86565:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225000:225000:256:4294967295] 192.168.203.144@tcp LPNI seq info [224935:224935:8:4294967295] 00000400:00000200:0.0:1773613380.681828:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613380.681838:0:86565:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613380.681844:0:86565:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613380.681849:0:86565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613380.681855:0:86565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613380.681861:0:86565:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613380.681865:0:86565:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613380.681888:0:86565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613380.681892:0:86565:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 36683 usecs (37 jiffies) 00000400:00000200:0.0:1773613380.681896:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613380.681898:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300470504 00000100:00000010:0.0:1773613380.681902:0:86565:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853780. 00000100:00000001:0.0:1773613380.681908:0:86565:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613380.681918:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300470504 00000100:00000010:0.0:1773613380.681921:0:86565:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8538a0. 00000100:00000001:0.0:1773613380.681924:0:86565:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613380.681926:0:86565:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.681929:0:86565:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.681932:0:86565:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613380.681962:0:86565:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613380.681965:0:86565:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613380.681967:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613380.681970:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.681999:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682001:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682005:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682007:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613380.682008:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613380.682011:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613380.682013:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613380.682014:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682016:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613380.682018:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682019:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682021:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682026:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682027:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682030:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682031:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.682033:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682034:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613380.682038:0:83529:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff993660d3fe00. 00010000:00000001:0.0:1773613380.682040:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613380.682042:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613380.682057:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613380.682059:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613380.682061:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1773613380.683070:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613380.683083:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:3.0:1773613380.683090:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613380.683097:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613380.683103:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:3.0:1773613380.683105:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:3.0:1773613380.683109:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613380.683115:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.683124:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613380.683127:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613380.683132:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.683134:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613380.686182:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.686198:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613380.686201:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.686202:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.686209:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.686215:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613380.686221:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.686227:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.686232:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.686235:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b195e380 00000400:00000200:2.0:1773613380.686544:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4fed [2] + 656 00000800:00000001:2.0:1773613380.686550:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.686559:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.686561:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.686563:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613380.686568:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613380.686570:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613380.686574:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8380. 00000100:00000040:2.0:1773613380.686577:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab8380 x1859762473264000 msgsize 328 00000100:00100000:2.0:1773613380.686580:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613380.686625:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613380.686634:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.686638:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613380.686677:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613380.686680:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473264000 02000000:00000001:3.0:1773613380.686683:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613380.686685:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613380.686687:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613380.686691:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613380.686695:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473264000 00000020:00000001:3.0:1773613380.686698:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613380.686699:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:3.0:1773613380.686702:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613380.686705:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:3.0:1773613380.686707:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:3.0:1773613380.686710:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:3.0:1773613380.686713:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613380.686718:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecfc0. 00000100:00000001:3.0:1773613380.686720:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613380.686723:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecfc0. 00000020:00000010:3.0:1773613380.686728:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b600. 00000020:00000010:3.0:1773613380.686734:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50180. 00000020:00000010:3.0:1773613380.686739:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613380.686746:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613380.686749:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613380.686751:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613380.686753:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.686759:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.686818:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613380.686841:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613380.686843:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613380.686848:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 47 00000100:00000040:3.0:1773613380.686852:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:3.0:1773613380.686854:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561977728 : -113016147573888 : ffff993660ab8380) 00000100:00000040:3.0:1773613380.686861:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab8380 x1859762473264000/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:611/0 lens 328/0 e 0 to 0 dl 1773613391 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613380.686869:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613380.686872:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ecfc0. 00000100:00000001:3.0:1773613380.686874:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613380.686877:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ecfc0. 00000100:00100000:3.0:1773613380.687089:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:27822:x1859762473264000:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613380.687094:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473264000 00010000:00000001:3.0:1773613380.687097:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613380.687104:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613380.687105:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613380.687107:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:3.0:1773613380.687110:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:3.0:1773613380.687112:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:3.0:1773613380.687116:0:67848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613380.687119:0:67848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613380.687125:0:67848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:3.0:1773613380.687136:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613380.687149:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613380.687154:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b29800. 02000000:00000001:3.0:1773613380.687157:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.687160:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613380.687164:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613380.687167:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613380.687171:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613380.687175:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613380.687178:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 22 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613380.687180:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613380.687183:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613380.687185:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613380.687187:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613380.687190:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613380.687195:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc908. 00000100:00000200:3.0:1773613380.687199:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473264000, offset 224 00000400:00000200:3.0:1773613380.687205:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613380.687212:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613380.687219:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613380.687225:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225001:225001:256:4294967295] 192.168.203.144@tcp LPNI seq info [224936:224936:8:4294967295] 00000400:00000200:3.0:1773613380.687229:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613380.687237:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613380.687241:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613380.687246:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613380.687251:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613380.687257:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613380.687262:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613380.687271:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613380.687275:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613380.687278:0:67848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613380.687282:0:67848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993658c13a80. 00010000:00000001:3.0:1773613380.687284:0:67848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613380.687301:0:67848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613380.687303:0:67848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613380.687305:0:67848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613380.687307:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613380.687312:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8380 x1859762473264000/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:611/0 lens 328/224 e 0 to 0 dl 1773613391 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613380.687474:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:27822:x1859762473264000:12345-192.168.203.144@tcp:104: Request processed in 450us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613380.687485:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 47 00000100:00000040:3.0:1773613380.687489:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613380.687492:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613380.687494:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613380.687498:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50180. 00000020:00000010:3.0:1773613380.687506:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613380.687509:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b600. 00000020:00000040:3.0:1773613380.687513:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:3.0:1773613380.687516:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613380.687577:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613380.687579:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.687582:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773613380.687585:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773613380.687586:0:79322:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613380.687591:0:79322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613380.687600:0:79322:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff99364a936800 is referenced, will be cancelled later 00000008:00000001:1.0:1773613380.687602:0:79322:0:(osc_request.c:3996:osc_hp_handler()) Process entered 00000020:00000001:1.0:1773613380.687606:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613380.687611:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613380.687614:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000020:00000010:1.0:1773613380.687619:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aac000. 00000020:00000010:1.0:1773613380.687623:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8483c0. 00000008:00000010:1.0:1773613380.687628:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613380.687632:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613380.687636:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613380.687641:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613380.687645:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613380.687650:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad600. 00000008:00000010:1.0:1773613380.687653:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613380.687657:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613380.687661:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613380.687664:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613380.687667:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613380.687669:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613380.687673:0:79322:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1773613380.687675:0:79322:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1773613380.687679:0:79322:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613380.687683:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613380.687685:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aac000. 00000020:00000010:1.0:1773613380.687689:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8483c0. 00000008:00000010:1.0:1773613380.687692:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613380.687695:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613380.687697:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613380.687701:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613380.687705:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613380.687707:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00000008:00000010:1.0:1773613380.687711:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613380.687713:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613380.687716:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613380.687719:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613380.687722:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad600. 00000020:00000010:1.0:1773613380.687724:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000008:00000001:1.0:1773613380.687726:0:79322:0:(osc_request.c:4028:osc_hp_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.687729:0:79322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613380.687737:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613380.687739:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613380.687740:0:79322:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773613380.687742:0:79322:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993658c13a80. 00010000:00000001:1.0:1773613380.687745:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613380.687747:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613380.687748:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.687750:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613380.687751:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613380.687752:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.687754:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613380.687755:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613380.687756:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613380.687757:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1773613380.693183:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613380.693191:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613380.693197:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.693206:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613380.693213:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc908 00000400:00000010:2.0:1773613380.693216:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc908. 00000100:00000001:2.0:1773613380.693221:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773613380.693222:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773613380.703851:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.703867:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613380.703871:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.703874:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.703989:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.703997:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613380.704006:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.704010:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.704016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.704019:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d09400 00000400:00000200:2.0:1773613380.704025:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613380.704032:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b5795 [1] + 224 00000800:00000001:2.0:1773613380.704039:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.704046:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613380.704049:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613380.704053:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613380.704060:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613380.704068:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613380.704079:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613380.704095:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613380.704103:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613380.704106:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773613380.705734:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946100. 00000100:00000001:0.0:1773613380.705760:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613380.705769:0:86565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613380.705772:0:86565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613380.705775:0:86565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613380.705779:0:86565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:0.0:1773613380.705795:0:86565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:0.0:1773613380.705799:0:86565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613380.705809:0:86565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613380.705820:0:86565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.705828:0:86565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613380.705831:0:86565:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.705833:0:86565:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613380.705837:0:86565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613380.705839:0:86565:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613380.705841:0:86565:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613380.705843:0:86565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613380.705852:0:86565:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=4 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613380.705856:0:86565:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613380.705858:0:86565:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613380.705860:0:86565:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.705862:0:86565:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613380.705865:0:86565:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.705869:0:86565:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613380.705872:0:86565:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613380.705873:0:86565:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613380.705875:0:86565:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613380.705879:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.706018:0:86565:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613380.706021:0:86565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613380.706023:0:86565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613380.706028:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613380.706035:0:86565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477110272:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613380.706040:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613380.706043:0:86565:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613380.706045:0:86565:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613380.706047:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613380.706050:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613380.706057:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613380.706059:0:86565:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613380.706063:0:86565:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613380.706065:0:86565:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.706067:0:86565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613380.706070:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613380.706072:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613380.706075:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:0.0:1773613380.706078:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613380.706080:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000040:0.0:1773613380.706087:0:86565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937a00, remote cookie: 0x1dc4d5fc0aabda91, flags: 0x20002 00010000:00000001:0.0:1773613380.706090:0:86565:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773613380.706092:0:86565:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613380.706094:0:86565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1773613380.706101:0:86565:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613380.706112:0:86565:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4b:0x0].0x0 (ffff99364a08d800) refcount = 1 00010000:00000040:0.0:1773613380.706115:0:86565:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773613380.706118:0:86565:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613380.706124:0:86565:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613380.706127:0:86565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773613380.706130:0:86565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613380.706152:0:86565:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773613380.719107:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300470504, at 4300470505 00000100:00000010:2.0:1773613380.719121:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853780. 00000100:00000040:3.0:1773613380.719366:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300470504, at 4300470505 00000100:00000010:3.0:1773613380.719373:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8538a0. 00010000:00000001:0.0:1773613381.702083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702089:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613381.702095:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702096:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613381.702100:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613381.702106:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702107:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613381.702110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613381.702115:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613381.702116:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613381.702150:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613381.702152:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613381.702154:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613382.027407:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027457:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027477:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73ad80. 00000020:00000040:1.0:1773613382.027484:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613382.027488:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027491:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027495:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027504:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649b98300. 00000100:00000001:1.0:1773613382.027521:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027533:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027543:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027547:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027554:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b741157d] to pc [ptlrpcd_00_01+1] req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027585:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027588:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027591:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027594:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738380. 00000020:00000040:1.0:1773613382.027597:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613382.027599:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027601:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027603:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027607:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993649b98800. 00000100:00000001:1.0:1773613382.027610:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027615:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027623:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027624:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027628:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571d350c] to pc [ptlrpcd_00_00+0] req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027637:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027640:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027643:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027646:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739c00. 00000020:00000040:1.0:1773613382.027648:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613382.027650:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027651:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027652:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027656:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b4cee00. 00000100:00000001:1.0:1773613382.027658:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027662:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027669:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027670:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027674:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bad3f115] to pc [ptlrpcd_00_01+1] req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027681:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027683:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027685:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027689:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73a300. 00000020:00000040:1.0:1773613382.027691:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613382.027693:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027694:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027696:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027700:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364ca34700. 00000100:00000001:1.0:1773613382.027702:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027706:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027713:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027715:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027718:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06582a7] to pc [ptlrpcd_00_00+0] req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027745:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027747:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027750:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027753:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738700. 00000020:00000040:1.0:1773613382.027755:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613382.027758:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027759:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027760:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027764:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364ca34e00. 00000100:00000001:1.0:1773613382.027783:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027788:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027795:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027797:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027801:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed218cfc] to pc [ptlrpcd_00_01+1] req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027808:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027810:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027814:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027817:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613382.027819:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:1.0:1773613382.027821:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027822:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027824:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027827:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364ca34400. 00000100:00000001:1.0:1773613382.027830:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027834:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027840:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027842:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027846:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c25f89e] to pc [ptlrpcd_00_00+0] req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027853:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027855:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613382.027857:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613382.027860:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613382.027862:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=3 obd=lustre-OST0001-osc-ffff99365922b000 00000100:00000001:1.0:1773613382.027864:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613382.027874:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613382.027876:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613382.027880:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993643bf1700. 00000100:00000001:1.0:1773613382.027882:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027886:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613382.027893:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613382.027894:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027898:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.027905:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.027909:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5809) 00000100:00000001:0.0:1773613382.029962:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.029970:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613382.029973:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.029985:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.029995:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.029998:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030002:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030005:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030008:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030011:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477110400:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030014:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030036:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030038:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030041:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030049:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613382.030052:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030058:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030062:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613382.030069:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613382.030076:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477110400, portal 25 00000100:00000001:0.0:1773613382.030078:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030079:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189219712 : -113016520331904 : ffff99364a73ad80) 00000100:00000040:0.0:1773613382.030084:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030096:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030100:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030102:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613382.030105:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477110400, offset 0 00000400:00000200:0.0:1773613382.030112:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030120:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030127:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030132:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030136:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.030140:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.030143:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030147:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225002:225002:256:4294967295] 192.168.203.144@tcp LPNI seq info [224937:224937:8:4294967295] 00000400:00000200:0.0:1773613382.030151:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030159:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.030164:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.030170:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613382.030176:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.030184:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.030189:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.030209:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030213:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.030215:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300475777 00000100:00000010:0.0:1773613382.030220:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853540. 00000100:00000001:0.0:1773613382.030226:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613382.030231:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300475777 00000100:00000010:0.0:1773613382.030234:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853ae0. 00000100:00000001:0.0:1773613382.030237:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613382.030240:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.030242:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030245:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.030249:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030256:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.030258:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030260:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030262:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030264:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030267:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030270:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030273:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030274:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030276:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030279:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613382.030280:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030284:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030286:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f948. 00000400:00000010:0.0:1773613382.030290:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613382.030293:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477110656, portal 4 00000100:00000001:0.0:1773613382.030294:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030296:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189215232 : -113016520336384 : ffff99364a739c00) 00000100:00000040:0.0:1773613382.030302:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030308:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030310:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030313:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17220. 00000100:00000200:0.0:1773613382.030315:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477110656, offset 0 00000400:00000200:0.0:1773613382.030318:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030322:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030325:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030327:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030330:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.030332:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.030335:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030338:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225003:225003:255:4294967295] 192.168.203.144@tcp LPNI seq info [224938:224938:7:4294967295] 00000400:00000200:0.0:1773613382.030342:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030347:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.030352:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.030355:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613382.030359:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.030363:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.030366:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.030369:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.030373:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 169518 usecs (170 jiffies) 00000400:00000200:0.0:1773613382.030375:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.030377:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300471986 00000100:00000001:0.0:1773613382.030379:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030381:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300471986 00000100:00000001:0.0:1773613382.030383:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030385:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.030386:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030388:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.030393:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030400:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.030401:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030403:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030405:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030407:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030410:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477110912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030413:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030416:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030417:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030419:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030422:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613382.030424:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030427:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030429:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613382.030432:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613382.030435:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477110912, portal 10 00000100:00000001:0.0:1773613382.030437:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030438:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189209856 : -113016520341760 : ffff99364a738700) 00000100:00000040:0.0:1773613382.030444:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030449:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030452:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030454:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000200:0.0:1773613382.030457:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477110912, offset 0 00000400:00000200:0.0:1773613382.030461:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030465:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030467:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030470:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030472:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.030474:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.030476:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030478:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225004:225004:254:4294967295] 192.168.203.144@tcp LPNI seq info [224939:224939:6:4294967295] 00000400:00000200:0.0:1773613382.030482:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030488:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.030492:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.030495:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 00000800:00000200:0.0:1773613382.030499:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.030503:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.030505:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.030509:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.030512:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 40346 usecs (41 jiffies) 00000400:00000200:0.0:1773613382.030514:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.030516:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300471857 00000100:00000001:0.0:1773613382.030519:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030520:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300471857 00000100:00000001:0.0:1773613382.030522:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030524:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.030526:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030528:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.030545:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030552:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.030553:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030556:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030557:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030559:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030562:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477111168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030565:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030567:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030569:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030571:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030574:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613382.030575:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030578:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030581:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996faa8. 00000400:00000010:0.0:1773613382.030584:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613382.030587:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111168, portal 4 00000100:00000001:0.0:1773613382.030589:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030591:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:0.0:1773613382.030597:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030603:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030605:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030607:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613382.030609:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477111168, offset 0 00000400:00000200:0.0:1773613382.030613:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030617:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030620:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030622:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030624:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.030626:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.030628:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030631:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225005:225005:253:4294967295] 192.168.203.144@tcp LPNI seq info [224940:224940:5:4294967295] 00000400:00000200:0.0:1773613382.030635:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030641:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.030645:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.030648:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613382.030651:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.030656:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.030658:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.030661:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.030663:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: using a timeout of 49683 usecs (50 jiffies) 00000400:00000200:0.0:1773613382.030666:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.030668:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300471866 00000100:00000001:0.0:1773613382.030670:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030672:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300471866 00000100:00000001:0.0:1773613382.030674:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030675:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.030677:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030680:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030695:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.030702:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613382.030703:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613382.030705:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.030706:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613382.030708:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030711:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1773613382.030712:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.030714:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613382.030715:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.030717:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.030717:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613382.030718:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.030723:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030728:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.030730:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030732:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030733:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030735:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030737:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030740:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030743:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030744:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030746:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030749:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613382.030750:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030753:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030756:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613382.030758:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613382.030761:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477110528, portal 10 00000100:00000001:0.0:1773613382.030763:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030764:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208960 : -113016520342656 : ffff99364a738380) 00000100:00000040:0.0:1773613382.030769:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030785:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030787:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030789:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17dd0. 00000100:00000200:0.0:1773613382.030791:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477110528, offset 0 00000400:00000200:0.0:1773613382.030795:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030798:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030801:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030803:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030805:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.030808:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.030810:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030813:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225006:225006:252:4294967295] 192.168.203.144@tcp LPNI seq info [224941:224941:4:4294967295] 00000400:00000200:0.0:1773613382.030816:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030822:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.030826:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.030829:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613382.030833:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.030837:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.030839:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.030842:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.030856:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 499275 usecs (500 jiffies) 00000400:00000200:0.0:1773613382.030859:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.030861:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300472316 00000100:00000001:0.0:1773613382.030864:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030866:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300472316 00000100:00000001:0.0:1773613382.030868:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.030870:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.030872:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.030874:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.030878:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030884:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.030886:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030888:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.030889:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.030891:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.030893:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110784:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.030896:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.030898:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.030900:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.030901:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.030904:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613382.030906:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.030909:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.030911:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613382.030915:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613382.030918:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477110784, portal 4 00000100:00000001:0.0:1773613382.030919:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.030920:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189217024 : -113016520334592 : ffff99364a73a300) 00000100:00000040:0.0:1773613382.030926:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.030932:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.030979:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.030981:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613382.030984:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477110784, offset 0 00000400:00000200:0.0:1773613382.030988:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.030991:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.030994:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.030997:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.030999:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.031001:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.031004:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.031006:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225007:225007:251:4294967295] 192.168.203.144@tcp LPNI seq info [224942:224942:3:4294967295] 00000400:00000200:0.0:1773613382.031010:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.031016:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.031020:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.031024:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613382.031028:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.031032:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.031034:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.031037:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.031039:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 588726 usecs (589 jiffies) 00000400:00000200:0.0:1773613382.031042:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.031044:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300472406 00000100:00000001:0.0:1773613382.031046:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.031047:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300472406 00000100:00000001:0.0:1773613382.031049:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.031051:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.031053:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.031055:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613382.031060:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.031066:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613382.031067:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.031069:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613382.031071:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613382.031073:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613382.031075:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477111040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.031078:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613382.031081:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613382.031082:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.031084:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613382.031087:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f29600. 02000000:00000001:0.0:1773613382.031089:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613382.031091:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613382.031094:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9a0. 00000400:00000010:0.0:1773613382.031097:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613382.031099:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111040, portal 4 00000100:00000001:0.0:1773613382.031101:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613382.031102:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:0.0:1773613382.031107:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.031112:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613382.031113:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613382.031116:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17770. 00000100:00000200:0.0:1773613382.031117:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477111040, offset 0 00000400:00000200:0.0:1773613382.031120:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613382.031123:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.031126:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613382.031128:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613382.031131:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613382.031133:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613382.031135:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613382.031137:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225008:225008:250:4294967295] 192.168.203.144@tcp LPNI seq info [224943:224943:2:4294967295] 00000400:00000200:0.0:1773613382.031141:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613382.031146:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613382.031150:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613382.031153:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613382.031157:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613382.031160:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613382.031163:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613382.031166:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.031168:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 33438 usecs (34 jiffies) 00000400:00000200:0.0:1773613382.031171:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613382.031172:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300471851 00000100:00000001:0.0:1773613382.031174:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.031177:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300471851 00000100:00000001:0.0:1773613382.031178:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300475777 00000100:00000001:0.0:1773613382.031181:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.031182:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.031185:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.031187:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.031197:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.031199:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613382.031862:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.031867:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613382.031874:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.031881:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.031886:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:2.0:1773613382.031889:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:2.0:1773613382.031893:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.031898:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.031906:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.031909:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.031916:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.031917:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.031929:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.031960:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613382.031964:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.031967:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.031970:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17220 00000400:00000010:2.0:1773613382.031972:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17220. 00000100:00000001:2.0:1773613382.031974:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.031977:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.031984:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.031987:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.031993:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.031995:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.032002:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.032004:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:2.0:1773613382.032006:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.032009:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.032011:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:2.0:1773613382.032012:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:2.0:1773613382.032014:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.032018:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032024:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.032026:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032031:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.032033:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.032038:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.032039:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:2.0:1773613382.032041:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.032044:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.032046:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:2.0:1773613382.032047:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:2.0:1773613382.032050:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.032053:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032059:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.032062:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032068:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.032069:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.032076:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.032077:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613382.032080:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.032083:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.032085:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:2.0:1773613382.032086:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:2.0:1773613382.032088:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.032092:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032098:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.032101:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032107:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.032108:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.032114:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.032116:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613382.032118:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.032121:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.032123:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:2.0:1773613382.032125:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:2.0:1773613382.032127:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.032130:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032137:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.032140:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032146:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.032148:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613382.032202:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613382.032205:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:2.0:1773613382.032207:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.032211:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613382.032213:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:2.0:1773613382.032215:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:2.0:1773613382.032217:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613382.032220:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032227:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613382.032230:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.032236:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613382.032237:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613382.048702:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048721:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.048725:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048728:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.048737:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048744:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.048754:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048759:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048764:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048783:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09580 00000400:00000200:2.0:1773613382.048788:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048793:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57ad [1] + 224 00000800:00000001:2.0:1773613382.048801:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048807:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.048809:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.048814:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.048830:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.048838:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.048849:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.048879:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.048886:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048890:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.048892:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048894:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.048897:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048900:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.048904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048907:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048909:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048921:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09680 00000400:00000200:2.0:1773613382.048925:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.048929:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57b5 [1] + 224 00000800:00000001:2.0:1773613382.048960:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.048974:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.048977:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.048980:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.048982:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.048987:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.048995:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.049001:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.049005:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049009:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.049011:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049012:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.049016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049019:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.049023:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049025:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049028:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049030:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09500 00000400:00000200:2.0:1773613382.049033:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049037:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57c5 [1] + 224 00000800:00000001:2.0:1773613382.049040:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049043:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.049045:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.049048:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.049050:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.049054:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.049061:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.049068:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.049071:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049074:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.049076:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049078:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.049080:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049083:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.049087:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049090:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049092:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049094:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09600 00000400:00000200:2.0:1773613382.049097:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.049101:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57cd [1] + 224 00000800:00000001:2.0:1773613382.049104:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.049112:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.049114:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.049117:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.049120:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.049124:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.050439:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.050451:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.050459:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.050467:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.050470:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.050472:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.050477:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.050481:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.050486:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.050489:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.050492:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.050495:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d09480 00000400:00000200:2.0:1773613382.053739:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.053751:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57a5 [1] + 224 00000800:00000001:2.0:1773613382.053782:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.053804:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.053808:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.053812:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.053829:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.053838:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.053850:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.053860:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.053869:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.053873:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057242:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.057249:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613382.057258:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613382.057261:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613382.057265:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613382.057273:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:0.0:1773613382.057276:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:0.0:1773613382.057279:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613382.057290:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613382.057301:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057310:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613382.057311:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057314:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613382.057317:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613382.057319:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613382.057321:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.057324:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613382.057333:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=10 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613382.057338:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613382.057341:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613382.057343:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.057346:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613382.057350:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057354:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613382.057356:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215235 00000100:00000001:0.0:1773613382.057359:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613382.057361:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.057366:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057374:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.057378:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613382.057380:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613382.057384:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613382.057392:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110528:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613382.057397:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613382.057399:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613382.057401:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613382.057403:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:0.0:1773613382.057405:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:0.0:1773613382.057407:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613382.057411:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613382.057420:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057426:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613382.057427:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057429:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613382.057430:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613382.057432:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613382.057434:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.057435:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613382.057439:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=10 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613382.057442:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613382.057445:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613382.057446:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.057447:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613382.057449:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057451:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613382.057452:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613382.057454:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613382.057455:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.057459:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057465:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.057467:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613382.057468:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613382.057472:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613382.057480:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110784:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613382.057486:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613382.057487:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613382.057489:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613382.057492:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:0.0:1773613382.057494:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:0.0:1773613382.057496:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613382.057501:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613382.057509:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057516:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613382.057519:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057520:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613382.057522:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613382.057523:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613382.057524:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.057526:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613382.057529:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613382.057545:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=107 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613382.057547:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613382.057548:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.057550:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613382.057552:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057554:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.057558:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057564:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.057566:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613382.057567:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613382.057571:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613382.057579:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477110400:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613382.057584:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613382.057586:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613382.057588:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f948. 00000400:00000200:0.0:1773613382.057590:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:0.0:1773613382.057592:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:0.0:1773613382.057594:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613382.057598:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613382.057606:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057612:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613382.057613:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057615:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613382.057616:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613382.057618:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613382.057619:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.057621:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613382.057624:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=10 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613382.057627:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613382.057630:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613382.057631:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.057633:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613382.057635:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057637:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613382.057638:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:0.0:1773613382.057640:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613382.057642:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.057646:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057652:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.057654:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613382.057655:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613382.057659:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613382.057667:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477110656:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613382.057672:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613382.057673:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613382.057675:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613382.057677:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613382.057679:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613382.057693:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613382.057697:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613382.057716:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057723:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613382.057725:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057727:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613382.057728:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613382.057729:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613382.057730:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613382.057732:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613382.057737:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=6 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613382.057740:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613382.057742:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613382.057743:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.057745:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613382.057747:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057749:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613382.057750:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613382.057752:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613382.057754:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613382.057757:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057764:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613382.057766:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613382.057768:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613382.057771:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613382.057788:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477110912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613382.057793:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.057795:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613382.057798:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738380 x1859762477110528/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057805:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613382.057807:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613382.057811:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613382.057816:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613382.057817:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613382.057819:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613382.057821:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613382.057824:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649b98800. 02000000:00000001:0.0:1773613382.057827:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613382.057828:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613382.057830:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738380. 00000100:00000001:0.0:1773613382.057833:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613382.057835:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057836:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613382.057839:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a300 x1859762477110784/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057854:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613382.057856:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613382.057857:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613382.057860:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613382.057861:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613382.057862:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613382.057864:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613382.057865:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364ca34700. 02000000:00000001:0.0:1773613382.057868:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613382.057869:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613382.057870:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a300. 00000100:00000001:0.0:1773613382.057873:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613382.057874:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057875:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613382.057878:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73ad80 x1859762477110400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057885:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613382.057886:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613382.057887:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613382.057889:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613382.057891:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613382.057892:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613382.057894:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613382.057895:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993649b98300. 02000000:00000001:0.0:1773613382.057897:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613382.057898:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613382.057899:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73ad80. 00000100:00000001:0.0:1773613382.057901:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613382.057902:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057903:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613382.057906:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739c00 x1859762477110656/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.057921:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613382.057923:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613382.057924:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613382.057926:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613382.057927:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613382.057929:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613382.057931:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613382.057982:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b4cee00. 02000000:00000001:0.0:1773613382.057986:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613382.057987:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613382.057989:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739c00. 00000100:00000001:0.0:1773613382.057991:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613382.057992:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.057994:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613382.057997:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738700 x1859762477110912/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613382.058003:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613382.058004:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613382.058006:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613382.058008:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613382.058009:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613382.058010:0:2390:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613382.058012:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613382.058013:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364ca34e00. 02000000:00000001:0.0:1773613382.058015:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613382.058017:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613382.058018:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738700. 00000100:00000001:0.0:1773613382.058020:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613382.058021:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613382.058024:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.058026:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613382.058028:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613382.058030:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613382.058032:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613382.064885:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.064903:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.064907:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.064909:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.064917:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.064925:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.064978:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.064982:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.064988:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.064992:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09780 00000400:00000200:2.0:1773613382.064997:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.065003:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57bd [1] + 224 00000800:00000001:2.0:1773613382.065010:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.065020:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.065024:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.065028:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.065035:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.065043:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.065054:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.065075:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.065083:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.065087:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.065143:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613382.065148:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613382.065154:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613382.065157:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613382.065160:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996faa8. 00000400:00000200:1.0:1773613382.065164:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:1.0:1773613382.065167:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:1.0:1773613382.065170:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613382.065175:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613382.065183:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.065189:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613382.065191:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.065193:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613382.065196:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613382.065198:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613382.065200:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613382.065203:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613382.065212:0:2390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993643ffc000. 00000100:00001000:1.0:1773613382.065220:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067ec58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613382.065223:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613382.065226:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613382.065228:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613382.065230:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613382.065234:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.065237:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613382.065239:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613382.065241:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613382.065243:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.065247:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.065254:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613382.065257:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613382.065258:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613382.065262:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613382.065269:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477111168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613382.065274:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.065276:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613382.065279:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477111168/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.065285:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613382.065288:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613382.065291:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:1.0:1773613382.065295:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613382.065297:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613382.065299:0:2390:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:1.0:1773613382.065301:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613382.065304:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993643bf1700. 02000000:00000001:1.0:1773613382.065307:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613382.065309:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613382.065311:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613382.065314:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613382.065315:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.065318:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.065320:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613382.065321:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613382.065323:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.065325:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613382.085683:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.085699:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613382.085703:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.085705:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.085714:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.085721:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613382.085730:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.085735:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.085740:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.085744:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09700 00000400:00000200:2.0:1773613382.085749:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613382.085755:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57d5 [1] + 224 00000800:00000001:2.0:1773613382.085762:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.085801:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613382.085804:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613382.085809:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613382.085815:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613382.085824:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613382.085835:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613382.085856:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613382.085871:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613382.085875:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.085952:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613382.085956:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613382.085972:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613382.085974:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613382.085977:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9a0. 00000400:00000200:1.0:1773613382.085982:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:1.0:1773613382.085984:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:1.0:1773613382.085987:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613382.085991:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613382.085999:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.086004:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613382.086006:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.086008:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613382.086011:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613382.086013:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613382.086015:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613382.086019:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613382.086029:0:2390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993643ff8000. 00000100:00001000:1.0:1773613382.086036:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613382.086040:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613382.086042:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613382.086044:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613382.086047:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613382.086051:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.086053:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613382.086056:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613382.086058:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613382.086059:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613382.086063:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.086069:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613382.086072:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613382.086074:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613382.086077:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613382.086084:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477111040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613382.086088:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.086090:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613382.086093:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477111040/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613382.086099:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613382.086101:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613382.086104:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f29600. 02000000:00000001:1.0:1773613382.086108:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613382.086109:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613382.086111:0:2390:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613382.086113:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613382.086115:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364ca34400. 02000000:00000001:1.0:1773613382.086118:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613382.086120:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613382.086122:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613382.086125:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613382.086127:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613382.086136:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.086138:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613382.086140:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613382.086141:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613382.086143:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727119:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727124:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727141:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727143:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727147:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727149:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613382.727152:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613382.727153:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613382.727175:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613382.727177:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613382.727180:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613383.046078:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613383.046092:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613383.046093:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=46 : 46 : 2e) 00000100:00000001:1.0:1773613383.046099:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613383.046101:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613383.046104:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613383.046108:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750520:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750527:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750532:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750534:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750538:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750539:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750543:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750544:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750548:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750549:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613383.750552:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613383.750553:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613383.750653:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613383.750656:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613383.750659:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613384.774232:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613384.774244:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774246:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613384.774249:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774250:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613384.774254:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774255:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613384.774258:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774259:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613384.774262:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613384.774263:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613384.774283:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613384.774286:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613384.774289:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613385.798101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798110:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613385.798112:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613385.798116:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798120:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613385.798122:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798124:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798126:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798130:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798132:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798136:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798137:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798163:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798164:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798169:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798172:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613385.798173:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613385.798175:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613385.798176:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798177:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613385.798178:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798180:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613385.798182:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613385.798204:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613385.798206:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613385.798209:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613386.054064:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300475777, at 4300475840 00000100:00000010:2.0:1773613386.054080:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853540. 00000100:00000040:3.0:1773613386.054162:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300475777, at 4300475840 00000100:00000010:3.0:1773613386.054168:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853ae0. 00010000:00000001:0.0:1773613386.822218:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822228:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822236:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822237:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822242:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822243:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822247:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822252:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613386.822254:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613386.822258:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822262:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613386.822264:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822267:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822269:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822274:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822275:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613386.822278:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613386.822282:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613386.822389:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613386.822393:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613386.822397:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773613387.142122:0:67847:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1773613387.142130:0:67847:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142163:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142173:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142188:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613387.142195:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613387.142200:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142203:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142210:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142220:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613387.142228:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142242:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142255:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142260:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142267:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_00+0] req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142302:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142306:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142309:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142312:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613387.142315:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613387.142318:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142319:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142321:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142324:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613387.142327:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142331:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142349:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142351:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142355:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142363:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142365:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142369:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142372:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613387.142374:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613387.142376:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142386:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142387:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142391:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613387.142394:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142398:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142406:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142408:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142411:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_00+0] req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142425:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142427:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142430:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142434:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613387.142437:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613387.142439:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142440:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142442:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142445:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613387.142447:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142451:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142458:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142460:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142464:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_01+1] req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142471:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142473:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142477:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142479:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6d80. 00000020:00000040:0.0:1773613387.142482:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613387.142484:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142485:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142486:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142489:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500d00. 00000100:00000001:0.0:1773613387.142492:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142495:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142502:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142505:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142508:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de34344] to pc [ptlrpcd_00_00+0] req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142515:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142517:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142521:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142523:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613387.142525:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613387.142527:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142528:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142530:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142532:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613387.142535:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142539:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142545:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142546:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142550:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_01+1] req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142557:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142559:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613387.142562:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613387.142564:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613387.142566:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=3 obd=lustre-OST0001-osc-ffff99365922b000 00000100:00000001:0.0:1773613387.142568:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613387.142569:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613387.142570:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613387.142575:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613387.142578:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142581:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613387.142595:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613387.142597:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142600:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613387.142619:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613387.142624:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5814) 00000100:00000001:1.0:1773613387.143054:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.143060:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613387.143063:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.143071:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143080:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.143083:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143088:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.143091:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.143094:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.143098:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477111296:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.143103:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.143111:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.143114:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143117:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.143125:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613387.143128:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.143137:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.143142:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613387.143150:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613387.143160:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111296, portal 25 00000100:00000001:1.0:1773613387.143163:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.143165:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:1.0:1773613387.143171:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143179:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.143182:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.143185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613387.143189:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477111296, offset 0 00000400:00000200:1.0:1773613387.143197:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143206:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143215:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.143222:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.143227:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.143231:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.143234:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143238:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225009:225009:256:4294967295] 192.168.203.144@tcp LPNI seq info [224944:224944:8:4294967295] 00000400:00000200:1.0:1773613387.143243:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143254:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.143261:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.143266:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1700. 00000800:00000200:1.0:1773613387.143275:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.143282:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.143287:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.143313:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.143318:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.143321:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300480890 00000100:00000010:1.0:1773613387.143327:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613387.143342:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613387.143348:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300480890 00000100:00000010:1.0:1773613387.143352:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613387.143355:0:2389:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613387.143358:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.143360:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.143363:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.143367:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143374:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.143384:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143387:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.143389:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.143391:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.143394:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111552:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.143398:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.143400:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.143401:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143403:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.143407:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613387.143409:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.143413:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.143416:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613387.143420:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613387.143423:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111552, portal 4 00000100:00000001:1.0:1773613387.143425:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.143426:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:1.0:1773613387.143433:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143439:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.143442:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.143445:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613387.143447:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477111552, offset 0 00000400:00000200:1.0:1773613387.143451:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143455:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143459:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.143461:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.143464:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.143466:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.143468:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143471:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225010:225010:255:4294967295] 192.168.203.144@tcp LPNI seq info [224945:224945:7:4294967295] 00000400:00000200:1.0:1773613387.143476:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143482:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.143486:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.143490:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1500. 00000800:00000200:1.0:1773613387.143493:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.143497:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.143500:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.143503:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.143507:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 168613 usecs (169 jiffies) 00000400:00000200:1.0:1773613387.143510:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.143513:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300477098 00000100:00000001:1.0:1773613387.143515:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.143518:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300477098 00000100:00000001:1.0:1773613387.143520:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.143522:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.143524:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.143526:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.143531:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143542:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.143543:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143545:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.143547:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.143549:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.143551:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477111808:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.143555:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.143557:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.143558:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.143560:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.143563:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613387.143565:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.143568:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.143571:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613387.143575:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613387.143577:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111808, portal 10 00000100:00000001:1.0:1773613387.143579:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.143580:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434242432 : -113016275309184 : ffff9936590e6d80) 00000100:00000040:1.0:1773613387.143586:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.143592:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.143596:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.143598:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613387.143600:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477111808, offset 0 00000400:00000200:1.0:1773613387.143616:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143620:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143623:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.143625:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.143628:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.143630:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.143632:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.143635:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225011:225011:254:4294967295] 192.168.203.144@tcp LPNI seq info [224946:224946:6:4294967295] 00000400:00000200:1.0:1773613387.143639:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.143644:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613387.144012:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.144018:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1700. 00000400:00000200:2.0:1773613387.144026:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.144032:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.144038:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:2.0:1773613387.144041:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:2.0:1773613387.144049:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.144055:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.144065:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.144068:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.144075:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.144077:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613387.144155:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.144158:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1500. 00000400:00000200:2.0:1773613387.144161:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.144164:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.144166:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:2.0:1773613387.144168:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:2.0:1773613387.144171:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.144174:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.144181:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.144184:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.144190:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.144191:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773613387.144565:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.144572:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1600. 00000800:00000200:1.0:1773613387.144577:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.144581:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.144584:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.144601:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.144616:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 40018 usecs (41 jiffies) 00000400:00000200:1.0:1773613387.144621:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.144623:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300476971 00000100:00000001:1.0:1773613387.144626:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.144629:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300476971 00000100:00000001:1.0:1773613387.144631:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.144633:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.144636:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.144639:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.144644:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.144931:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.144951:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.144957:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.144960:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.144963:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.144969:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477112064:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.144973:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.144978:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.144980:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.144983:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.144988:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613387.144990:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.144995:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.144998:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613387.145003:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613387.145008:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112064, portal 4 00000100:00000001:1.0:1773613387.145010:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.145012:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:1.0:1773613387.145020:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.145026:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.145029:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.145032:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3854c8. 00000100:00000200:1.0:1773613387.145034:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477112064, offset 0 00000400:00000200:1.0:1773613387.145040:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.145046:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.145051:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.145055:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.145058:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.145061:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.145064:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.145067:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225012:225012:255:4294967295] 192.168.203.144@tcp LPNI seq info [224947:224947:7:4294967295] 00000400:00000200:1.0:1773613387.145072:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.145079:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.145084:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.145088:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1900. 00000800:00000200:1.0:1773613387.145092:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.145097:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.145099:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.145102:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.145105:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: using a timeout of 48147 usecs (49 jiffies) 00000400:00000200:1.0:1773613387.145108:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.145110:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300476980 00000100:00000001:1.0:1773613387.145112:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.145114:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300476980 00000100:00000001:1.0:1773613387.145116:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.145118:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.145120:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.145123:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.145127:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.145136:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613387.145138:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613387.145141:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.145143:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613387.145145:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.145149:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1773613387.145151:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.145153:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613387.145154:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.145156:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.145157:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613387.145159:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.145164:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.145171:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.145173:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.145175:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.145177:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.145179:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.145183:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111424:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.145186:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.145189:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.145191:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.145194:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.145197:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613387.145199:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.145202:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.145205:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864058. 00000400:00000010:1.0:1773613387.145208:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613387.145212:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111424, portal 10 00000100:00000001:1.0:1773613387.145214:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.145215:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:1.0:1773613387.145222:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.145228:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.145231:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.145233:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613387.145236:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477111424, offset 0 00000400:00000200:1.0:1773613387.145240:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.145243:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.145247:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.145250:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.145252:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.145254:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.145256:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.145259:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225013:225013:254:4294967295] 192.168.203.144@tcp LPNI seq info [224948:224948:6:4294967295] 00000400:00000200:1.0:1773613387.145263:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.145269:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.145274:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.145278:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1500. 00000800:00000200:1.0:1773613387.145282:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.145286:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.145289:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.145292:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.145297:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 498231 usecs (499 jiffies) 00000400:00000200:1.0:1773613387.145300:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.145302:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300477430 00000100:00000001:1.0:1773613387.145305:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.145307:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300477430 00000100:00000001:1.0:1773613387.145309:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.145311:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.145313:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.145315:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.145320:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.145328:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.145329:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.145332:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.145333:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.146031:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.146040:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111680:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.146044:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.146049:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.146051:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.146053:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.146058:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613387.146061:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.146064:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.146068:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613387.146074:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613387.146077:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111680, portal 4 00000100:00000001:1.0:1773613387.146079:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.146080:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:1.0:1773613387.146088:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.146101:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.146103:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.146106:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613387.146110:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477111680, offset 0 00000400:00000200:1.0:1773613387.146114:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.146118:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.146123:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.146126:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.146128:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.146131:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.146133:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.146137:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225014:225014:253:4294967295] 192.168.203.144@tcp LPNI seq info [224949:224949:5:4294967295] 00000400:00000200:1.0:1773613387.146140:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.146147:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.146152:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.146155:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993643bf1700. 00000800:00000200:1.0:1773613387.146160:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.146166:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.146169:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993643bf1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.146172:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.146176:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 585362 usecs (586 jiffies) 00000400:00000200:1.0:1773613387.146179:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.146181:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300477518 00000100:00000001:1.0:1773613387.146184:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.146186:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300477518 00000100:00000001:1.0:1773613387.146188:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.146191:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.146193:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.146196:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613387.146201:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.146207:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613387.146209:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.146212:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613387.146214:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613387.146216:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613387.146219:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477111936:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.146222:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613387.146225:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613387.146226:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.146228:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613387.146235:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936427e0800. 02000000:00000001:1.0:1773613387.146238:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613387.146240:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613387.146243:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613387.146246:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613387.146248:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477111936, portal 4 00000100:00000001:1.0:1773613387.146250:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613387.146251:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:1.0:1773613387.146256:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.146262:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613387.146264:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613387.146266:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613387.146268:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477111936, offset 0 00000400:00000200:1.0:1773613387.146272:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613387.146275:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.146278:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613387.146281:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613387.146283:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613387.146286:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613387.146288:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613387.146291:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225015:225015:252:4294967295] 192.168.203.144@tcp LPNI seq info [224950:224950:4:4294967295] 00000400:00000200:1.0:1773613387.146295:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613387.146301:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613387.146305:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613387.146309:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd900. 00000800:00000200:1.0:1773613387.146313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613387.146317:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613387.146320:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613387.146322:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.146325:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 46523 usecs (47 jiffies) 00000400:00000200:1.0:1773613387.146328:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613387.146330:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300476979 00000100:00000001:1.0:1773613387.146332:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.146334:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300476979 00000100:00000001:1.0:1773613387.146349:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300480890 00000100:00000001:1.0:1773613387.146351:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.146353:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.146357:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.146361:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.150209:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.150221:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613387.150227:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.150234:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613387.154839:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.154853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1600. 00000400:00000200:2.0:1773613387.154864:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.154874:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.154883:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:2.0:1773613387.154886:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:2.0:1773613387.154896:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.154906:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.154921:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.154925:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.154977:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.154979:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613387.154995:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.154998:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1900. 00000400:00000200:2.0:1773613387.155001:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.155004:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.155008:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:2.0:1773613387.155010:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:2.0:1773613387.155013:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.155018:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155026:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.155029:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155035:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.155037:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613387.155048:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.155050:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1500. 00000400:00000200:2.0:1773613387.155053:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.155056:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.155059:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:2.0:1773613387.155061:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:2.0:1773613387.155063:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.155067:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155074:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.155077:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155084:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.155085:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613387.155107:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.155110:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993643bf1700. 00000400:00000200:2.0:1773613387.155113:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.155116:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.155119:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613387.155121:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613387.155123:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.155128:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155135:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.155138:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155144:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.155146:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613387.155233:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613387.155236:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd900. 00000400:00000200:2.0:1773613387.155239:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.155242:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613387.155245:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:2.0:1773613387.155247:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:2.0:1773613387.155249:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613387.155254:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155261:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613387.155264:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.155270:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613387.155271:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613387.178673:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.178698:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.178715:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.178718:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.178730:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178782:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.178794:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178800:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178807:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178812:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09900 00000400:00000200:2.0:1773613387.178817:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178825:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57e5 [1] + 224 00000800:00000001:2.0:1773613387.178834:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.178840:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.178844:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.178848:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.178858:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.178868:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.178880:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.178908:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.178919:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.178923:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.178925:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.178927:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.178931:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178984:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.178989:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178992:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178994:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.178997:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09b00 00000400:00000200:2.0:1773613387.179000:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179004:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57f5 [1] + 224 00000800:00000001:2.0:1773613387.179008:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179012:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179014:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.179018:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.179022:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.179027:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.179036:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.179043:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.179046:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179049:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.179051:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179053:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179055:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179059:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.179063:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179065:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179068:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179070:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09a00 00000400:00000200:2.0:1773613387.179074:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179078:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57ed [1] + 224 00000800:00000001:2.0:1773613387.179082:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179085:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179087:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.179090:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.179092:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.179097:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.179104:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.179110:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.179113:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179117:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.179119:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179121:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179124:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179127:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.179131:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179133:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179136:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179139:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09980 00000400:00000200:2.0:1773613387.179142:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179145:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5805 [1] + 224 00000800:00000001:2.0:1773613387.179148:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179152:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179154:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.179157:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.179160:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.179165:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.179174:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.179181:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.179184:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179187:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.179189:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179191:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179194:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179197:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.179201:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179204:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179206:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179209:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09a80 00000400:00000200:2.0:1773613387.179212:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179216:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b580d [1] + 224 00000800:00000001:2.0:1773613387.179220:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179224:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179226:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.179229:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.179231:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.179236:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.179245:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.179252:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.179256:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179259:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.179261:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179263:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179266:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179269:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.179272:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179275:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179277:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179280:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09880 00000400:00000200:2.0:1773613387.179282:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.179286:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57fd [1] + 224 00000800:00000001:2.0:1773613387.179289:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179297:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.179299:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.179302:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.179304:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.179309:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.179318:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.179326:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.179330:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.179332:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.180714:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.180767:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613387.180771:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.180774:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.180783:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.180790:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613387.180797:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.180801:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.180806:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.180810:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d09800 00000400:00000200:2.0:1773613387.180814:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613387.180820:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b57dd [1] + 224 00000800:00000001:2.0:1773613387.180827:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.180837:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613387.180840:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613387.180844:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613387.180851:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613387.180860:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613387.180872:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613387.180881:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613387.180887:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613387.180890:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.182710:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.182719:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613387.182730:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.182733:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.182746:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864058. 00000400:00000200:1.0:1773613387.182761:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:1.0:1773613387.182764:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:1.0:1773613387.182771:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.182793:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.182806:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.182814:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.182816:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.182827:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.182832:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.182835:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.182838:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.182842:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.182853:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=15 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613387.182857:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613387.182860:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.182861:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.182864:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.182869:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.182873:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613387.182876:0:2389:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215238 gen 10 00000100:00000040:1.0:1773613387.182883:0:2389:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215238) req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.182892:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.182896:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477109504/t103079215238(103079215238) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613434 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.182903:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.182906:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.182910:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e4000. 02000000:00000001:1.0:1773613387.182914:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.182918:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.182920:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613387.182922:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.182925:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99365304c600. 02000000:00000001:1.0:1773613387.182930:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.182966:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.182969:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613387.182973:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.182974:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.182977:0:2389:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613387.182980:0:2389:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613387.182983:0:2389:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.182984:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.182990:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.182997:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.183000:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.183002:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.183006:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.183014:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111424:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.183021:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.183022:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.183024:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613387.183027:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:1.0:1773613387.183029:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:1.0:1773613387.183032:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.183036:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.183044:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.183050:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.183051:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.183053:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.183054:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.183055:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.183057:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.183060:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.183064:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=15 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613387.183067:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613387.183069:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.183070:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.183072:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.183074:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.183076:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613387.183078:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613387.183080:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.183081:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.183097:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.183104:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.183106:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.183107:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.183111:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.183118:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111680:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.183124:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.183125:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.183127:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613387.183130:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:1.0:1773613387.183131:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:1.0:1773613387.183134:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.183139:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.183148:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.183154:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.183156:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.183158:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.183159:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.183161:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.183163:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.183165:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.183170:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613387.183173:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613387.183175:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.183176:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.183178:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.183180:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.183183:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613387.183184:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613387.183186:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.183187:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.183191:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.183197:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.183198:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.183200:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.183203:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.183210:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477111936:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.183216:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.183217:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.183219:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613387.184018:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:1.0:1773613387.184021:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:1.0:1773613387.184025:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.184033:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.184041:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184053:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.184055:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184057:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.184059:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.184060:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.184062:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.184064:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.184068:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613387.184071:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=112 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613387.184073:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.184074:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.184076:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.184078:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.184081:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.184201:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184208:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.184211:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.184213:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.184216:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.184234:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477111296:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.184242:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.184243:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.184246:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613387.184249:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613387.184251:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613387.184253:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.184258:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.184267:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184273:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.184275:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184277:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.184278:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.184279:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.184281:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.184283:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.184288:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=15 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613387.184291:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613387.184293:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.184295:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.184296:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.184300:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.184303:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613387.184304:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613387.184306:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.184308:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.184312:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184319:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.184320:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.184322:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.184325:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.184333:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477111552:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.184339:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.184340:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.184342:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613387.184345:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:1.0:1773613387.184346:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:1.0:1773613387.184349:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.184354:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.184362:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184367:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.184369:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184370:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.184371:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.184373:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.184374:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.184376:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.184380:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=11 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613387.184383:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613387.184386:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.184387:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.184389:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.184390:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.184393:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613387.184394:0:2389:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: committing for last_committed 103079215239 gen 1 00000100:00100000:1.0:1773613387.184400:0:2389:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773613387.184407:0:2389:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: normal: skip=0 replay=0/1 committed=0/1 00000100:00000001:1.0:1773613387.184410:0:2389:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.184411:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.184414:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184421:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.184422:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.184424:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.184427:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.184439:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477111808:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613387.184443:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613387.184445:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613387.184446:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613387.184449:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:1.0:1773613387.184451:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:1.0:1773613387.184453:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613387.184457:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613387.184465:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184471:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613387.184473:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184475:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613387.184476:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613387.184477:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613387.184479:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613387.184481:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613387.184485:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067ec58 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613387.184488:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613387.184490:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613387.184491:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613387.184493:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613387.184495:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.184497:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613387.184498:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613387.184500:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613387.184502:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613387.184505:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184511:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613387.184514:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613387.184515:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613387.184518:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613387.184525:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477112064:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613387.184529:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184532:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.184537:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477111424/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184543:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.184545:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.184548:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613387.184555:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.184557:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.184559:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613387.184561:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.184563:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:1.0:1773613387.184568:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.184570:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.184571:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:1.0:1773613387.184575:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.184576:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184578:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.184582:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477111680/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184588:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.184590:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.184591:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613387.184594:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.184595:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.184596:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613387.184598:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.184599:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:1.0:1773613387.184602:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.184603:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.184617:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:1.0:1773613387.184621:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.184622:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.184624:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.184628:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477111936/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.184634:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.184635:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.184636:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936427e0800. 02000000:00000001:1.0:1773613387.184638:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.184640:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.184641:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613387.184643:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.184644:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:1.0:1773613387.184646:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.184647:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.188058:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:1.0:1773613387.188074:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.188076:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.190452:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.190472:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477111296/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.190483:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.190487:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.190492:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613387.190500:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.190503:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.190505:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613387.190508:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.190511:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:1.0:1773613387.190517:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.190519:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.190521:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:1.0:1773613387.190526:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.190528:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.190531:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.190536:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477111552/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.190542:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.190543:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.190545:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613387.190547:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.190548:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.190549:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613387.190551:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.190552:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:1.0:1773613387.190554:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.190555:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.190556:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:1.0:1773613387.190558:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.190560:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.190561:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.190566:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6d80 x1859762477111808/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.190572:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.190573:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.190574:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613387.190577:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.190578:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.190579:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613387.190580:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.190582:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500d00. 02000000:00000001:1.0:1773613387.190583:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.190584:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.190586:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6d80. 00000100:00000001:1.0:1773613387.190588:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.190589:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.190591:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613387.190596:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477112064/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613387.190621:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613387.190622:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613387.190624:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613387.190627:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613387.190628:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613387.190629:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:1.0:1773613387.190631:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613387.190632:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:1.0:1773613387.190634:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613387.190635:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613387.190637:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:1.0:1773613387.190639:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613387.190640:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.190643:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613387.193017:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613387.193027:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613387.193033:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613387.193037:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846006:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846015:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846021:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846023:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846027:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846029:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846032:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846034:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846037:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846039:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613387.846042:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613387.846044:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613387.846077:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613387.846080:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613387.846083:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613388.871543:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871549:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613388.871554:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871555:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613388.871559:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871560:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613388.871563:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871564:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613388.871568:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871569:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613388.871572:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613388.871573:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613388.871597:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613388.871600:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613388.871603:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613389.895617:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895624:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895630:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895631:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895635:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895639:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613389.895641:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613389.895646:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613389.895649:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613389.895650:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895652:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613389.895655:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895657:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895658:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895662:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895663:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895666:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895667:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613389.895670:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613389.895671:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613389.896038:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613389.896042:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613389.896045:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613390.918135:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918142:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918148:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918152:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613390.918153:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613390.918158:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613390.918160:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613390.918162:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918165:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613390.918167:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918169:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918172:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918175:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918176:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918180:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918181:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918185:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918187:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613390.918189:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613390.918190:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613390.918191:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613390.918193:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918194:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613390.918196:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918197:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918199:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613390.918202:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613390.918203:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613390.918227:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613390.918229:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613390.918232:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613391.110236:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300480890, at 4300480896 00000100:00000010:3.0:1773613391.110251:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00000100:00000040:2.0:1773613391.110896:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300480890, at 4300480896 00000100:00000010:2.0:1773613391.110912:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613391.942403:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942409:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613391.942415:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942417:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613391.942420:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942422:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613391.942425:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942427:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613391.942430:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942431:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613391.942435:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613391.942436:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613391.942459:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613391.942462:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613391.942467:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613392.262658:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.262672:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.262686:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613392.262693:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613392.262699:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.262719:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.262727:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.262741:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364c31ef00. 00000100:00000001:2.0:1773613392.262749:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262773:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.262785:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.262790:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262797:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004038d5a9] to pc [ptlrpcd_01_00+0] req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.262824:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262827:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.262830:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.262833:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000020:00000040:2.0:1773613392.262836:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613392.262838:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.262839:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.262841:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.262845:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364c31e400. 00000100:00000001:2.0:1773613392.262847:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262852:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.262860:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.262861:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262865:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b4445c] to pc [ptlrpcd_01_01+1] req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.262873:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262876:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.262879:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.262882:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000020:00000040:2.0:1773613392.262885:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613392.262887:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.262889:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.262890:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.262895:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993643bf1700. 00000100:00000001:2.0:1773613392.262898:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262903:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.262910:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.262912:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262916:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c5644b] to pc [ptlrpcd_01_00+0] req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.262922:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262924:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.262928:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.262931:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000020:00000040:2.0:1773613392.262957:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613392.262960:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.262961:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.262963:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.262967:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993643bf1500. 00000100:00000001:2.0:1773613392.262969:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262974:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.262981:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.262983:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.262987:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84eaad] to pc [ptlrpcd_01_01+1] req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263289:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263292:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.263296:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.263300:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000020:00000040:2.0:1773613392.263303:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613392.263306:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.263308:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.263310:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.263314:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993643bf1900. 00000100:00000001:2.0:1773613392.263318:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263323:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.263330:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.263332:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263336:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a533d] to pc [ptlrpcd_01_00+0] req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263343:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263345:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.263348:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.263352:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9f80. 00000020:00000040:2.0:1773613392.263355:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613392.263357:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.263358:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.263359:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.263361:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993643bf1600. 00000100:00000001:2.0:1773613392.263364:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263368:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.263374:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.263377:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263380:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a68961] to pc [ptlrpcd_01_01+1] req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263386:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263389:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613392.263391:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613392.263395:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613392.263397:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=3 obd=lustre-OST0001-osc-ffff99365922b000 00000100:00000001:2.0:1773613392.263399:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613392.263400:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613392.263401:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613392.263404:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993644a5c500. 00000100:00000001:2.0:1773613392.263407:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263411:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613392.263417:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613392.263419:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263422:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_00+0] req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263427:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263432:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5819) 00000100:00000001:2.0:1773613392.263460:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.263465:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.263467:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.263473:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263480:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.263483:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263487:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.263490:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.263493:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.263497:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477112192:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.263502:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.263509:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.263511:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263515:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.263521:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613392.263523:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.263532:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.263537:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c60. 00000400:00000010:2.0:1773613392.263546:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613392.263554:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112192, portal 25 00000100:00000001:2.0:1773613392.263557:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.263559:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:2.0:1773613392.263564:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263571:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.263573:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.263576:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7880. 00000100:00000200:2.0:1773613392.263579:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477112192, offset 0 00000400:00000200:2.0:1773613392.263587:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.263598:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.263608:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.263613:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.263618:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.263622:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.263624:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.263629:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225016:225016:256:4294967295] 192.168.203.144@tcp LPNI seq info [224951:224951:8:4294967295] 00000400:00000200:2.0:1773613392.263633:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.263644:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.263651:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.263657:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5cf00. 00000800:00000200:2.0:1773613392.263666:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.263675:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.263681:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.263696:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.263717:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.263721:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300486010 00000100:00000010:2.0:1773613392.263726:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a809120. 00000100:00000001:2.0:1773613392.263733:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613392.263738:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300486010 00000100:00000010:2.0:1773613392.263741:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a809540. 00000100:00000001:2.0:1773613392.263744:0:2391:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613392.263748:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.263750:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.263761:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.263765:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263772:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.263773:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263776:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.263778:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.263780:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.263783:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.263786:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.263789:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.263790:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263792:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.263796:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4800. 02000000:00000001:2.0:1773613392.263798:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.263801:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.263804:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c08. 00000400:00000010:2.0:1773613392.263807:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7a18. 00000100:00000200:2.0:1773613392.263810:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112448, portal 4 00000100:00000001:2.0:1773613392.263812:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.263814:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:2.0:1773613392.263820:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263827:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.263830:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.263832:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7e58. 00000100:00000200:2.0:1773613392.263835:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477112448, offset 0 00000400:00000200:2.0:1773613392.263840:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.263844:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.263847:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.263850:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.263853:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.263855:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.263857:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.263860:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225017:225017:255:4294967295] 192.168.203.144@tcp LPNI seq info [224952:224952:7:4294967295] 00000400:00000200:2.0:1773613392.263864:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.263870:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.263875:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.263879:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5c100. 00000800:00000200:2.0:1773613392.263883:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.263887:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.263891:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.263893:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.263897:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 167822 usecs (168 jiffies) 00000400:00000200:2.0:1773613392.263900:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.263902:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300482217 00000100:00000001:2.0:1773613392.263905:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.263907:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300482217 00000100:00000001:2.0:1773613392.263909:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.263913:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.263915:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.263917:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.263920:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.263927:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.263929:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263931:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.263958:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.263961:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.263964:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112704:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.263968:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.263970:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.263971:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.263973:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.263976:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613392.263978:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.263981:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.263984:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9790. 00000400:00000010:2.0:1773613392.263988:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7110. 00000100:00000200:2.0:1773613392.263990:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112704, portal 10 00000100:00000001:2.0:1773613392.263992:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.263993:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:2.0:1773613392.265890:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.265910:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.265916:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.265927:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d75d8. 00000100:00000200:2.0:1773613392.265951:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477112704, offset 0 00000400:00000200:2.0:1773613392.265959:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.265972:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.265980:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.265986:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.265990:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.265994:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.266298:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.266304:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225018:225018:254:4294967295] 192.168.203.144@tcp LPNI seq info [224953:224953:6:4294967295] 00000400:00000200:2.0:1773613392.266310:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.266321:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.266328:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.266337:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69b00. 00000800:00000200:2.0:1773613392.266344:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.266352:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.266357:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.266362:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.266368:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 41248 usecs (42 jiffies) 00000400:00000200:2.0:1773613392.266373:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.266376:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300482094 00000100:00000001:2.0:1773613392.266380:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.266382:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300482094 00000100:00000001:2.0:1773613392.266385:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.266387:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.266391:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.266396:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.266404:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.266414:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.266416:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.266421:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.266425:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.266428:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.266433:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112960:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.266437:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.266444:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.266447:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.266450:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.266456:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613392.266458:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.266463:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.266467:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e70. 00000400:00000010:2.0:1773613392.266472:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613392.266478:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112960, portal 4 00000100:00000001:2.0:1773613392.266481:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.266482:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:2.0:1773613392.266490:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.266496:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.266498:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.266501:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d74c8. 00000100:00000200:2.0:1773613392.266504:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477112960, offset 0 00000400:00000200:2.0:1773613392.266508:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.266512:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.266516:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.266519:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.266521:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.266523:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.266526:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.266529:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225019:225019:253:4294967295] 192.168.203.144@tcp LPNI seq info [224954:224954:5:4294967295] 00000400:00000200:2.0:1773613392.266533:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.266538:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.266543:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.266546:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69800. 00000800:00000200:2.0:1773613392.266552:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.266557:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.266560:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.266563:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.266566:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: using a timeout of 49538 usecs (50 jiffies) 00000400:00000200:2.0:1773613392.266569:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.266571:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300482102 00000100:00000001:2.0:1773613392.266573:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.266575:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300482102 00000100:00000001:2.0:1773613392.266577:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.266579:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.266581:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.266584:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.266588:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.266597:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613392.266600:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613392.266603:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.266605:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.266607:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.266611:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1773613392.266613:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.266615:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613392.266616:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.266618:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.266619:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.266620:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.266625:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.266632:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.266633:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.266635:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.266637:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.266639:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.266643:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.266646:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.266649:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.266650:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.266652:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.266655:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613392.266657:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.266660:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.266663:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9108. 00000400:00000010:2.0:1773613392.266666:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7bb0. 00000100:00000200:2.0:1773613392.266670:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112320, portal 10 00000100:00000001:2.0:1773613392.266671:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.266673:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:2.0:1773613392.266677:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.266683:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.266685:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.266687:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7c38. 00000100:00000200:2.0:1773613392.266689:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477112320, offset 0 00000400:00000200:2.0:1773613392.266693:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.266696:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.266700:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000800:00000200:3.0:1773613392.267033:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.267039:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5cf00. 00000400:00000200:3.0:1773613392.267048:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.267054:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613392.267489:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.267494:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.267497:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.267500:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.267504:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225020:225020:252:4294967295] 192.168.203.144@tcp LPNI seq info [224955:224955:4:4294967295] 00000400:00000200:2.0:1773613392.267509:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.267517:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.267522:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.267529:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415a00. 00000800:00000200:2.0:1773613392.267535:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.267540:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.267544:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.267547:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.267552:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 497222 usecs (498 jiffies) 00000400:00000200:2.0:1773613392.267556:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.267557:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300482551 00000100:00000001:2.0:1773613392.267559:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.267561:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300482551 00000100:00000001:2.0:1773613392.267564:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.267565:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.267568:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.267571:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.267577:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.267584:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.267585:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.267588:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.267590:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.267592:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.267595:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112576:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.267598:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.267603:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.267605:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.267607:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.267611:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613392.267613:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.267616:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.267619:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9630. 00000400:00000010:2.0:1773613392.267624:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613392.267628:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112576, portal 4 00000100:00000001:2.0:1773613392.267631:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.267632:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:2.0:1773613392.267638:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.267645:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.267647:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.267649:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613392.267652:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477112576, offset 0 00000400:00000200:2.0:1773613392.267657:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613392.272646:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7880 00000400:00000010:3.0:1773613392.272658:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7880. 00000100:00000001:3.0:1773613392.272670:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.272686:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272723:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.272728:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272736:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.272738:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613392.272791:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.272795:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5c100. 00000400:00000200:3.0:1773613392.272801:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.272806:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613392.272809:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7e58 00000400:00000010:3.0:1773613392.272811:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7e58. 00000100:00000001:3.0:1773613392.272814:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.272819:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272827:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.272830:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272836:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.272837:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613392.272846:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.272848:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69b00. 00000400:00000200:3.0:1773613392.272852:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.272856:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613392.272859:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d75d8 00000400:00000010:3.0:1773613392.272861:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d75d8. 00000100:00000001:3.0:1773613392.272863:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.272868:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272876:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.272879:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272885:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.272887:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613392.272894:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.272897:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69800. 00000400:00000200:3.0:1773613392.272899:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.272902:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613392.272905:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d74c8 00000400:00000010:3.0:1773613392.272907:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d74c8. 00000100:00000001:3.0:1773613392.272910:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.272914:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272921:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.272924:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.272931:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.272932:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613392.273446:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.273451:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415a00. 00000400:00000200:3.0:1773613392.273456:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.273462:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613392.273466:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7c38 00000400:00000010:3.0:1773613392.273468:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7c38. 00000100:00000001:3.0:1773613392.273472:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.273478:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.273489:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.273492:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.273499:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.273500:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613392.279518:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279542:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.279548:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279550:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.279562:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279571:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.279583:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279587:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279594:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279598:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09d80 00000400:00000200:3.0:1773613392.279604:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279611:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5835 [1] + 224 00000800:00000001:3.0:1773613392.279620:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279626:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.279629:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.279634:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.279643:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.279655:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.279671:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.279680:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613392.279690:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279693:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.279695:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279697:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.279712:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279716:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.279720:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279723:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279725:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279728:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09c00 00000400:00000200:3.0:1773613392.279731:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.279734:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5855 [1] + 224 00000800:00000001:3.0:1773613392.279738:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.279742:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.279743:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.279747:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.279750:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.280407:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.280420:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.280429:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613392.280439:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280448:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.280450:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280452:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.280458:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280462:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.280468:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280471:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280474:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280477:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09c80 00000400:00000200:3.0:1773613392.280482:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280488:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5825 [1] + 224 00000800:00000001:3.0:1773613392.280493:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280498:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.280500:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.280503:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.280508:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.280513:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.280521:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.280528:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613392.280532:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280536:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.280537:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280540:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.280542:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280546:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.280550:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280552:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280555:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280558:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09e80 00000400:00000200:3.0:1773613392.280561:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.280565:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5845 [1] + 224 00000800:00000001:3.0:1773613392.280568:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280580:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.280582:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.280585:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.280588:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.280594:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.280602:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.280610:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613392.280613:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.280617:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.281359:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613392.281366:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.281504:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.281516:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.281522:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.281527:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.281532:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.281546:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.281551:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225021:225021:256:4294967295] 192.168.203.144@tcp LPNI seq info [224956:224956:8:4294967295] 00000400:00000200:2.0:1773613392.281555:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.281565:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.281572:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.281583:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415400. 00000800:00000200:2.0:1773613392.281590:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.281599:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.281604:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.281625:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.281632:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 582122 usecs (583 jiffies) 00000400:00000200:2.0:1773613392.281636:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.281639:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300482650 00000100:00000001:2.0:1773613392.281642:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.281645:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300482650 00000100:00000001:2.0:1773613392.281647:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.281651:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.281654:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.281660:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613392.281669:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.281679:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613392.281682:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.281687:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613392.281692:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613392.281695:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613392.281699:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112832:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.281713:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613392.281720:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613392.281723:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.281726:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613392.281732:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8000. 02000000:00000001:2.0:1773613392.281735:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613392.281739:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613392.281744:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9bb0. 00000400:00000010:2.0:1773613392.281908:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7ee0. 00000100:00000200:2.0:1773613392.281917:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477112832, portal 4 00000100:00000001:2.0:1773613392.281919:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613392.281921:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000020:00000010:2.0:1773613392.281931:0:2391:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9936498d8000. 00000100:00000040:2.0:1773613392.281959:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.281968:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613392.281970:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613392.281974:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7660. 00000100:00000200:2.0:1773613392.281978:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477112832, offset 0 00000400:00000200:2.0:1773613392.281985:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613392.281992:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.282230:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613392.282234:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613392.282237:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613392.282240:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613392.282242:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613392.282246:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225022:225022:255:4294967295] 192.168.203.144@tcp LPNI seq info [224957:224957:7:4294967295] 00000400:00000200:2.0:1773613392.282250:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.282256:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613392.282260:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613392.282265:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415300. 00000800:00000200:2.0:1773613392.282269:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613392.282274:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613392.282277:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613392.282281:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.282284:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 47581 usecs (48 jiffies) 00000400:00000200:2.0:1773613392.282288:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613392.282290:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300482116 00000100:00000001:2.0:1773613392.282292:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.282294:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300482116 00000100:00000001:2.0:1773613392.282296:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300486010 00000100:00000001:2.0:1773613392.282298:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.282300:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773613392.282307:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.282309:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.282311:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c08. 00000400:00000200:2.0:1773613392.282317:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7a18 00000400:00000010:2.0:1773613392.282319:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7a18. 00000100:00000001:2.0:1773613392.282323:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.282329:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.282344:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282351:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.282353:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282356:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.282359:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.282362:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.282364:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.282367:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.282378:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=20 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613392.282382:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613392.282385:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.282387:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.282390:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.282393:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.282397:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613392.282399:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:2.0:1773613392.282401:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613392.282403:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.282407:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282414:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.282416:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.282418:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.282422:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.282429:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112448:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613392.282435:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.282436:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.282438:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9790. 00000400:00000200:2.0:1773613392.282441:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7110 00000400:00000010:2.0:1773613392.282443:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7110. 00000100:00000001:2.0:1773613392.282445:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.282450:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.282459:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282465:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.282467:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282469:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.282470:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.282471:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.282473:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.282475:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.282479:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=16 v=36 (36 0 0 0) 00000100:00001000:2.0:1773613392.282481:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613392.282484:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.282485:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.282486:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.282488:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.282490:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613392.282492:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:2.0:1773613392.282493:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613392.282494:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.282498:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282503:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.282505:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.282506:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.282509:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.282516:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112704:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613392.282522:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.282523:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.282525:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e70. 00000400:00000200:2.0:1773613392.282528:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613392.282530:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613392.282532:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.282535:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.282542:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282547:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.282549:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282550:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.282552:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.282553:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.282554:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.282556:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.282561:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067ec58 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613392.282563:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613392.282565:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.282567:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.282568:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.282570:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.282572:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613392.282573:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613392.282575:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613392.282576:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.282579:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282586:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.282588:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.282589:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.282593:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.282605:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112960:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.282609:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.282612:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.282615:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9500 x1859762477112448/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282621:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.282624:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.282627:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4800. 02000000:00000001:2.0:1773613392.282632:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.282635:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.282637:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613392.282639:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.282643:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993643bf1700. 02000000:00000001:2.0:1773613392.282647:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.282649:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.282652:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 00000100:00000001:2.0:1773613392.282656:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.282657:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282659:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.282662:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abaa00 x1859762477112704/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282668:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.282669:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.282671:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613392.282674:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.282675:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.282676:0:2391:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:2.0:1773613392.282678:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.282679:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993643bf1900. 02000000:00000001:2.0:1773613392.282681:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.282682:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.282683:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 00000100:00000001:2.0:1773613392.282686:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.282687:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282689:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.282692:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477112960/t0(0) o400->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.282699:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.282710:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.282712:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613392.282715:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.282716:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.282717:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:2.0:1773613392.282719:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.282720:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993644a5c500. 02000000:00000001:2.0:1773613392.282722:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.282724:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.282726:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:2.0:1773613392.282728:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.282730:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.282733:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.282735:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.282737:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613392.282739:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.282741:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.282742:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9108. 00000400:00000200:2.0:1773613392.282745:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7bb0 00000800:00000200:3.0:1773613392.283115:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.283121:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415400. 00000400:00000200:3.0:1773613392.283126:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.283132:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000010:2.0:1773613392.283328:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7bb0. 00000100:00000001:2.0:1773613392.283333:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.283340:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.283349:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.283356:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.283358:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.283360:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.283362:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.283364:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.283366:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.283369:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.283374:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=20 v=36 (36 36 5 5) 00000100:00001000:2.0:1773613392.283378:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613392.283380:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.283381:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.283384:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.283386:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.283389:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613392.283391:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:2.0:1773613392.283393:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613392.283394:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.283398:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.283405:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.283407:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.283409:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.283412:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.283419:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.283425:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.283427:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.283430:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba300 x1859762477112320/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.283437:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.283438:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.283440:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613392.283444:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.283445:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.283447:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613392.283448:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.283451:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364c31e400. 02000000:00000001:2.0:1773613392.283454:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.283455:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.283456:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 00000100:00000001:2.0:1773613392.283459:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.283460:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.283462:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.283464:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.283465:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.283467:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.283469:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613392.295335:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:3.0:1773613392.295348:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:3.0:1773613392.295359:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.295376:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.295392:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.295396:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.295403:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.295405:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613392.295430:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.295448:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.295451:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.295453:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.295462:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.295467:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.295478:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.295484:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.295490:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.295494:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d09b80 00000400:00000200:3.0:1773613392.295499:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.295506:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5815 [1] + 224 00000800:00000001:3.0:1773613392.295516:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.295526:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.295530:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.295535:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.295542:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.295547:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.295558:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.295575:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613392.295659:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613392.295664:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415300. 00000400:00000200:3.0:1773613392.295668:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.295672:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613392.295675:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7660 00000400:00000010:3.0:1773613392.295676:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7660. 00000100:00000001:3.0:1773613392.295679:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613392.295684:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.295692:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.295694:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.295711:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.295713:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613392.295717:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.295721:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.296336:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.296342:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613392.296352:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.296354:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.296358:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c60. 00000400:00000200:2.0:1773613392.296364:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:2.0:1773613392.296366:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:2.0:1773613392.296369:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.296376:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.296386:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.296392:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.296394:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.296397:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.296401:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.296403:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.296406:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.296409:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.296418:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613392.296423:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=117 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613392.296426:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.296428:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.296431:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.296434:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.296438:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.296444:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.296452:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.296456:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.296458:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.296463:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.296472:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477112192:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.296477:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.296480:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.296483:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477112192/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.296491:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.296494:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.296498:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613392.296503:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.296506:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.296508:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613392.296510:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.296514:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364c31ef00. 02000000:00000001:2.0:1773613392.296518:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.296520:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.296523:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613392.296527:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.296528:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.296532:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.296546:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.296548:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.296550:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.296552:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613392.301175:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.301197:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613392.301203:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.301206:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.301217:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.301226:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613392.301238:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.301244:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.301251:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.301255:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09d00 00000400:00000200:3.0:1773613392.301261:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613392.301268:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5865 [1] + 224 00000800:00000001:3.0:1773613392.301278:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.301286:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613392.301290:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613392.301295:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613392.301304:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.301315:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613392.301327:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.301352:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613392.301365:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613392.301369:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.302264:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.302271:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613392.302281:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613392.302284:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613392.302289:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9630. 00000400:00000200:2.0:1773613392.302296:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:2.0:1773613392.302299:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:2.0:1773613392.302303:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.302314:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613392.302326:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.302333:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613392.302336:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.302338:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613392.302343:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613392.302345:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613392.302347:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613392.302350:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613392.302362:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=20 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613392.302366:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=116 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613392.302369:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613392.302371:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613392.302374:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613392.302379:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.302383:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613392.302385:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:2.0:1773613392.302387:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613392.302389:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613392.302393:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.302400:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613392.302404:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613392.302406:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613392.302410:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613392.302419:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477112576:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613392.302425:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.302427:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613392.302431:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9180 x1859762477112576/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.302438:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613392.302441:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613392.302445:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613392.302449:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613392.302452:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613392.302455:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613392.302457:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613392.302460:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993643bf1500. 02000000:00000001:2.0:1773613392.302465:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613392.302467:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613392.302469:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 00000100:00000001:2.0:1773613392.302473:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613392.302474:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613392.302478:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.302480:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613392.302482:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613392.302483:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613392.302485:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613392.314158:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613392.314181:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613392.314186:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613392.314188:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613392.314200:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.314209:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613392.314220:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.314225:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.314232:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.314237:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09e00 00000400:00000200:2.0:1773613392.314242:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613392.314250:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5875 [1] + 224 00000800:00000001:2.0:1773613392.314258:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613392.314324:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613392.314328:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613392.314333:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613392.314342:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613392.314353:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613392.314365:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613392.314390:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613392.314402:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613392.314405:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.316750:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613392.316768:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613392.316780:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613392.316783:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613392.316788:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9bb0. 00000400:00000200:3.0:1773613392.316799:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7ee0 00000400:00000010:3.0:1773613392.316802:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7ee0. 00000100:00000001:3.0:1773613392.316807:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613392.316820:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613392.316838:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.316846:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613392.316848:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.316851:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613392.316856:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613392.316859:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613392.316862:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613392.316865:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773613392.316884:0:2391:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff993643514000. 00000100:00001000:3.0:1773613392.316893:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613392.316898:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613392.316901:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613392.316903:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613392.316907:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613392.316911:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.316916:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613392.316919:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613392.316921:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613392.316923:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613392.316928:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.317265:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613392.317269:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613392.317271:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613392.317278:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613392.317285:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477112832:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613392.317290:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.317293:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613392.317296:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9f80 x1859762477112832/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613392.317303:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613392.317307:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613392.317312:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8000. 02000000:00000001:3.0:1773613392.317317:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613392.317320:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613392.317322:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:3.0:1773613392.317324:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613392.317327:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993643bf1600. 02000000:00000001:3.0:1773613392.317332:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613392.317334:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613392.317336:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9f80. 00000100:00000001:3.0:1773613392.317341:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613392.317342:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.317344:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613392.317353:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613392.317355:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613392.317358:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613392.317362:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966544:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966553:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966561:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966562:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966566:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966568:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966572:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966573:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966578:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966580:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613392.966584:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613392.966585:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613392.977167:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613392.977178:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613392.977184:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613393.990070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990077:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613393.990084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613393.990088:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990090:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613393.990093:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613393.990097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613393.990101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613393.990103:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613393.990128:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613393.990131:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613393.990134:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613395.014202:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014211:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613395.014219:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014220:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613395.014225:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014227:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613395.014231:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014233:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613395.014237:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613395.014243:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613395.014244:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613395.014278:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613395.014282:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613395.014285:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613396.038923:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.038963:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613396.038966:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613396.038969:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038974:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613396.038977:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038979:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038981:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038985:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.038986:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038989:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.038990:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038993:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.038994:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.038998:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.038999:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.039002:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613396.039003:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613396.039004:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613396.039005:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.039007:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613396.039008:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.039009:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613396.039011:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613396.041463:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613396.041470:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613396.041476:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613396.230201:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300486010, at 4300486016 00000100:00000010:2.0:1773613396.230222:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a809120. 00000100:00000040:3.0:1773613396.231523:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300486010, at 4300486017 00000100:00000010:3.0:1773613396.231538:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a809540. 00010000:00000001:0.0:1773613397.062269:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062276:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062282:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062283:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062288:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062289:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062292:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062296:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613397.062298:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613397.062301:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062305:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613397.062307:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062309:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062311:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062315:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062317:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.062319:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613397.062321:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613397.062345:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613397.062348:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613397.062351:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613397.382067:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.382077:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.382088:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000020:00000040:2.0:1773613397.382094:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613397.382099:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.382101:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.382107:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.382115:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415100. 00000100:00000001:2.0:1773613397.382121:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.382132:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.382142:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.382146:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.382152:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84eaad] to pc [ptlrpcd_01_01+1] req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.382186:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.382189:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.382194:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.382197:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613397.382199:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613397.382201:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.382202:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.382204:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.382207:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415700. 00000100:00000001:2.0:1773613397.382209:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.382213:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.382220:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.382222:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.382225:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004038d5a9] to pc [ptlrpcd_01_00+0] req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.382616:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.382621:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613397.382624:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613397.382630:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.382639:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613397.382641:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.382644:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613397.382647:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613397.382650:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613397.382653:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477113088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.382677:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613397.382682:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613397.382685:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.382687:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613397.382693:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613397.382695:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613397.382703:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613397.382707:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613397.382714:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613397.382721:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113088, portal 25 00000100:00000001:3.0:1773613397.382723:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613397.382724:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:3.0:1773613397.382729:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.382736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613397.382738:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613397.382741:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613397.382743:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477113088, offset 0 00000400:00000200:3.0:1773613397.382749:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613397.382757:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.382765:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613397.382770:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613397.382774:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613397.382778:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613397.382781:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613397.382785:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225023:225023:256:4294967295] 192.168.203.144@tcp LPNI seq info [224958:224958:8:4294967295] 00000400:00000200:3.0:1773613397.382789:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.382797:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613397.382803:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613397.382808:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613397.382815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613397.382823:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613397.382827:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613397.382840:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613397.382843:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613397.382846:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300491129 00000100:00000010:3.0:1773613397.382850:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edae0. 00000100:00000001:3.0:1773613397.382857:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613397.382861:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300491129 00000100:00000010:3.0:1773613397.382864:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8eda80. 00000100:00000001:3.0:1773613397.382867:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613397.382869:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.382872:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.382875:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.382877:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.382884:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613397.382886:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613397.382888:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.382889:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613397.382891:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.382893:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.382904:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.382906:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613397.383054:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613397.383058:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:3.0:1773613397.383063:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613397.383067:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613397.383072:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:3.0:1773613397.383074:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:3.0:1773613397.383079:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613397.383083:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.383091:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.383095:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.383101:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.383103:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613397.383353:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383356:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.383360:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.383364:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000020:00000040:2.0:1773613397.383367:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613397.383371:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.383372:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.383375:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.383380:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415800. 00000100:00000001:2.0:1773613397.383384:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383390:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.383398:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.383400:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383404:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b4445c] to pc [ptlrpcd_01_01+1] req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.383418:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383420:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.383423:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.383826:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613397.383830:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613397.383833:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.383835:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.383837:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.383841:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415500. 00000100:00000001:2.0:1773613397.383845:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383850:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.383857:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.383859:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383863:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_00+0] req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.383870:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383873:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.383876:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.383878:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000020:00000040:2.0:1773613397.383881:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613397.383882:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.383884:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.383885:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.383888:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415e00. 00000100:00000001:2.0:1773613397.383891:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383894:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.383901:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.383903:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383907:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a533d] to pc [ptlrpcd_01_01+1] req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.383914:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383916:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.383920:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613397.383922:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000020:00000040:2.0:1773613397.383924:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613397.383926:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.383927:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.383929:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.383932:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415f00. 00000100:00000001:2.0:1773613397.383953:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383957:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613397.383964:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.383966:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383970:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c5644b] to pc [ptlrpcd_01_00+0] req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.383976:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.383979:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613397.383981:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773613397.383983:0:75734:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1773613397.383986:0:75734:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1773613397.383989:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613397.383991:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=3 obd=lustre-OST0001-osc-ffff99365922b000 00000100:00000001:2.0:1773613397.383993:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613397.383994:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613397.383996:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613397.383998:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415d00. 00000100:00000001:2.0:1773613397.384001:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.384004:0:75734:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00080000:2.0:1773613397.384006:0:75734:0:(import.c:65:import_set_state_nolock()) ffff99366067e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1773613397.384009:0:75734:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff99365922b000: disconnect after 21s idle 00000100:00000001:2.0:1773613397.384011:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613397.384013:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.384016:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a30704] to pc [ptlrpcd_rcv+-1] req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.384026:0:75734:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613397.384028:0:75734:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.384032:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5824) 00000100:00000001:2.0:1773613397.384048:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613397.384050:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613397.384052:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613397.384056:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.384062:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613397.384064:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613397.384067:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613397.384069:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613397.384071:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613397.384074:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477113344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613397.384077:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613397.384081:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613397.384082:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613397.384085:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613397.384088:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613397.384090:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613397.384096:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613397.384100:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9630. 00000400:00000010:2.0:1773613397.384105:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613397.384110:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113344, portal 4 00000100:00000001:2.0:1773613397.384112:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613397.384114:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:2.0:1773613397.384121:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.384128:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613397.384131:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613397.384133:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613397.384135:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477113344, offset 0 00000400:00000200:2.0:1773613397.384140:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613397.384146:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.384151:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613397.384154:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613397.384157:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613397.384160:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613397.384162:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613397.384165:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225024:225024:256:4294967295] 192.168.203.144@tcp LPNI seq info [224959:224959:8:4294967295] 00000400:00000200:2.0:1773613397.384169:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.384176:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613397.384181:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613397.384185:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415b00. 00000800:00000200:2.0:1773613397.384190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613397.384195:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613397.384198:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613397.384208:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.384212:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 166852 usecs (167 jiffies) 00000400:00000200:2.0:1773613397.384215:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613397.384217:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300487337 00000100:00000001:2.0:1773613397.384220:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00000001:2.0:1773613397.384222:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300487337 00000100:00000001:2.0:1773613397.384224:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:2.0:1773613397.384228:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613397.384230:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.384232:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613397.384236:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.384243:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613397.384244:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613397.384251:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613397.384253:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613397.384255:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613397.384257:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477113600:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613397.384260:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613397.384262:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613397.384264:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613397.384265:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613397.384270:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8000. 02000000:00000001:2.0:1773613397.384271:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613397.384275:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613397.384278:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c60. 00000400:00000010:2.0:1773613397.384282:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7bb0. 00000100:00000200:2.0:1773613397.384284:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113600, portal 10 00000100:00000001:2.0:1773613397.384285:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613397.384286:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:2.0:1773613397.384291:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.384296:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613397.384298:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613397.384300:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613397.384302:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477113600, offset 0 00000400:00000200:2.0:1773613397.384306:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613397.384310:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.384313:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613397.384316:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613397.384318:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613397.384320:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613397.384322:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613397.384324:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225025:225025:255:4294967295] 192.168.203.144@tcp LPNI seq info [224960:224960:7:4294967295] 00000400:00000200:2.0:1773613397.384328:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.384333:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:3.0:1773613397.384337:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1773613397.384337:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613397.384340:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1773613397.384340:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415600. 00000100:00000001:3.0:1773613397.384341:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1773613397.384344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000040:3.0:1773613397.384346:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613397.384348:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613397.384351:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613397.384353:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613397.384353:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384355:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613397.384356:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 39672 usecs (40 jiffies) 02000000:00000001:3.0:1773613397.384357:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613397.384358:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773613397.384359:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:3.0:1773613397.384361:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.384361:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300487210 00000100:00000001:2.0:1773613397.384363:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00100000:3.0:1773613397.384364:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477113216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613397.384366:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300487210 00000100:00000001:3.0:1773613397.384367:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773613397.384368:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:2.0:1773613397.384369:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613397.384370:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773613397.384371:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384372:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384373:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773613397.384374:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.384376:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773613397.384377:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613397.384378:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613397.384381:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613397.384381:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613397.384382:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1773613397.384384:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000100:00000001:2.0:1773613397.384384:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613397.384385:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1773613397.384387:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000001:2.0:1773613397.384387:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.384389:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773613397.384401:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113216, portal 10 00000100:00000001:3.0:1773613397.384403:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613397.384404:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:3.0:1773613397.384410:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613397.384414:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773613397.384416:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1773613397.384417:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415b00. 00000100:00000040:3.0:1773613397.384419:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613397.384421:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc088. 00000400:00000200:2.0:1773613397.384421:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1773613397.384423:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477113216, offset 0 00000400:00000200:2.0:1773613397.384425:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613397.384427:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613397.384430:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.384433:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613397.384436:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613397.384439:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613397.384441:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613397.384442:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000200:3.0:1773613397.384443:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000010:2.0:1773613397.384444:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000400:00000200:3.0:1773613397.384446:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225026:225026:254:4294967295] 192.168.203.144@tcp LPNI seq info [224961:224961:6:4294967295] 00000100:00000001:2.0:1773613397.384448:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1773613397.384449:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000200:2.0:1773613397.384452:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613397.384455:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613397.384460:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613397.384460:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1773613397.384463:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000100:00000040:2.0:1773613397.384463:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773613397.384467:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613397.384471:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613397.384473:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613397.384476:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.384478:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 496163 usecs (497 jiffies) 00000400:00000200:3.0:1773613397.384481:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613397.384483:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300487667 00000100:00000001:3.0:1773613397.384485:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384487:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300487667 00000100:00000001:3.0:1773613397.384489:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384491:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.384492:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384494:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613397.384497:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.384503:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613397.384504:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384506:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613397.384508:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613397.384510:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613397.384512:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477113472:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.384517:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613397.384519:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613397.384520:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384522:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613397.384525:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b400. 02000000:00000001:3.0:1773613397.384527:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613397.384530:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613397.384532:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da420. 00000400:00000010:3.0:1773613397.384535:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000200:3.0:1773613397.384538:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113472, portal 4 00000100:00000001:3.0:1773613397.384539:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613397.384540:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:3.0:1773613397.384545:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.384551:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613397.384553:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613397.384556:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cce58. 00000100:00000200:3.0:1773613397.384558:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477113472, offset 0 00000400:00000200:3.0:1773613397.384562:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613397.384565:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.384568:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613397.384570:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613397.384572:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613397.384575:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613397.384576:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613397.384579:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225027:225027:253:4294967295] 192.168.203.144@tcp LPNI seq info [224962:224962:5:4294967295] 00000400:00000200:3.0:1773613397.384582:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.384587:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613397.384590:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613397.384593:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613397.384596:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613397.384601:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613397.384603:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613397.384605:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.384607:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 578910 usecs (579 jiffies) 00000400:00000200:3.0:1773613397.384609:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613397.384611:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300487749 00000100:00000001:3.0:1773613397.384613:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384615:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300487749 00000100:00000001:3.0:1773613397.384617:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384619:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.384621:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384622:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613397.384626:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.384632:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613397.384634:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384635:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613397.384637:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613397.384639:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613397.384642:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477113728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.384644:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613397.384646:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613397.384647:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.384649:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613397.384652:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2bc00. 02000000:00000001:3.0:1773613397.384654:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613397.384657:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613397.384659:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da6e0. 00000400:00000010:3.0:1773613397.384662:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613397.384677:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113728, portal 4 00000100:00000001:3.0:1773613397.384679:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613397.384680:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:3.0:1773613397.384685:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.384690:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613397.384692:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613397.384694:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc4c8. 00000100:00000200:3.0:1773613397.384696:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477113728, offset 0 00000400:00000200:3.0:1773613397.384700:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613397.384703:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.384706:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613397.384717:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613397.384720:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613397.384722:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613397.384724:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613397.384727:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225028:225028:252:4294967295] 192.168.203.144@tcp LPNI seq info [224963:224963:4:4294967295] 00000400:00000200:3.0:1773613397.384730:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613397.384735:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613397.384739:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613397.384742:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613397.384745:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613397.384748:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613397.384750:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613397.384753:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.384765:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 51431 usecs (52 jiffies) 00000400:00000200:3.0:1773613397.384768:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613397.384770:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300487222 00000100:00000001:3.0:1773613397.384772:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384774:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300487222 00000100:00000001:3.0:1773613397.384776:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:3.0:1773613397.384779:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.384781:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384783:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384784:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.384789:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613397.384790:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613397.384792:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.384793:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613397.384795:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.384796:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393106:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393116:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613397.393158:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613397.393162:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415600. 00000400:00000200:2.0:1773613397.393167:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.393175:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613397.393180:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613397.393183:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613397.393187:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613397.393194:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393205:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613397.393209:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393215:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393217:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613397.393226:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613397.393228:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613397.393232:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.393236:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613397.393238:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc088 00000400:00000010:2.0:1773613397.393240:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc088. 00000100:00000001:2.0:1773613397.393243:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613397.393248:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393255:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613397.393258:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393264:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393265:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613397.393275:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613397.393277:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:2.0:1773613397.393279:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.393282:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613397.393284:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cce58 00000400:00000010:2.0:1773613397.393286:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cce58. 00000100:00000001:2.0:1773613397.393288:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613397.393291:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393297:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613397.393300:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393305:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393306:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613397.393375:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613397.393378:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613397.393381:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.393385:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613397.393387:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc4c8 00000400:00000010:2.0:1773613397.393389:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc4c8. 00000100:00000001:2.0:1773613397.393392:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613397.393396:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393403:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613397.393406:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.393411:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613397.393413:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613397.393918:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613397.393923:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613397.393925:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613397.393958:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613397.393967:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613397.393968:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613397.393972:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613397.393976:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613397.393978:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613397.393982:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477113856:192.168.203.144@tcp:9:kworker.0 00000100:00000001:0.0:1773613397.393986:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613397.393992:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613397.393995:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613397.393997:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613397.394004:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f29600. 02000000:00000001:0.0:1773613397.394006:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613397.394013:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613397.394016:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613397.394022:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613397.394029:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113856, portal 4 00000100:00000001:0.0:1773613397.394031:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613397.394033:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:0.0:1773613397.394040:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613397.394047:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613397.394050:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613397.394053:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613397.394056:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477113856, offset 0 00000400:00000200:0.0:1773613397.394062:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613397.394071:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613397.394078:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613397.394083:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613397.394086:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613397.394090:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613397.394093:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613397.394097:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225029:225029:256:4294967295] 192.168.203.144@tcp LPNI seq info [224964:224964:8:4294967295] 00000400:00000200:0.0:1773613397.394101:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613397.394111:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613397.394116:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613397.394122:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613397.394128:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613397.394135:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613397.394139:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613397.394157:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613397.394162:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: using a timeout of 43130 usecs (44 jiffies) 00000400:00000200:0.0:1773613397.394166:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613397.394168:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300487224 00000100:00000001:0.0:1773613397.394171:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300491129 00000100:00000001:0.0:1773613397.394173:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300487224 00000100:00000001:0.0:1773613397.394175:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300491129 00000100:00000001:0.0:1773613397.394177:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613397.394179:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613397.394182:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613397.394184:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.394191:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613397.394193:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773613397.394195:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613397.394196:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613397.394198:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613397.394200:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613397.394979:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613397.394986:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613397.394992:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613397.394998:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613397.395003:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:3.0:1773613397.395005:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:3.0:1773613397.395097:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613397.395103:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.395112:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.395115:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.395121:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.395123:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613397.404842:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.404857:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.404861:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.404863:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.404872:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.404880:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.404888:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.404892:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.404898:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.404902:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d09f00 00000400:00000200:2.0:1773613397.404906:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.404912:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5885 [1] + 224 00000800:00000001:2.0:1773613397.404920:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.404925:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.404928:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.404970:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.404978:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.404986:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.404998:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.405018:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.405026:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405030:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.405031:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405034:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405038:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405041:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.405044:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405047:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405050:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405052:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a000 00000400:00000200:2.0:1773613397.405055:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405060:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5895 [1] + 224 00000800:00000001:2.0:1773613397.405063:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405066:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405068:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.405071:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.405074:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.405078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.405086:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.405094:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.405097:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405100:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.405102:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405103:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405106:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405109:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.405113:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405115:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405118:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405120:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a100 00000400:00000200:2.0:1773613397.405123:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405127:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58a5 [1] + 224 00000800:00000001:2.0:1773613397.405130:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405133:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405135:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.405137:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.405140:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.405145:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.405153:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.405159:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.405163:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405166:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.405167:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405169:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405172:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405174:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.405178:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405180:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405183:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405186:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d09f80 00000400:00000200:2.0:1773613397.405188:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.405192:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58b5 [1] + 224 00000800:00000001:2.0:1773613397.405195:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405255:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.405258:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.405262:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.405266:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.405271:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.405279:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.405291:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.405295:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.405299:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.405703:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.405707:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613397.405723:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.405725:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.405728:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613397.405733:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:3.0:1773613397.405735:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:3.0:1773613397.405739:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.405744:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.405979:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.405987:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.405989:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.405991:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.405994:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.405996:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.405999:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.406001:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.406010:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=25 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613397.406014:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613397.406016:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.406018:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.406020:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.406032:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406035:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613397.406037:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613397.406039:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613397.406041:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.406046:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406052:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.406054:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.406056:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.406060:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.406067:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477113216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.406073:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406075:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.406078:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477113216/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406084:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.406087:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.406090:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613397.406093:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.406096:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.406098:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613397.406100:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.406102:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415700. 02000000:00000001:3.0:1773613397.406106:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.406107:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.406109:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:3.0:1773613397.406112:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.406113:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406116:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406118:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.406119:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613397.406121:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406122:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406134:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.406136:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613397.406139:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.406141:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.406143:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9630. 00000400:00000200:3.0:1773613397.406145:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:3.0:1773613397.406147:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:3.0:1773613397.406149:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.406153:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.406172:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406178:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.406179:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406181:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.406182:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.406183:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.406185:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.406186:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.406190:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=25 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613397.406193:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613397.406195:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.406196:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.406198:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.406199:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406201:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613397.406203:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613397.406204:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613397.406206:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.406210:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406215:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.406217:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.406218:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.406221:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.406227:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477113344:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613397.406232:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.406234:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.406236:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c60. 00000400:00000200:3.0:1773613397.406238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7bb0 00000400:00000010:3.0:1773613397.406240:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7bb0. 00000100:00000001:3.0:1773613397.406241:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.406244:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.406252:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406258:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.406259:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406260:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.406262:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.406263:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.406264:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.406266:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.406270:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=21 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613397.406272:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613397.406274:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.406275:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.406276:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.406278:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406280:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613397.406281:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613397.406283:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613397.406284:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.406287:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406292:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.406294:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.406295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.406298:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.406304:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477113600:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613397.406308:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.406310:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.406311:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613397.406313:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613397.406315:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613397.406317:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.406319:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.406584:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406591:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.406593:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406595:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.406596:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.406598:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.406599:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.406601:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.406604:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613397.406607:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=122 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613397.406609:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.406610:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.406612:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.406613:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.406615:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.406619:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406624:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.406626:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.406627:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.406631:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.406638:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477113088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.406642:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406644:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.406647:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba300 x1859762477113344/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406654:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.406656:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.406658:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8200. 02000000:00000001:3.0:1773613397.406661:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.406663:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.406674:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613397.406676:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.406678:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415800. 02000000:00000001:3.0:1773613397.406680:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.406681:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.406683:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 00000100:00000001:3.0:1773613397.406686:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.406687:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.406688:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.406692:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abaa00 x1859762477113600/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.406697:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.406698:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.406700:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8000. 02000000:00000001:3.0:1773613397.406701:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.406702:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.406703:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613397.406705:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.406706:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415e00. 02000000:00000001:3.0:1773613397.406707:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.407010:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.407013:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 00000100:00000001:3.0:1773613397.407025:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.407027:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.407029:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.407033:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9180 x1859762477113088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.407040:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.407041:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.407043:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613397.407046:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.407047:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.407048:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613397.407050:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.407052:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415100. 02000000:00000001:3.0:1773613397.407054:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.407056:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.407057:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 00000100:00000001:3.0:1773613397.407059:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.407061:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.407063:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.407071:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613397.407074:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.407076:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.407078:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613397.418059:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418078:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.418083:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418086:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.418094:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418102:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.418112:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418116:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418121:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418125:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a080 00000400:00000200:2.0:1773613397.418129:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418135:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58c5 [1] + 224 00000800:00000001:2.0:1773613397.418143:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418148:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.418151:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.418155:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.418162:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.418170:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.418181:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.418209:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.418220:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418223:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.418225:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418227:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.418230:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418233:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.418237:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418239:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418242:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418245:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a180 00000400:00000200:2.0:1773613397.418248:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.418251:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58d5 [1] + 224 00000800:00000001:2.0:1773613397.418255:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418263:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.418265:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.418267:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.418270:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.418274:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.418282:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.418289:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.418293:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.418296:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.420617:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.420625:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613397.420632:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.420634:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.420638:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da420. 00000400:00000200:3.0:1773613397.420646:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:3.0:1773613397.420648:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:3.0:1773613397.420653:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.420706:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.420718:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.420726:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.420728:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.420731:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.420734:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.420736:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.420738:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.420741:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.420750:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=25 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613397.420753:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613397.420756:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.420757:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.420760:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.420763:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.420767:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613397.420769:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613397.420770:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613397.420773:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.420777:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.420784:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.420786:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.420788:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.420792:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.420800:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477113472:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613397.420805:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613397.420806:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613397.420808:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da6e0. 00000400:00000200:3.0:1773613397.420811:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613397.420813:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613397.420815:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613397.420819:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613397.420828:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.420833:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613397.420834:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.420836:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613397.420837:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613397.420839:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613397.420840:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613397.420842:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613397.420845:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613397.420848:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613397.420850:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613397.420851:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613397.420852:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613397.420854:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.420856:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613397.420858:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613397.420859:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613397.420861:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613397.420864:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.420871:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613397.420873:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613397.420874:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613397.420877:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613397.420884:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477113728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613397.420893:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.420897:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.420900:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477113472/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.420906:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.420908:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.420912:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b400. 02000000:00000001:3.0:1773613397.420915:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.420917:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.420919:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613397.420921:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.420924:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415500. 02000000:00000001:3.0:1773613397.420927:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.420928:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.420930:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:3.0:1773613397.421103:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.421105:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.421107:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613397.421111:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9500 x1859762477113728/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613397.421117:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613397.421119:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613397.421121:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2bc00. 02000000:00000001:3.0:1773613397.421123:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613397.421125:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613397.421126:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:3.0:1773613397.421128:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613397.421129:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415f00. 02000000:00000001:3.0:1773613397.421131:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613397.421132:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613397.421134:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 00000100:00000001:3.0:1773613397.421136:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613397.421137:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.421140:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613397.421146:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613397.421148:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613397.421151:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613397.421153:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613397.425832:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.425850:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613397.425854:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.425856:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.425865:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.425873:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613397.425881:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.425885:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.425890:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.425893:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a200 00000400:00000200:2.0:1773613397.425898:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613397.425905:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58e5 [1] + 224 00000800:00000001:2.0:1773613397.425912:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.426002:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613397.426005:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613397.426010:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613397.426018:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613397.426026:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613397.426036:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613397.426047:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613397.426055:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613397.426059:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.426124:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613397.426129:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613397.426135:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613397.426137:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613397.426140:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613397.426145:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613397.426147:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613397.426150:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613397.426154:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613397.426163:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613397.426169:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613397.426171:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.426173:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613397.426176:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613397.426178:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613397.426180:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613397.426183:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613397.426191:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067ec58 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613397.426195:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067ec10 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613397.426197:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613397.426199:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613397.426202:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613397.426205:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613397.426208:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613397.426210:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613397.426211:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613397.426212:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613397.426217:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613397.426224:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613397.426227:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613397.426229:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773613397.426233:0:2388:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773613397.426246:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99366067e800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1773613397.426251:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613397.426259:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477113856:192.168.203.144@tcp:9:kworker.0 00000100:00000001:0.0:1773613397.426263:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.426265:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613397.426268:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477113856/t0(0) o9->lustre-OST0001-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613397.426275:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613397.426277:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613397.426280:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f29600. 02000000:00000001:0.0:1773613397.426284:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613397.426286:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613397.426288:0:2388:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:0.0:1773613397.426290:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613397.426293:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415d00. 02000000:00000001:0.0:1773613397.426297:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613397.426299:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613397.426301:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:0.0:1773613397.426304:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613397.426306:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.426308:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613397.426315:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613397.426317:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613397.426319:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613397.426321:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.087993:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.087999:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.088005:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.088006:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.088009:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.088010:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.088014:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.088015:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.088019:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.088020:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613398.088023:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613398.088024:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613398.088159:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613398.088166:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613398.088171:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613399.110078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613399.110091:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613399.110096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110097:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613399.110101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613399.110105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613399.110109:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613399.110111:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613399.112193:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613399.112198:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613399.112203:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613400.135087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135099:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135101:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135107:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613400.135109:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613400.135115:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613400.135117:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613400.135119:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135122:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613400.135124:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135126:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135139:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135143:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135145:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135149:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135150:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613400.135153:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613400.135154:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613400.135180:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613400.135182:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613400.135185:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613401.158434:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158445:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158453:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158457:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613401.158460:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613401.158469:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613401.158472:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613401.158474:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158477:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613401.158480:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158483:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158485:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158489:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158491:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158495:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158496:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158501:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158503:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613401.158504:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613401.158506:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613401.158507:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613401.158508:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158510:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613401.158511:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158512:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158514:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613401.158518:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613401.158519:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613401.158635:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613401.158648:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613401.158651:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613401.350103:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300491129, at 4300491136 00000100:00000040:3.0:1773613401.350109:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300491129, at 4300491136 00000100:00000010:2.0:1773613401.350124:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edae0. 00000100:00000010:3.0:1773613401.350128:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8eda80. 00010000:00000001:0.0:1773613402.182505:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182513:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613402.182519:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182520:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613402.182525:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182526:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613402.182530:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182531:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613402.182535:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182537:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613402.182540:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613402.182541:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613402.183281:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613402.183289:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613402.183294:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613402.502099:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502111:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502135:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000020:00000040:2.0:1773613402.502142:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613402.502145:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502148:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502153:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502160:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415600. 00000100:00000001:2.0:1773613402.502167:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502178:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502188:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502193:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502199:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_01+1] req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502229:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502232:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502235:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502238:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613402.502240:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613402.502242:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502243:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502244:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502247:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415b00. 00000100:00000001:2.0:1773613402.502249:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502254:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502260:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502262:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502265:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b685d6ce] to pc [ptlrpcd_01_00+0] req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502272:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502275:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502277:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502280:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abbb80. 00000020:00000040:2.0:1773613402.502282:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613402.502283:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502293:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502295:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502297:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415200. 00000100:00000001:2.0:1773613402.502300:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502304:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502310:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502312:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502315:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f065bd28] to pc [ptlrpcd_01_01+1] req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502322:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502324:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502327:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502329:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613402.502332:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613402.502333:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502334:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502336:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502339:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415c00. 00000100:00000001:2.0:1773613402.502341:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502345:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502351:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502352:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502356:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b62f8] to pc [ptlrpcd_01_00+0] req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502363:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502365:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502367:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502370:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9c00. 00000020:00000040:2.0:1773613402.502372:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613402.502374:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502375:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502376:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502379:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415000. 00000100:00000001:2.0:1773613402.502381:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502384:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502390:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502392:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502395:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000540e25f8] to pc [ptlrpcd_01_01+1] req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502402:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502404:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613402.502407:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613402.502410:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613402.502411:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613402.502413:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613402.502415:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613402.502416:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613402.502420:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415d00. 00000100:00000001:2.0:1773613402.502423:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502427:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613402.502433:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613402.502435:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502437:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000477a5a3b] to pc [ptlrpcd_01_00+0] req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.502444:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613402.502446:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613402.502449:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613402.502453:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5829) 00000100:00000001:3.0:1773613402.502534:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.502538:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613402.502541:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.502547:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.502555:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.502558:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.502562:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.502566:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.502569:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.502573:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477113984:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.502580:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.502586:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.502589:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.502591:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.502597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2ba00. 02000000:00000001:3.0:1773613402.502599:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.502606:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.502611:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da6e0. 00000400:00000010:3.0:1773613402.502636:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613402.502644:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477113984, portal 25 00000100:00000001:3.0:1773613402.502646:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.502648:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000040:3.0:1773613402.502654:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.502662:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.502665:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.502668:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000200:3.0:1773613402.502672:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477113984, offset 0 00000400:00000200:3.0:1773613402.502682:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.502690:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.502698:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.502704:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.502708:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.502712:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.502715:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.502719:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225030:225030:256:4294967295] 192.168.203.144@tcp LPNI seq info [224965:224965:8:4294967295] 00000400:00000200:3.0:1773613402.502724:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.502733:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.502739:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.502744:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550300. 00000800:00000200:3.0:1773613402.502750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.502758:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.502762:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.502772:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.502776:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.502779:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300496249 00000100:00000010:3.0:1773613402.502783:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8eda80. 00000100:00000001:3.0:1773613402.502789:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613402.502794:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300496249 00000100:00000010:3.0:1773613402.502797:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed0c0. 00000100:00000001:3.0:1773613402.502800:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613402.502803:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.502806:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.502808:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.502811:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.502817:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.502818:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.502821:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.502822:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.502824:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.502826:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114240:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.502829:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.502832:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.502833:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.502834:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.502837:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613402.502838:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.502841:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.502844:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da420. 00000400:00000010:3.0:1773613402.502847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613402.502849:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114240, portal 4 00000100:00000001:3.0:1773613402.502851:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.502853:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561992064 : -113016147559552 : ffff993660abbb80) 00000100:00000040:3.0:1773613402.502860:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.502865:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.502868:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.502870:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613402.502871:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477114240, offset 0 00000400:00000200:3.0:1773613402.502875:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.502878:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.502881:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.502883:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.502885:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.502887:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.502889:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.502892:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225031:225031:255:4294967295] 192.168.203.144@tcp LPNI seq info [224966:224966:7:4294967295] 00000400:00000200:3.0:1773613402.502895:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.502900:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.502904:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.502907:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613402.502910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.502914:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.502917:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.502920:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.502923:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 165923 usecs (166 jiffies) 00000400:00000200:3.0:1773613402.502925:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.502927:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300492454 00000100:00000001:3.0:1773613402.502930:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.502931:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300492454 00000100:00000001:3.0:1773613402.502978:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.502982:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.502984:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.502987:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.502991:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.502997:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.502998:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503000:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.503002:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.503004:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.503006:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477114496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.503009:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.503011:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.503012:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503014:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.503017:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613402.503018:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.503021:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.503024:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613402.503027:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613402.503029:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114496, portal 10 00000100:00000001:3.0:1773613402.503031:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.503032:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984000 : -113016147567616 : ffff993660ab9c00) 00000100:00000040:3.0:1773613402.503037:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503043:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.503045:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.503047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613402.503049:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477114496, offset 0 00000400:00000200:3.0:1773613402.503053:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503056:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503060:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.503063:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.503065:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.503067:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.503069:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503072:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225032:225032:254:4294967295] 192.168.203.144@tcp LPNI seq info [224967:224967:6:4294967295] 00000400:00000200:3.0:1773613402.503075:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503081:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.503084:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.503087:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613402.503091:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.503095:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.503097:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.503100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.503103:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 38693 usecs (39 jiffies) 00000400:00000200:3.0:1773613402.503106:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.503107:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300492328 00000100:00000001:3.0:1773613402.503109:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503111:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300492328 00000100:00000001:3.0:1773613402.503113:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503115:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.503117:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503120:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503122:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.503130:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613402.503131:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613402.503133:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.503135:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613402.503136:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.503139:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1773613402.503141:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.503143:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613402.503144:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.503146:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.503147:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613402.503148:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.503151:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503157:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.503159:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503160:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.503162:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.503164:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.503166:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114112:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.503169:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.503172:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.503173:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503175:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.503178:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613402.503180:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.503183:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.503185:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613402.503188:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613402.503190:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114112, portal 10 00000100:00000001:3.0:1773613402.503192:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.503193:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:3.0:1773613402.503198:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503204:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.503206:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.503208:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc7f8. 00000100:00000200:3.0:1773613402.503210:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477114112, offset 0 00000400:00000200:3.0:1773613402.503214:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503217:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503221:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.503223:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.503226:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.503229:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.503231:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503233:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225033:225033:253:4294967295] 192.168.203.144@tcp LPNI seq info [224968:224968:5:4294967295] 00000400:00000200:3.0:1773613402.503237:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503242:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.503245:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.503249:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613402.503252:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.503256:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.503261:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.503264:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.503266:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 495113 usecs (496 jiffies) 00000400:00000200:3.0:1773613402.503269:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.503271:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300492785 00000100:00000001:3.0:1773613402.503272:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503274:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300492785 00000100:00000001:3.0:1773613402.503276:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503278:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.503280:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503282:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.503286:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503293:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.503294:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503296:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.503298:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.503300:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.503303:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114368:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.503306:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.503308:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.503309:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503311:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.503314:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2ac00. 02000000:00000001:3.0:1773613402.503315:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.503318:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.503320:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613402.503323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613402.503325:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114368, portal 4 00000100:00000001:3.0:1773613402.503327:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.503328:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:3.0:1773613402.503332:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503338:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.503340:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.503342:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613402.503344:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477114368, offset 0 00000400:00000200:3.0:1773613402.503347:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503350:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503353:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.503355:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.503357:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.503359:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.503361:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503364:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225034:225034:252:4294967295] 192.168.203.144@tcp LPNI seq info [224969:224969:4:4294967295] 00000400:00000200:3.0:1773613402.503368:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503374:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.503377:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.503380:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613402.503383:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.503387:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.503389:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.503392:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.503394:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 575718 usecs (576 jiffies) 00000400:00000200:3.0:1773613402.503397:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.503399:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300492865 00000100:00000001:3.0:1773613402.503401:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503403:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300492865 00000100:00000001:3.0:1773613402.503404:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503406:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.503408:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503409:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613402.503412:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503419:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613402.503420:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503422:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613402.503423:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613402.503425:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613402.503428:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477114624:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.503430:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613402.503432:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613402.503433:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.503435:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613402.503437:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613402.503439:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613402.503441:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613402.503443:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da000. 00000400:00000010:3.0:1773613402.503446:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613402.503448:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114624, portal 4 00000100:00000001:3.0:1773613402.503450:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613402.503451:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000040:3.0:1773613402.503456:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.503462:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613402.503464:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613402.503466:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000200:3.0:1773613402.503467:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477114624, offset 0 00000400:00000200:3.0:1773613402.503471:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503473:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503476:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613402.503478:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613402.503480:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613402.503482:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613402.503484:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613402.503487:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225035:225035:251:4294967295] 192.168.203.144@tcp LPNI seq info [224970:224970:3:4294967295] 00000400:00000200:3.0:1773613402.503490:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613402.503496:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613402.503499:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613402.503502:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613402.503505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613402.503508:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613402.503509:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613402.503512:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.503514:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 50538 usecs (51 jiffies) 00000400:00000200:3.0:1773613402.503516:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613402.503518:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300492340 00000100:00000001:3.0:1773613402.503520:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503522:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300492340 00000100:00000001:3.0:1773613402.503524:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300496249 00000100:00000001:3.0:1773613402.503526:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.503528:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503530:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503532:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.503543:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.503545:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613402.504176:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.504181:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550300. 00000400:00000200:2.0:1773613402.504188:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.504193:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.504198:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:2.0:1773613402.504200:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:2.0:1773613402.504205:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.504210:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504220:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.504223:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504229:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.504231:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613402.504240:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.504242:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613402.504244:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.504248:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.504250:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:2.0:1773613402.504252:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:2.0:1773613402.504254:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.504257:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504263:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.504266:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504272:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.504273:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613402.504441:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.504445:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:2.0:1773613402.504448:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.504452:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.504455:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:2.0:1773613402.504457:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:2.0:1773613402.504459:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.504463:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504471:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.504474:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504480:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.504481:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613402.504493:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.504495:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613402.504497:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.504500:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.504502:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc7f8 00000400:00000010:2.0:1773613402.504504:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc7f8. 00000100:00000001:2.0:1773613402.504505:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.504509:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504516:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.504518:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504524:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.504525:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613402.504529:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.504531:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:2.0:1773613402.504532:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.504535:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.504537:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:2.0:1773613402.504538:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:2.0:1773613402.504540:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.504542:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504549:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.504551:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.504557:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.504559:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613402.505916:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613402.505923:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613402.505929:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.505963:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613402.505978:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:2.0:1773613402.505980:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:2.0:1773613402.506585:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613402.506594:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.506606:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613402.506610:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.506703:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613402.506705:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613402.520645:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520664:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.520668:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520670:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520678:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520685:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.520694:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520698:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520703:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520707:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a480 00000400:00000200:2.0:1773613402.520712:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520718:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b590d [1] + 224 00000800:00000001:2.0:1773613402.520726:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520731:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520734:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.520738:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.520744:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.520752:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.520763:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.520784:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.520792:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520795:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.520797:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520799:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520802:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520805:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.520809:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520812:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520815:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520818:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a300 00000400:00000200:2.0:1773613402.520821:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520824:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b591d [1] + 224 00000800:00000001:2.0:1773613402.520828:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520831:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520834:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.520837:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.520839:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.520844:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.520851:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.520858:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.520861:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520863:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.520865:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520866:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520882:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520885:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.520889:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520891:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520894:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520896:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0a280 00000400:00000200:2.0:1773613402.520899:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.520903:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58ed [1] + 224 00000800:00000001:2.0:1773613402.520907:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.520910:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.520912:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.520916:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.520919:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.520924:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.520931:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.520965:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.521261:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521266:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.521268:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521270:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.521274:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521278:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.521282:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521295:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521299:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521302:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a380 00000400:00000200:2.0:1773613402.521305:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521308:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b58fd [1] + 224 00000800:00000001:2.0:1773613402.521312:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521317:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.521318:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.521321:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.521324:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.521329:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.521337:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.521345:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.521348:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521351:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.521353:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521355:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.521358:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521361:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.521364:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521367:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521370:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521372:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a400 00000400:00000200:2.0:1773613402.521375:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.521378:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b592d [1] + 224 00000800:00000001:2.0:1773613402.521382:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521405:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.521408:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.521412:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.521415:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.521419:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.521427:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.521434:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.521438:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.521441:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.521594:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.521598:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613402.521604:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.521606:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.521609:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613402.521614:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:3.0:1773613402.521616:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:3.0:1773613402.521620:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.521625:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.521645:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521651:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.521653:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.521655:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.521658:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.521660:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.521662:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.521665:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.521674:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=30 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613402.521679:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613402.521682:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.521684:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.521687:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.521691:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.521695:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613402.521698:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613402.521701:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613402.521703:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.521709:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521716:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.521719:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.521721:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.521726:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.521735:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114112:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613402.521740:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.521741:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.521743:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613402.521746:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613402.521748:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613402.521750:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.521753:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.521762:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521768:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.521769:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.521771:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.521773:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.521774:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.521775:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.521777:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.521781:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=30 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613402.521784:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613402.521786:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.521787:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.521788:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.521790:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.521792:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613402.521794:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613402.521796:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613402.521797:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.521801:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521807:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.521809:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.521810:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.521813:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.521821:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114368:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613402.521826:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.521827:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.521829:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da6e0. 00000400:00000200:3.0:1773613402.521831:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613402.521833:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613402.521835:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.521838:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.521846:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521853:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.521854:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.521855:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.521856:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.521857:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.521859:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.521860:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.521863:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613402.521866:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=127 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613402.521868:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.521870:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.521882:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.521884:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.521886:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.521889:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.521895:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.521897:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.521898:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.521902:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.521909:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477113984:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613402.521913:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.521915:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.521916:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da420. 00000400:00000200:3.0:1773613402.521918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613402.521920:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613402.521921:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.521924:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.521976:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522221:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.522225:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522227:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.522229:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.522230:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.522232:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.522233:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.522238:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=30 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613402.522241:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613402.522243:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.522245:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.522247:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.522249:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.522251:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613402.522252:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613402.522254:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613402.522255:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.522260:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522267:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.522268:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.522270:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.522273:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.522280:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477114240:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613402.522296:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.522297:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.522299:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613402.522302:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:3.0:1773613402.522303:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:3.0:1773613402.522306:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.522309:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.522318:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522324:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.522326:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522327:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.522328:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.522329:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.522331:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.522333:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.522337:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=26 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613402.522341:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613402.522343:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.522344:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.522346:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.522348:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.522350:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613402.522351:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613402.522353:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613402.522354:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.522358:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522363:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.522364:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.522365:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.522369:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.522376:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477114496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.522379:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.522382:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.522385:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477114112/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522391:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.522393:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.522396:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613402.522399:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.522401:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.522403:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613402.522405:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.522407:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415b00. 02000000:00000001:3.0:1773613402.522410:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.522412:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.522414:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:3.0:1773613402.522417:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.522419:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522420:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.522423:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477114368/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522428:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.522429:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.522431:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2ac00. 02000000:00000001:3.0:1773613402.522432:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.522433:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.522435:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613402.522436:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.522437:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415c00. 02000000:00000001:3.0:1773613402.522438:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.522439:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.522440:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:3.0:1773613402.522442:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.522443:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522444:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.522447:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477113984/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522452:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.522453:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.522454:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2ba00. 02000000:00000001:3.0:1773613402.522456:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.522457:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.522458:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613402.522459:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.522461:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415600. 02000000:00000001:3.0:1773613402.522463:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.522464:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.522465:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:3.0:1773613402.522467:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.522468:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522469:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.522472:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abbb80 x1859762477114240/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522478:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.522479:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.522480:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613402.522482:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.522483:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.522484:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613402.522485:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.522486:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415200. 02000000:00000001:3.0:1773613402.522488:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.522489:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.522490:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abbb80. 00000100:00000001:3.0:1773613402.522492:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.522493:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522494:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.522497:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9c00 x1859762477114496/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.522502:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.522503:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.522504:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613402.522505:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.522506:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.522507:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613402.522509:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.522510:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415000. 02000000:00000001:3.0:1773613402.522512:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.522513:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.522514:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9c00. 00000100:00000001:3.0:1773613402.522515:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.522516:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.522519:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.522521:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.522522:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613402.522524:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.522525:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613402.534699:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.534716:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613402.534720:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.534722:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.534731:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.534738:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613402.534746:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.534750:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.534755:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.534759:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a500 00000400:00000200:2.0:1773613402.534764:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613402.534770:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b593d [1] + 224 00000800:00000001:2.0:1773613402.534789:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.534797:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613402.534800:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613402.534804:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613402.534810:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613402.534819:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613402.534831:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613402.534849:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613402.534857:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613402.534860:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.535009:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.535013:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613402.535019:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613402.535022:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613402.535025:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da000. 00000400:00000200:3.0:1773613402.535029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:3.0:1773613402.535032:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:3.0:1773613402.535035:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613402.535040:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613402.535049:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.535055:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613402.535057:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.535059:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613402.535062:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613402.535064:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613402.535066:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613402.535068:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613402.535077:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613402.535081:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613402.535083:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613402.535085:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613402.535087:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613402.535091:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.535095:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613402.535097:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613402.535098:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613402.535100:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613402.535105:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.535111:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613402.535114:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613402.535116:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613402.535120:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613402.535133:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477114624:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613402.535138:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.535140:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613402.535143:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477114624/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613402.535150:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613402.535152:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613402.535155:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613402.535158:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613402.535161:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613402.535163:0:2392:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:3.0:1773613402.535164:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613402.535167:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415d00. 02000000:00000001:3.0:1773613402.535170:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613402.535172:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613402.535174:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:3.0:1773613402.535177:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613402.535178:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.535181:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613402.535189:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613402.535191:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613402.535193:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613402.535195:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206087:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206093:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206095:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206099:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206100:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206108:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206109:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613403.206112:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613403.206113:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613403.206138:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613403.206141:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613403.206144:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613404.230086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230096:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613404.230103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613404.230109:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230110:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613404.230115:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230116:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613404.230121:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613404.230126:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613404.230128:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613404.230281:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613404.230284:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613404.230288:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613405.254199:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254209:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613405.254228:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254229:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613405.254234:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254235:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613405.254240:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254241:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613405.254246:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254247:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613405.254251:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613405.254252:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613405.254725:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613405.254731:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613405.254735:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613406.278418:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278430:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613406.278433:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613406.278437:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278443:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613406.278445:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278447:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278450:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278456:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278457:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278462:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278464:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278468:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278469:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278473:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278474:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278478:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613406.278479:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613406.278481:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613406.278482:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278484:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613406.278485:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278487:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613406.278489:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613406.278561:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613406.278565:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613406.278568:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613406.470186:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300496249, at 4300496256 00000100:00000010:3.0:1773613406.470219:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed0c0. 00000100:00000040:2.0:1773613406.470517:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300496249, at 4300496256 00000100:00000010:2.0:1773613406.470525:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8eda80. 00010000:00000001:0.0:1773613407.302138:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302149:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302158:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302160:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302165:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302167:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302171:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302175:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613407.302177:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613407.302260:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302265:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613407.302268:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302270:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302273:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302278:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302280:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613407.302284:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613407.302285:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613407.302589:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613407.302601:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613407.302604:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613407.623126:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623141:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623153:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613407.623162:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613407.623167:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623171:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623178:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623189:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd700. 00000100:00000001:1.0:1773613407.623199:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623213:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623227:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623232:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623238:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d7c4ada] to pc [ptlrpcd_00_01+1] req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623276:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623280:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623283:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623286:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613407.623289:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613407.623292:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623294:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623296:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623300:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd500. 00000100:00000001:1.0:1773613407.623303:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623307:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623315:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623317:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623321:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c25f89e] to pc [ptlrpcd_00_00+0] req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623335:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623338:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623341:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623345:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613407.623348:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613407.623350:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623351:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623353:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623356:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd000. 00000100:00000001:1.0:1773613407.623359:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623363:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623370:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623372:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623376:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623383:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623385:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623388:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623392:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613407.623395:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613407.623396:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623397:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623399:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623402:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dde00. 00000100:00000001:1.0:1773613407.623405:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623409:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623416:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623418:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623423:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edfe1554] to pc [ptlrpcd_00_00+0] req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623430:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623433:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623436:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623439:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 00000020:00000040:1.0:1773613407.623441:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613407.623443:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623444:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623446:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623449:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd200. 00000100:00000001:1.0:1773613407.623451:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623455:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623461:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623463:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623466:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc8bda35] to pc [ptlrpcd_00_01+1] req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623473:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623475:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613407.623478:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613407.623481:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613407.623483:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:1.0:1773613407.623485:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613407.623486:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613407.623488:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613407.623491:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1ddf00. 00000100:00000001:1.0:1773613407.623494:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623498:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613407.623509:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613407.623511:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623514:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_00+0] req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623521:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623524:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613407.623527:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613407.623534:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5835) 00000100:00000001:1.0:1773613407.623547:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.623552:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613407.623555:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.623561:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623569:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.623572:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.623577:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.623580:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613407.623583:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.623587:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477114880:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.623621:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613407.623628:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613407.623630:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.623633:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613407.623638:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936427e0800. 02000000:00000001:1.0:1773613407.623640:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.623650:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.623654:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613407.623661:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613407.623669:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114880, portal 10 00000100:00000001:1.0:1773613407.623671:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.623674:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613407.623681:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623689:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.623691:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613407.623694:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613407.623699:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477114880, offset 0 00000400:00000200:1.0:1773613407.623706:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.623716:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.623724:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.623730:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.623735:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.623740:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613407.623742:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.623747:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225036:225036:256:4294967295] 192.168.203.144@tcp LPNI seq info [224971:224971:8:4294967295] 00000400:00000200:1.0:1773613407.623751:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.623762:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613407.623769:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.623774:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd100. 00000800:00000200:1.0:1773613407.623782:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613407.623790:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613407.623796:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613407.623813:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.623819:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 494061 usecs (495 jiffies) 00000400:00000200:1.0:1773613407.623822:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613407.623826:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300497904 00000100:00000010:1.0:1773613407.623833:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848300. 00000100:00000001:1.0:1773613407.623842:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613407.623848:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300497904 00000100:00000010:1.0:1773613407.623851:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613407.623856:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613407.623864:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.623867:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.623870:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.623874:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623880:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.623881:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.623884:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.623886:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613407.623888:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.623891:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115136:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.623894:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613407.623897:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613407.623898:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.623900:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613407.623904:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613407.623906:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.623909:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.623911:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613407.623915:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613407.623918:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115136, portal 4 00000100:00000001:1.0:1773613407.623919:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.623921:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613407.623926:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.623932:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.623953:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613407.623956:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613407.623958:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477115136, offset 0 00000400:00000200:1.0:1773613407.623962:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.623965:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.623969:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.623972:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.623975:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.623977:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1773613407.623979:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773613407.623979:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.623982:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225037:225037:255:4294967295] 192.168.203.144@tcp LPNI seq info [224972:224972:7:4294967295] 00000800:00000010:2.0:1773613407.623984:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd100. 00000400:00000200:1.0:1773613407.623986:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.623989:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773613407.623992:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000400:00000200:2.0:1773613407.623995:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000800:00000200:1.0:1773613407.623996:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.624000:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd400. 00000400:00000200:2.0:1773613407.624001:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:2.0:1773613407.624004:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000800:00000200:1.0:1773613407.624004:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613407.624008:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613407.624010:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613407.624011:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773613407.624013:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773613407.624016:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773613407.624016:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 572436 usecs (573 jiffies) 00000400:00000200:1.0:1773613407.624019:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613407.624021:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300497983 00000100:00000001:1.0:1773613407.624026:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300497904 00000100:00000001:2.0:1773613407.624027:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613407.624030:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624030:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300497983 00000100:00000001:1.0:1773613407.624033:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300497904 00000100:00000001:1.0:1773613407.624035:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613407.624038:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624038:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613407.624040:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613407.624040:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.624043:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624049:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.624050:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624052:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.624054:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1773613407.624056:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773613407.624057:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773613407.624058:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd400. 00000400:00000200:2.0:1773613407.624060:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1773613407.624060:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477115392:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.624063:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1773613407.624064:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 02000000:00000001:1.0:1773613407.624066:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1773613407.624067:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 02000000:00000001:1.0:1773613407.624068:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773613407.624069:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 02000000:00000001:1.0:1773613407.624069:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773613407.624071:0:2384:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1773613407.624073:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 00000100:00000200:2.0:1773613407.624074:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773613407.624075:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.624078:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.624081:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000100:00000001:2.0:1773613407.624082:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1773613407.624084:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000040:2.0:1773613407.624085:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.624087:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115392, portal 4 00000100:00000001:1.0:1773613407.624089:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.624090:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000001:2.0:1773613407.624092:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613407.624093:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1773613407.624096:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624101:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.624104:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613407.624107:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613407.624109:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477115392, offset 0 00000400:00000200:1.0:1773613407.624113:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624116:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624119:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.624122:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.624124:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.624127:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613407.624129:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624132:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225038:225038:256:4294967295] 192.168.203.144@tcp LPNI seq info [224973:224973:8:4294967295] 00000400:00000200:1.0:1773613407.624135:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624141:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613407.624145:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.624148:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dda00. 00000800:00000200:1.0:1773613407.624152:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613407.624156:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613407.624159:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613407.624174:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.624177:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 49143 usecs (50 jiffies) 00000400:00000200:1.0:1773613407.624180:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613407.624182:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300497460 00000100:00000001:1.0:1773613407.624185:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300497983 00000100:00000001:1.0:1773613407.624187:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300497460 00000100:00000001:1.0:1773613407.624189:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300497983 00000100:00000001:1.0:1773613407.624192:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.624194:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624196:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624200:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.624209:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613407.624212:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613407.624214:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.624215:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613407.624217:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.624221:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1773613407.624223:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.624225:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613407.624227:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.624228:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.624229:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613407.624230:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.624236:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624242:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.624244:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624246:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.624248:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613407.624250:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.624253:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477114752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.624256:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613407.624258:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613407.624260:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613407.624261:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773613407.624262:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1773613407.624264:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dda00. 02000000:00000010:1.0:1773613407.624265:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 00000400:00000200:2.0:1773613407.624267:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1773613407.624267:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613407.624271:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:1.0:1773613407.624271:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.624273:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000200:2.0:1773613407.624274:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:2.0:1773613407.624275:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000400:00000010:1.0:1773613407.624277:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000001:2.0:1773613407.624278:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773613407.624280:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477114752, portal 25 00000100:00000200:2.0:1773613407.624282:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624282:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.624284:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:1.0:1773613407.624288:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.624290:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613407.624293:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624295:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.624298:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613407.624300:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773613407.624300:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000001:2.0:1773613407.624302:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1773613407.624302:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477114752, offset 0 00000400:00000200:1.0:1773613407.624306:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624310:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624313:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.624316:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.624318:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.624321:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613407.624323:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624325:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225039:225039:256:4294967295] 192.168.203.144@tcp LPNI seq info [224974:224974:8:4294967295] 00000400:00000200:1.0:1773613407.624329:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624335:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613407.624339:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.624342:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613407.624346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613407.624350:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613407.624352:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613407.624364:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.624367:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613407.624369:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300501371 00000100:00000001:1.0:1773613407.624373:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300497983 00000100:00000001:1.0:1773613407.624376:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300501371 00000100:00000001:1.0:1773613407.624378:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300497983 00000100:00000001:1.0:1773613407.624381:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.624383:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624385:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.624389:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624396:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.624398:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624400:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.624402:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613407.624404:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.624407:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115008:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.624410:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613407.624412:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613407.624413:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624414:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613407.624418:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613407.624420:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.624423:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.624425:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613407.624428:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613407.624431:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115008, portal 4 00000100:00000001:1.0:1773613407.624434:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.624435:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:1.0:1773613407.624441:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624447:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.624450:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613407.624452:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613407.624454:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477115008, offset 0 00000400:00000200:1.0:1773613407.624458:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624462:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624465:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.624467:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.624469:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.624472:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613407.624474:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624476:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225040:225040:255:4294967295] 192.168.203.144@tcp LPNI seq info [224975:224975:7:4294967295] 00000400:00000200:1.0:1773613407.624480:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624486:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613407.624489:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.624493:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddb00. 00000800:00000200:1.0:1773613407.624496:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613407.624500:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613407.624502:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613407.624505:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.624508:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 164983 usecs (165 jiffies) 00000400:00000200:1.0:1773613407.624511:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613407.624513:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300497575 00000100:00000001:1.0:1773613407.624515:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300501371 00000100:00000001:1.0:1773613407.624516:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300497575 00000100:00000001:1.0:1773613407.624518:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300501371 00000100:00000001:1.0:1773613407.624521:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.624522:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624524:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613407.624528:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624535:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613407.624537:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624539:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613407.624541:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613407.624542:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613407.624545:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477115264:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.624548:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613407.624551:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613407.624552:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.624554:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613407.624557:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613407.624559:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613407.624562:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613407.624564:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613407.624568:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613407.624571:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115264, portal 10 00000100:00000001:1.0:1773613407.624572:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613407.624574:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000040:1.0:1773613407.624579:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624586:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613407.624588:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613407.624590:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613407.624603:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477115264, offset 0 00000400:00000200:1.0:1773613407.624608:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624611:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624614:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613407.624617:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613407.624620:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613407.624622:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613407.624624:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613407.624627:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225041:225041:254:4294967295] 192.168.203.144@tcp LPNI seq info [224976:224976:6:4294967295] 00000400:00000200:1.0:1773613407.624631:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613407.624636:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613407.624638:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613407.624641:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613407.624641:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613407.624644:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd800. 00000400:00000200:2.0:1773613407.624645:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.624648:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613407.624652:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000800:00000200:1.0:1773613407.624652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000400:00000010:2.0:1773613407.624654:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000800:00000200:1.0:1773613407.624656:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:2.0:1773613407.624657:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1773613407.624659:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613407.624661:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773613407.624662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773613407.624664:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 37633 usecs (38 jiffies) 00000400:00000200:1.0:1773613407.624668:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613407.624670:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613407.624670:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300497448 00000100:00000001:1.0:1773613407.624672:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300501371 00000100:00000040:2.0:1773613407.624673:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.624675:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300497448 00000100:00000001:1.0:1773613407.624677:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300501371 00000100:00000001:1.0:1773613407.624679:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613407.624680:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624681:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613407.624682:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613407.624684:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.624686:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613407.624688:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613407.624690:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddb00. 00000400:00000200:2.0:1773613407.624692:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.624695:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613407.624697:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:2.0:1773613407.624699:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:2.0:1773613407.624701:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613407.624704:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.624710:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613407.624713:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.624719:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613407.624721:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613407.624758:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613407.624760:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd800. 00000400:00000200:2.0:1773613407.624763:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.624766:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613407.624769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:2.0:1773613407.624770:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:2.0:1773613407.624773:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613407.624776:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.624783:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613407.624785:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.624791:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613407.624793:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613407.625426:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613407.625431:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613407.625433:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613407.625436:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613407.627787:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.627826:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.627832:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.627834:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.627847:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.627857:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.627869:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.627874:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.627881:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.627897:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a600 00000400:00000200:2.0:1773613407.627909:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.627918:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b594d [1] + 224 00000800:00000001:2.0:1773613407.627928:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.628048:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.628053:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.628059:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.628068:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.628079:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.628091:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.628113:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.628124:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.628128:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.631478:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.631495:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.631506:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.631509:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.631519:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631527:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.631536:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631540:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631545:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631549:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a700 00000400:00000200:2.0:1773613407.631554:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631560:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5955 [1] + 224 00000800:00000001:2.0:1773613407.631568:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.631573:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.631576:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.631580:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.631831:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.631842:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.631853:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.631861:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.631873:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.631878:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.631880:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.631882:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.631885:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631888:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.631892:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631895:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631898:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631900:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a800 00000400:00000200:2.0:1773613407.631904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.631908:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b595d [1] + 224 00000800:00000001:2.0:1773613407.631911:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.632001:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.632004:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.632008:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.632012:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.632016:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.632024:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.632031:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.632035:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.632038:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.632880:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.632889:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613407.632909:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.632911:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.632917:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613407.632926:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:1.0:1773613407.632928:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:1.0:1773613407.632970:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.632983:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.632997:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633005:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.633007:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633010:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.633014:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.633017:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.633019:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.633022:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.633034:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=35 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613407.633039:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613407.633041:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.633043:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.633047:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.633051:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633056:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613407.633060:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613407.633062:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613407.633064:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.633069:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633077:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.633080:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.633082:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.633087:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.633095:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477114880:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613407.633101:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.633103:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.633106:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613407.633109:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613407.633110:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613407.633113:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.633117:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.633125:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633132:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.633134:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633135:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.633137:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.633138:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.633140:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.633142:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.633146:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=35 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613407.633149:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=131 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613407.633151:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.633153:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.633154:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.633156:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633158:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613407.633159:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613407.633161:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613407.633163:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.633166:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633172:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.633173:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.633175:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.633178:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.633186:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115136:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613407.633191:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.633193:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.633195:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613407.633198:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:1.0:1773613407.633199:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:1.0:1773613407.633201:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.633205:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.633214:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633219:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.633220:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633222:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.633223:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.633224:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.633225:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.633227:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.633232:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613407.633234:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613407.633237:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.633238:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.633239:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.633241:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633244:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613407.633245:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613407.633247:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613407.633248:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.633251:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633257:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.633259:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.633260:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.633263:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.633269:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477115392:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.633273:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633276:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.633279:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477114880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633285:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.633289:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.633293:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936427e0800. 02000000:00000001:1.0:1773613407.633298:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.633301:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.633303:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613407.633305:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.633308:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd500. 02000000:00000001:1.0:1773613407.633312:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.633314:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.633316:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613407.633319:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.633321:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633322:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.633325:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477115136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633330:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.633331:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.633333:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613407.633335:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.633336:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.633337:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613407.633338:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.633339:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dde00. 02000000:00000001:1.0:1773613407.633341:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.633342:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.633343:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613407.633345:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.633346:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633348:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.633351:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477115392/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.633357:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.633358:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.633359:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613407.633362:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.633363:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.633364:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613407.633365:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.633366:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1ddf00. 02000000:00000001:1.0:1773613407.633367:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.633368:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.633369:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613407.633371:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.633372:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.633376:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633378:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.633379:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613407.633381:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.633383:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613407.635154:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.635172:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.635176:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.635178:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.635187:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.635194:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.635203:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.635208:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.635213:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.635217:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a780 00000400:00000200:2.0:1773613407.635222:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.635229:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5975 [1] + 224 00000800:00000001:2.0:1773613407.635237:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.635249:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.635251:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.635255:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.635262:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.635270:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.635281:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.635315:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.635323:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.635326:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.636831:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.636844:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.636847:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.636849:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.636856:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.636862:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.636869:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.636873:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.636878:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.636882:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a680 00000400:00000200:2.0:1773613407.636887:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.636893:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b596d [1] + 224 00000800:00000001:2.0:1773613407.636899:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.636983:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.636988:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.636992:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.636998:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.637006:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.637016:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.637024:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.637031:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.637034:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.638192:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.638198:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613407.638205:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.638208:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.638211:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613407.638216:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613407.638218:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613407.638223:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.638231:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.638240:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638247:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.638250:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.638253:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.638256:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.638259:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.638261:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.638263:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.638272:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=35 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613407.638276:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613407.638278:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.638280:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.638282:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.638286:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.638289:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613407.638291:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613407.638294:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613407.638295:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.638300:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638308:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.638311:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.638313:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.638316:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.638324:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115008:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613407.638330:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.638332:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.638333:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613407.638336:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:1.0:1773613407.638337:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:1.0:1773613407.638339:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.638343:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.638351:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638357:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.638358:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.638359:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.638361:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.638362:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.638363:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.638364:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.638368:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=31 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613407.638371:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613407.638373:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.638374:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.638375:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.638377:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.638379:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613407.638380:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613407.638381:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613407.638382:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.638386:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638391:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.638392:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.638394:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.638397:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.638403:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477115264:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.638407:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.638409:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.638412:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477115008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638419:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.638421:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.638425:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613407.638428:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.638431:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.638433:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613407.638435:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.638437:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd000. 02000000:00000001:1.0:1773613407.638441:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.638442:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.638444:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613407.638448:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.638449:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.638450:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.638453:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477115264/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.638458:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.638459:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.638460:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613407.638462:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.638462:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.638463:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613407.638477:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.638479:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd200. 02000000:00000001:1.0:1773613407.638480:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.638482:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.638483:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:1.0:1773613407.638485:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.638486:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.638489:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.638491:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.638492:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613407.638494:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.638495:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613407.640201:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.640216:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613407.640219:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.640222:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.640230:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.640236:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613407.640244:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.640248:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.640252:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.640256:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0a580 00000400:00000200:2.0:1773613407.640261:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613407.640266:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5965 [1] + 224 00000800:00000001:2.0:1773613407.640274:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.640284:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613407.640287:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613407.640291:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613407.640297:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613407.640304:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613407.640315:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613407.640336:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613407.640344:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613407.640348:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.640495:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.640508:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613407.640515:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613407.640517:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613407.640520:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613407.640525:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:1.0:1773613407.640527:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:1.0:1773613407.640532:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613407.640536:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613407.640545:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.640551:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613407.640553:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.640555:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613407.640558:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613407.640560:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613407.640562:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613407.640564:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613407.640569:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613407.640572:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=132 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613407.640574:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613407.640576:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613407.640578:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613407.640580:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.640582:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613407.640586:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.640605:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613407.640608:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613407.640609:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613407.640613:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613407.640619:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477114752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613407.640623:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.640625:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613407.640628:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477114752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613407.640635:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613407.640637:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613407.640648:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613407.640652:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613407.640654:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613407.640656:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613407.640658:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613407.640660:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd700. 02000000:00000001:1.0:1773613407.640663:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613407.640664:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613407.640666:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:1.0:1773613407.640668:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613407.640670:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.640671:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613407.640679:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613407.640680:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613407.640682:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613407.640685:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613408.134093:0:48052:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:2.0:1773613408.134098:0:48052:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773613408.134101:0:48052:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613408.134108:0:48052:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613408.134115:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364c1d8200. 00000020:00000010:2.0:1773613408.134122:0:48052:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364c1d8000. 00000020:00000010:2.0:1773613408.134126:0:48052:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8095a0. 00000008:00000010:2.0:1773613408.134134:0:48052:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613408.134139:0:48052:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613408.134144:0:48052:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613408.134150:0:48052:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613408.134154:0:48052:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613408.134158:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659e8ec00. 00000008:00000010:2.0:1773613408.134163:0:48052:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613408.134167:0:48052:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613408.134170:0:48052:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613408.134173:0:48052:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613408.134176:0:48052:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613408.134180:0:48052:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000001:2.0:1773613408.134185:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:2.0:1773613408.134188:0:48052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773613408.134190:0:48052:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773613408.134192:0:48052:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613408.134195:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613408.134197:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773613408.134198:0:48052:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613408.134201:0:48052:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff993660f01058 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773613408.134204:0:48052:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993659568000 00020000:00000001:2.0:1773613408.134208:0:48052:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613408.134210:0:48052:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613408.134212:0:48052:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613408.134214:0:48052:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134216:0:48052:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613408.134219:0:48052:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613408.134220:0:48052:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134222:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613408.134223:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613408.134224:0:48052:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613408.134227:0:48052:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9ab9b0) owner 0000000000000000/ffff993659568000 00000020:00000001:2.0:1773613408.134230:0:48052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134232:0:48052:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613408.134234:0:48052:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773613408.134236:0:48052:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613408.134239:0:48052:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613408.134244:0:48052:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613408.134247:0:48052:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613408.134249:0:48052:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613408.134250:0:48052:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613408.134255:0:48052:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613408.134259:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e4c00. 00000020:00000010:2.0:1773613408.134263:0:48052:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936412e5800. 00000020:00000010:2.0:1773613408.134267:0:48052:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809360. 00000008:00000010:2.0:1773613408.134271:0:48052:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613408.134274:0:48052:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613408.134277:0:48052:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613408.134279:0:48052:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613408.134281:0:48052:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613408.134284:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e5000. 00000008:00000010:2.0:1773613408.134286:0:48052:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613408.134289:0:48052:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613408.134291:0:48052:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613408.134294:0:48052:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613408.134296:0:48052:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613408.134298:0:48052:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613408.134300:0:48052:0:(cl_object.c:151:cl_object_top()) ffff9936522a75f8 -> ffff9936522a7b70 00000020:00000001:2.0:1773613408.134302:0:48052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613408.134304:0:48052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613408.134305:0:48052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613408.134307:0:48052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134308:0:48052:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134310:0:48052:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613408.134312:0:48052:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773613408.134313:0:48052:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134316:0:48052:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134317:0:48052:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134319:0:48052:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773613408.134321:0:48052:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613408.134322:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613408.134324:0:48052:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613408.134325:0:48052:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613408.134327:0:48052:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134329:0:48052:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134331:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134333:0:48052:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134334:0:48052:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613408.134335:0:48052:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134337:0:48052:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134340:0:48052:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773613408.134342:0:48052:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613408.134343:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613408.134344:0:48052:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613408.134347:0:48052:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773613408.134349:0:48052:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773613408.134353:0:48052:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1773613408.134358:0:48052:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613408.134360:0:48052:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134362:0:48052:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134363:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134365:0:48052:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134366:0:48052:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134368:0:48052:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613408.134370:0:48052:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773613408.134371:0:48052:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613408.134372:0:48052:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773613408.134374:0:48052:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613408.134375:0:48052:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134377:0:48052:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773613408.134378:0:48052:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613408.134380:0:48052:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773613408.134381:0:48052:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613408.134382:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613408.134383:0:48052:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613408.134385:0:48052:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613408.134385:0:48052:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134387:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134388:0:48052:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613408.134389:0:48052:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613408.134390:0:48052:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773613408.134392:0:48052:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613408.134393:0:48052:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613408.134394:0:48052:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613408.134396:0:48052:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613408.134396:0:48052:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613408.134398:0:48052:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613408.134399:0:48052:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134400:0:48052:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613408.134402:0:48052:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613408.134403:0:48052:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613408.134404:0:48052:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613408.134406:0:48052:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613408.134407:0:48052:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613408.134408:0:48052:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613408.134409:0:48052:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613408.134410:0:48052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613408.134412:0:48052:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613408.134415:0:48052:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936412e5800. 00000020:00000010:2.0:1773613408.134419:0:48052:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809360. 00000008:00000010:2.0:1773613408.134422:0:48052:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613408.134425:0:48052:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613408.134428:0:48052:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613408.134431:0:48052:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613408.134434:0:48052:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613408.134436:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e4c00. 00000008:00000010:2.0:1773613408.134439:0:48052:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613408.134442:0:48052:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613408.134445:0:48052:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613408.134448:0:48052:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613408.134451:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e5000. 00000020:00000010:2.0:1773613408.134453:0:48052:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00020000:00000001:2.0:1773613408.134455:0:48052:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613408.134457:0:48052:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613408.134459:0:48052:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613408.134461:0:48052:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613408.134476:0:48052:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613408.134478:0:48052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613408.134481:0:48052:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613408.134483:0:48052:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364c1d8000. 00000020:00000010:2.0:1773613408.134486:0:48052:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8095a0. 00000008:00000010:2.0:1773613408.134488:0:48052:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613408.134491:0:48052:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613408.134493:0:48052:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613408.134495:0:48052:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613408.134498:0:48052:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613408.134500:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c1d8200. 00000008:00000010:2.0:1773613408.134502:0:48052:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613408.134504:0:48052:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613408.134515:0:48052:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613408.134518:0:48052:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613408.134520:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659e8ec00. 00000020:00000010:2.0:1773613408.134522:0:48052:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:2.0:1773613408.134524:0:48052:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613408.134526:0:48052:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326270:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326279:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326286:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326287:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326292:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326293:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326297:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326299:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326302:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326304:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613408.326308:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613408.326309:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613408.326449:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613408.326453:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613408.326457:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613409.350070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613409.350084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613409.350101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613409.350106:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350107:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613409.350111:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350113:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613409.350116:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613409.350117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613409.350167:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613409.350170:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613409.350173:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613410.374139:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374146:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374152:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374154:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374157:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374161:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613410.374163:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613410.374168:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613410.374171:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613410.374172:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374175:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613410.374177:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374179:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374181:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374185:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374187:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374190:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374192:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613410.374196:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613410.374197:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613410.374817:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613410.374822:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613410.374824:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613411.398233:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398240:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398247:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398250:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613411.398252:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613411.398258:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613411.398260:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613411.398262:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398264:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613411.398266:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398269:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398271:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398286:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398289:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398292:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398294:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398298:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398300:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613411.398301:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613411.398303:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613411.398304:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613411.398305:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398306:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613411.398307:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398309:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398311:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613411.398314:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613411.398315:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613411.398698:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613411.398702:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613411.398705:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613411.590056:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300501371, at 4300501376 00000100:00000010:2.0:1773613411.590072:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848300. 00000100:00000040:3.0:1773613411.590218:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300501371, at 4300501376 00000100:00000010:3.0:1773613411.590223:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613412.422063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.422077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.422082:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422083:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.422087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.422092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.422098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613412.422099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613412.422126:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613412.422128:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613412.422131:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613412.742884:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.742895:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.742905:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613412.742911:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613412.742926:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.742929:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.742949:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.742959:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613412.742966:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.742978:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.742990:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.742994:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.743000:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_01+1] req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.743062:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.743067:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.743070:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613412.743076:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.743085:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613412.743087:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.743091:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613412.743094:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613412.743097:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613412.743100:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477115520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613412.743106:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613412.743111:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613412.743113:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.743115:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613412.743120:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613412.743123:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613412.743130:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613412.743135:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613412.743141:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613412.743148:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115520, portal 25 00000100:00000001:1.0:1773613412.743151:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613412.743153:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:1.0:1773613412.743158:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.743166:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613412.743170:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613412.743172:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613412.743176:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477115520, offset 0 00000400:00000200:1.0:1773613412.743183:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613412.743191:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613412.743198:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613412.743203:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613412.743207:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613412.743211:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613412.743214:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613412.743218:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225042:225042:256:4294967295] 192.168.203.144@tcp LPNI seq info [224977:224977:8:4294967295] 00000400:00000200:1.0:1773613412.743223:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613412.743232:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613412.743249:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613412.743254:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd700. 00000800:00000200:1.0:1773613412.743260:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613412.743269:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613412.743273:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613412.743289:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613412.743293:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613412.743297:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300506490 00000100:00000010:1.0:1773613412.743301:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613412.743307:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613412.743313:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300506490 00000100:00000010:1.0:1773613412.743316:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613412.743319:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613412.743322:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613412.743325:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.743328:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.743331:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613412.743453:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.743458:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd700. 00000400:00000200:2.0:1773613412.743471:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.743476:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.743481:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613412.743483:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613412.743489:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.743493:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.743502:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.743505:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.743511:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.743513:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613412.744018:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.744022:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.744026:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.744031:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4380. 00000020:00000040:0.0:1773613412.744035:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613412.744039:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.744040:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.744044:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.744060:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613412.744064:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.744070:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.744080:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.744083:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.744087:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d6b466] to pc [ptlrpcd_00_00+0] req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.748457:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613412.748538:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613412.748545:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.748547:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.748551:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613412.748630:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613412.748634:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.748638:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613412.748639:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.748765:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.748768:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.748770:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613412.748783:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.748794:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613412.748796:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.748801:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613412.748804:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613412.748807:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613412.748811:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477115648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613412.748816:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613412.748821:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613412.748823:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.748826:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613412.748835:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613412.748838:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613412.748845:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613412.748849:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613412.748857:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613412.748863:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115648, portal 10 00000100:00000001:1.0:1773613412.748865:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613412.748867:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434231680 : -113016275319936 : ffff9936590e4380) 00000100:00000040:1.0:1773613412.748874:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.748882:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613412.748885:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613412.748888:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613412.748891:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477115648, offset 0 00000400:00000200:1.0:1773613412.748900:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613412.748908:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613412.749012:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613412.749018:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613412.749023:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613412.749026:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613412.749029:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613412.749034:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225043:225043:256:4294967295] 192.168.203.144@tcp LPNI seq info [224978:224978:8:4294967295] 00000400:00000200:1.0:1773613412.749039:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613412.749050:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613412.749148:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613412.749155:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd200. 00000800:00000200:1.0:1773613412.749161:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613412.749171:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613412.749175:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613412.749277:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613412.749283:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 492985 usecs (493 jiffies) 00000400:00000200:1.0:1773613412.749287:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613412.749291:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300503028 00000100:00000001:1.0:1773613412.749295:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300506490 00000100:00000001:1.0:1773613412.749298:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300503028 00000100:00000001:1.0:1773613412.749300:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300506490 00000100:00000001:1.0:1773613412.749303:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613412.749306:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.749309:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.749311:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.749324:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.749327:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.749474:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749479:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.749483:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.749490:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613412.749495:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613412.749499:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.749502:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.749507:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.749513:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613412.749518:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749526:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.749536:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.749540:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749545:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_01+1] req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.749578:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749581:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.749584:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.749587:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6d80. 00000020:00000040:0.0:1773613412.749590:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613412.749592:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.749593:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.749595:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.749598:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613412.749601:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749605:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.749612:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.749614:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749618:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de34344] to pc [ptlrpcd_00_00+0] req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.749625:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749627:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.749630:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.749632:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613412.749634:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613412.749637:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.749638:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.749639:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.749642:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613412.749644:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749648:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.749664:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.749666:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749670:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.749676:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.749678:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613412.749681:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613412.749683:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613412.750235:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613412.750249:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613412.750250:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613412.750253:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613412.750259:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613412.750263:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750270:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613412.750277:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613412.750279:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750284:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_00+0] req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750291:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750293:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613412.750296:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613412.750302:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5840) 00000100:00000001:0.0:1773613412.750316:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613412.750318:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613412.750320:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613412.750323:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750329:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613412.750330:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750333:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613412.750335:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613412.750338:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613412.750341:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115904:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613412.750345:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613412.750348:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613412.750350:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750352:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613412.750357:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f29600. 02000000:00000001:0.0:1773613412.750359:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613412.750364:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613412.750368:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613412.750374:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613412.750378:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115904, portal 4 00000100:00000001:0.0:1773613412.750380:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613412.750382:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434242432 : -113016275309184 : ffff9936590e6d80) 00000100:00000040:0.0:1773613412.750388:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750395:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613412.750397:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613412.750400:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613412.750403:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477115904, offset 0 00000400:00000200:0.0:1773613412.750408:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750415:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750421:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613412.750425:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613412.750428:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613412.750431:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613412.750433:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750436:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225044:225044:255:4294967295] 192.168.203.144@tcp LPNI seq info [224979:224979:7:4294967295] 00000400:00000200:0.0:1773613412.750440:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750448:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613412.750453:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613412.750456:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613412.750475:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613412.750481:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613412.750484:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613412.750487:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750490:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 569121 usecs (570 jiffies) 00000400:00000200:0.0:1773613412.750493:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613412.750495:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300503106 00000100:00000001:0.0:1773613412.750497:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750499:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300503106 00000100:00000001:0.0:1773613412.750501:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750503:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.750504:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.750506:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613412.750510:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750515:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613412.750517:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750518:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613412.750520:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613412.750522:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613412.750525:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116160:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613412.750527:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613412.750529:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613412.750531:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750532:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613412.750536:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613412.750537:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613412.750539:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613412.750542:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f948. 00000400:00000010:0.0:1773613412.750545:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613412.750548:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116160, portal 4 00000100:00000001:0.0:1773613412.750550:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613412.750551:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613412.750570:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750576:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613412.750577:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613412.750580:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613412.750582:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477116160, offset 0 00000400:00000200:0.0:1773613412.750586:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750590:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750592:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613412.750595:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613412.750597:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613412.750599:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613412.750602:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750605:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225045:225045:254:4294967295] 192.168.203.144@tcp LPNI seq info [224980:224980:6:4294967295] 00000400:00000200:0.0:1773613412.750608:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750614:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613412.750618:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613412.750621:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613412.750624:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613412.750627:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613412.750630:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613412.750632:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750635:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 44516 usecs (45 jiffies) 00000400:00000200:0.0:1773613412.750638:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613412.750640:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300502581 00000100:00000001:0.0:1773613412.750642:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750643:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300502581 00000100:00000001:0.0:1773613412.750655:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750657:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.750659:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.750661:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.750663:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.750669:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613412.750671:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613412.750673:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613412.750674:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613412.750676:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613412.750679:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773613412.750680:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.750682:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613412.750684:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.750694:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613412.750695:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613412.750696:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613412.750701:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750706:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613412.750708:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750710:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613412.750712:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613412.750714:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613412.750717:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115776:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613412.750721:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613412.750723:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613412.750725:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750726:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613412.750729:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613412.750731:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613412.750734:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613412.750736:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613412.750739:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613412.750742:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477115776, portal 4 00000100:00000001:0.0:1773613412.750744:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613412.750745:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:0.0:1773613412.750750:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750755:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613412.750757:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613412.750759:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17c38. 00000100:00000200:0.0:1773613412.750761:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477115776, offset 0 00000400:00000200:0.0:1773613412.750765:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750768:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750772:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613412.750774:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613412.750777:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613412.750779:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613412.750781:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750783:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225046:225046:253:4294967295] 192.168.203.144@tcp LPNI seq info [224981:224981:5:4294967295] 00000400:00000200:0.0:1773613412.750787:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750792:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613412.750796:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613412.750799:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613412.750802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613412.750806:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613412.750809:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613412.750812:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750814:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 164013 usecs (165 jiffies) 00000400:00000200:0.0:1773613412.750816:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613412.750818:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300502701 00000100:00000001:0.0:1773613412.750820:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750822:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300502701 00000100:00000001:0.0:1773613412.750824:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750826:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.750828:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.750829:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613412.750833:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750839:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613412.750841:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750843:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613412.750845:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613412.750846:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613412.750849:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116032:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613412.750852:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613412.750854:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613412.750855:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.750857:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613412.750859:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613412.750861:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613412.750864:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613412.750866:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613412.750869:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613412.750872:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116032, portal 10 00000100:00000001:0.0:1773613412.750874:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613412.750875:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:0.0:1773613412.750880:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.750886:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613412.750888:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613412.750891:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17440. 00000100:00000200:0.0:1773613412.750893:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477116032, offset 0 00000400:00000200:0.0:1773613412.750896:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750900:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750903:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613412.750905:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613412.750907:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613412.750909:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613412.750923:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613412.750926:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225047:225047:252:4294967295] 192.168.203.144@tcp LPNI seq info [224982:224982:4:4294967295] 00000400:00000200:0.0:1773613412.750929:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613412.750958:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613412.750963:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613412.750966:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613412.750969:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613412.750973:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613412.750976:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613412.750978:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.750981:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 36275 usecs (37 jiffies) 00000400:00000200:0.0:1773613412.750984:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613412.750986:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300502574 00000100:00000001:0.0:1773613412.750988:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750990:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300502574 00000100:00000001:0.0:1773613412.750993:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300506490 00000100:00000001:0.0:1773613412.750995:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.750997:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.751000:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.751002:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.753435:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.753444:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.753449:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.753454:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613412.761247:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613412.761267:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613412.761271:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613412.761274:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613412.761283:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613412.761290:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613412.761300:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613412.761304:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613412.761309:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613412.761313:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0a880 00000400:00000200:2.0:1773613412.761319:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613412.761325:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b597d [1] + 224 00000800:00000001:2.0:1773613412.761332:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613412.761356:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613412.761359:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.761363:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613412.761371:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613412.761378:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613412.761388:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.761475:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.761479:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613412.761495:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613412.761535:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.761539:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd200. 00000400:00000200:2.0:1773613412.761543:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.761546:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.761550:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:2.0:1773613412.761553:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:2.0:1773613412.761573:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.761577:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.761585:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.761588:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.761594:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.761595:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613412.761609:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613412.761613:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613412.761620:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.761622:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:2.0:1773613412.761626:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.761630:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.761633:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:2.0:1773613412.761634:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:2.0:1773613412.761637:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.761641:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763151:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.763160:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763168:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.763170:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613412.763199:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.763203:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613412.763208:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.763212:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.763217:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:2.0:1773613412.763219:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:2.0:1773613412.763222:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.763226:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763233:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.763236:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763242:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.763243:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613412.763252:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.763254:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613412.763257:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.763260:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.763262:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:2.0:1773613412.763263:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:2.0:1773613412.763265:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.763268:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763280:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.763283:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.763288:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.763290:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613412.764198:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613412.764204:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:2.0:1773613412.764210:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613412.764215:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613412.764220:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17440 00000400:00000010:2.0:1773613412.764222:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17440. 00000100:00000001:2.0:1773613412.764225:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613412.764231:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.764240:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613412.764243:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613412.764250:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613412.764251:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1773613412.768699:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613412.768707:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613412.768712:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613412.768723:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:1.0:1773613412.768725:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:1.0:1773613412.768733:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613412.768746:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613412.768758:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.768767:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613412.768770:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.768773:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613412.768776:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613412.768779:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613412.768781:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.768784:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613412.768791:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613412.768796:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=137 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613412.768799:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613412.768800:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613412.768803:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613412.768805:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.768808:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613412.768813:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.768820:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613412.768824:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613412.768826:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613412.768830:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613412.768837:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477115520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613412.768844:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.768846:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613412.768849:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477115520/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.768857:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613412.768859:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613412.768863:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613412.768867:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613412.768870:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613412.768871:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613412.768874:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613412.768877:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:1.0:1773613412.768882:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613412.768884:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613412.768886:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:1.0:1773613412.768890:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613412.768892:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.768896:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.768898:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.768900:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.768902:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.768904:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613412.771731:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771748:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613412.771753:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771755:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.771764:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771771:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613412.771779:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771783:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771788:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771792:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0aa00 00000400:00000200:3.0:1773613412.771797:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771803:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b598d [1] + 224 00000800:00000001:3.0:1773613412.771811:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771816:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.771819:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613412.771824:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613412.771831:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613412.771841:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613412.771852:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613412.771863:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613412.771872:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771876:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613412.771877:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771880:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.771883:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771886:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613412.771892:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771895:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771898:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771901:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ab00 00000400:00000200:3.0:1773613412.771904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.771907:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5995 [1] + 224 00000800:00000001:3.0:1773613412.771922:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771927:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.771929:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613412.771933:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613412.771966:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613412.771972:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613412.771981:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613412.771989:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613412.771993:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.771997:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613412.771999:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772001:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772004:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772007:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613412.772011:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772013:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772019:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0a980 00000400:00000200:3.0:1773613412.772022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772025:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b599d [1] + 224 00000800:00000001:3.0:1773613412.772028:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772032:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772034:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613412.772038:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613412.772041:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613412.772046:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613412.772243:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613412.772250:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613412.772256:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772260:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613412.772262:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772264:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772267:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772270:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613412.772274:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772277:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772279:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772282:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0a900 00000400:00000200:3.0:1773613412.772285:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772289:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5985 [1] + 224 00000800:00000001:3.0:1773613412.772292:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772295:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772297:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613412.772300:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613412.772302:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613412.772306:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613412.772314:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613412.772335:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613412.772339:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772343:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613412.772344:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772346:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772349:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772353:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613412.772356:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772358:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772361:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772363:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0aa80 00000400:00000200:3.0:1773613412.772366:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613412.772369:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59a5 [1] + 224 00000800:00000001:3.0:1773613412.772372:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772379:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613412.772381:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613412.772384:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613412.772387:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613412.772391:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613412.772399:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613412.772405:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613412.772409:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613412.772412:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.772743:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613412.772747:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613412.772754:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613412.772756:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613412.772759:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613412.772764:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:0.0:1773613412.772766:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:0.0:1773613412.772769:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613412.772774:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613412.772783:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.772788:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613412.772790:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.772792:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613412.772795:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613412.772798:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613412.772800:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.772802:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613412.772811:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=40 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613412.772815:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613412.772817:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613412.772819:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.772821:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613412.772824:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.772827:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613412.772829:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:0.0:1773613412.772831:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613412.772833:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.772837:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.772844:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.772847:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613412.772848:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613412.772853:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613412.772860:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115776:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613412.772866:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613412.772867:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613412.772869:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613412.772871:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:0.0:1773613412.772873:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:0.0:1773613412.772875:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613412.772878:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613412.772886:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.772891:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613412.772893:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.772894:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613412.772896:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613412.772897:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613412.772898:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.772900:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613412.772903:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=36 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613412.772906:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613412.772918:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613412.772920:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.772922:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613412.772924:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.772926:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613412.772927:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613412.772930:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613412.772931:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.772973:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.772980:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.772981:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613412.772983:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613412.772986:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613412.772993:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116032:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613412.772999:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613412.773000:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613412.773001:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613412.773004:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613412.773006:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613412.773008:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613412.773011:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613412.773019:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773025:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613412.773026:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.773028:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613412.773030:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613412.773031:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613412.773033:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.773034:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613412.773038:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=40 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613412.773041:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=136 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613412.773043:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613412.773044:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.773046:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613412.773048:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.773050:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613412.773281:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613412.773285:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613412.773286:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.773292:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773298:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.773300:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613412.773301:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613412.773304:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613412.773311:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477115904:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613412.773317:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613412.773318:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613412.773320:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f948. 00000400:00000200:0.0:1773613412.773323:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:0.0:1773613412.773325:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:0.0:1773613412.773327:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613412.773331:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613412.773338:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773345:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613412.773347:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.773349:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613412.773350:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613412.773351:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613412.773353:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.773355:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613412.773359:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613412.773361:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613412.773363:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613412.773364:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613412.773366:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613412.773368:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.773370:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613412.773372:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613412.773373:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613412.773374:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613412.773378:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773383:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613412.773385:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613412.773386:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613412.773389:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613412.773396:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116160:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613412.773400:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.773402:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613412.773405:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477115776/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773412:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613412.773414:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613412.773417:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613412.773421:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613412.773423:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613412.773425:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613412.773427:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613412.773430:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613412.773434:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613412.773436:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613412.773438:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:0.0:1773613412.773441:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613412.773442:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.773444:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613412.773448:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477116032/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.773454:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613412.773455:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613412.773456:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613412.773458:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613412.774824:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613412.774831:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613412.774835:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613412.774840:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:0.0:1773613412.774846:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613412.774848:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613412.774850:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:0.0:1773613412.774854:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613412.774855:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.774858:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613412.774867:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6d80 x1859762477115904/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.774875:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613412.774877:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613412.774879:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f29600. 02000000:00000001:0.0:1773613412.774882:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613412.774883:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613412.774884:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613412.774886:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613412.774887:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:0.0:1773613412.774889:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613412.774890:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613412.774891:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6d80. 00000100:00000001:0.0:1773613412.774893:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613412.774895:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.774896:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613412.774900:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477116160/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613412.774908:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613412.774909:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613412.774910:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 00000100:00000001:1.0:1773613412.775044:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.775048:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613412.775065:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613412.775067:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613412.775070:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613412.775075:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613412.775076:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613412.775082:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613412.775087:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613412.775096:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.775102:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613412.775103:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.775106:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613412.775108:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613412.775110:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613412.775111:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613412.775114:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613412.775120:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=40 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613412.775124:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613412.775126:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613412.775128:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613412.775130:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613412.775133:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.775137:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613412.775138:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613412.775140:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613412.775142:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613412.775146:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.775153:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613412.775155:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613412.775156:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613412.775160:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613412.775168:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477115648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613412.775173:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.775175:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613412.775178:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4380 x1859762477115648/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613412.775184:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613412.775186:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613412.775188:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613412.775191:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613412.775193:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613412.775194:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613412.775196:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613412.775197:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:1.0:1773613412.775200:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613412.775201:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613412.775203:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4380. 00000100:00000001:1.0:1773613412.775205:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613412.775206:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613412.775210:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.775211:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613412.775213:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613412.775214:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613412.775216:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613412.775411:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613412.775413:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613412.775414:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613412.775416:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613412.775418:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:0.0:1773613412.775420:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613412.775422:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613412.775423:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613412.775426:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613412.775427:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.775429:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613412.775436:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613412.775439:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613412.775441:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613412.775442:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446262:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446269:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446275:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446277:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446280:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446281:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446285:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446286:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446290:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446291:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613413.446294:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613413.446295:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613413.447189:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613413.447194:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613413.447197:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613413.766803:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613413.766817:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613413.766820:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:1.0:1773613413.766825:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613413.766827:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613413.766831:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613413.766834:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470616:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470623:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470630:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470631:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470644:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470645:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470650:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470651:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470655:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470656:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613414.470659:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613414.470660:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613414.470901:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613414.470904:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613414.470907:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613415.494059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494066:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613415.494072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613415.494077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613415.494081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613415.494087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613415.494091:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613415.494092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613415.494115:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613415.494118:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613415.494121:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613416.522219:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522228:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613416.522230:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613416.522233:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522238:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613416.522240:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522242:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522244:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522249:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522250:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522255:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522256:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522259:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522261:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613416.522262:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613416.522263:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522265:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613416.522266:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522268:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522270:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522274:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522275:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522278:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613416.522279:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613416.522280:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613416.522281:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522283:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613416.522284:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522285:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613416.522287:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613416.522432:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613416.522436:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613416.522439:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613416.710082:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300506490, at 4300506496 00000100:00000010:2.0:1773613416.710098:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00000100:00000040:3.0:1773613416.710773:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300506490, at 4300506496 00000100:00000010:3.0:1773613416.710781:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613417.545783:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545789:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.545794:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545796:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.545799:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545800:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.545803:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545805:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.545808:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545809:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.545813:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613417.545814:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613417.547669:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613417.547675:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613417.547679:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613417.862249:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.862260:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.862284:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b480. 00000020:00000040:1.0:1773613417.862290:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613417.862295:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.862298:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.862302:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.862311:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd000. 00000100:00000001:1.0:1773613417.862317:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.862328:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.862338:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.862342:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.862347:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d7c4ada] to pc [ptlrpcd_00_01+1] req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.862395:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.862399:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.862401:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613417.862407:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.862415:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613417.862417:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.862421:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613417.862424:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613417.862426:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613417.862429:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477116288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613417.862435:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613417.862440:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613417.862443:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.862445:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613417.862449:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613417.862451:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613417.862458:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613417.862462:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f948. 00000400:00000010:0.0:1773613417.862468:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613417.862475:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116288, portal 25 00000100:00000001:0.0:1773613417.862478:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613417.862480:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189221504 : -113016520330112 : ffff99364a73b480) 00000100:00000040:0.0:1773613417.862485:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.862491:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613417.862506:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613417.862508:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613417.862512:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477116288, offset 0 00000400:00000200:0.0:1773613417.862528:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613417.862538:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613417.862545:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613417.862549:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613417.862553:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613417.862557:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613417.862559:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613417.862563:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225048:225048:256:4294967295] 192.168.203.144@tcp LPNI seq info [224983:224983:8:4294967295] 00000400:00000200:0.0:1773613417.862568:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613417.862577:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613417.862583:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613417.862588:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613417.862594:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613417.862603:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613417.862607:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613417.862623:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613417.862627:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613417.862630:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300511609 00000100:00000010:0.0:1773613417.862635:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853f00. 00000100:00000001:0.0:1773613417.862641:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613417.862645:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300511609 00000100:00000010:0.0:1773613417.862648:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853c00. 00000100:00000001:0.0:1773613417.862651:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613417.862654:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613417.862657:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.862660:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.862662:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.862688:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.862700:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.862704:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.862708:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739500. 00000020:00000040:1.0:1773613417.862711:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613417.862713:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.862715:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.862718:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.862722:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1ddf00. 00000100:00000001:1.0:1773613417.862725:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.862729:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.862736:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.862738:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.862742:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc8bda35] to pc [ptlrpcd_00_00+0] req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613417.862872:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613417.862877:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613417.862882:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613417.862888:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613417.862892:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:2.0:1773613417.862894:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:2.0:1773613417.862899:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613417.862903:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613417.862911:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613417.862915:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613417.862921:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613417.862923:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613417.863845:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613417.863849:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613417.863854:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.863855:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.863858:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613417.863861:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773613417.863863:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.863865:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613417.863867:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.863868:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.863869:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.863871:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613417.863880:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.863888:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613417.863890:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.863893:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613417.863896:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613417.863899:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613417.863902:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477116416:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613417.863907:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613417.863912:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613417.863914:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.863917:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613417.863924:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613417.863926:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613417.863932:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613417.864927:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613417.864946:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613417.864953:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116416, portal 10 00000100:00000001:0.0:1773613417.864955:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613417.864957:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189213440 : -113016520338176 : ffff99364a739500) 00000100:00000040:0.0:1773613417.864968:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.864975:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613417.864978:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613417.864980:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613417.864984:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477116416, offset 0 00000400:00000200:0.0:1773613417.864990:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613417.864998:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613417.865004:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613417.865008:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613417.865011:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613417.865014:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613417.865017:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613417.865021:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225049:225049:256:4294967295] 192.168.203.144@tcp LPNI seq info [224984:224984:8:4294967295] 00000400:00000200:0.0:1773613417.865025:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613417.865034:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613417.865039:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613417.865045:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613417.865051:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613417.865058:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613417.865062:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613417.865148:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613417.865154:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 491973 usecs (492 jiffies) 00000400:00000200:0.0:1773613417.865158:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613417.865161:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300508143 00000100:00000001:0.0:1773613417.865164:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300511609 00000100:00000001:0.0:1773613417.865167:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300508143 00000100:00000001:0.0:1773613417.865169:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300511609 00000100:00000001:0.0:1773613417.865172:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613417.865175:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.865178:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.865181:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.865194:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.865196:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.865279:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865283:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.865287:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.865293:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613417.865297:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613417.865300:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.865302:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.865307:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.865312:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dde00. 00000100:00000001:1.0:1773613417.865318:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865324:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.865333:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.865337:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865342:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865359:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865362:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.865365:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.865369:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613417.865371:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613417.865374:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.865375:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.865377:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.865380:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd500. 00000100:00000001:1.0:1773613417.865383:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865387:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.865394:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.865396:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865400:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_00_00+0] req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865408:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865411:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.865414:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.865416:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613417.865418:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613417.865420:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.865421:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.865423:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.865425:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd600. 00000100:00000001:1.0:1773613417.865428:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865432:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.865438:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.865440:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865444:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edfe1554] to pc [ptlrpcd_00_01+1] req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865451:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865453:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613417.865457:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613417.865459:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613417.865462:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:1.0:1773613417.865463:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613417.865465:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613417.865466:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613417.865469:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1ddc00. 00000100:00000001:1.0:1773613417.865471:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865475:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613417.865482:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613417.865483:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865487:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c25f89e] to pc [ptlrpcd_00_00+0] req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865506:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865508:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773613417.865512:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773613417.865525:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5845) 00000100:00000001:1.0:1773613417.865537:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.865539:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613417.865540:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613417.865545:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865553:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613417.865555:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865557:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613417.865560:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613417.865562:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613417.865566:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477116672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.865570:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613417.865574:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613417.865576:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865579:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613417.865583:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613417.865585:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613417.865589:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613417.865592:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613417.865596:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613417.865599:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116672, portal 4 00000100:00000001:1.0:1773613417.865601:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613417.865603:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613417.865608:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865615:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613417.865617:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613417.865619:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613417.865622:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477116672, offset 0 00000400:00000200:1.0:1773613417.865626:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865630:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.865633:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613417.865636:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613417.865638:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613417.865640:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613417.865642:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865645:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225050:225050:255:4294967295] 192.168.203.144@tcp LPNI seq info [224985:224985:7:4294967295] 00000400:00000200:1.0:1773613417.865648:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.865654:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613417.865657:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613417.865660:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd300. 00000800:00000200:1.0:1773613417.865664:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613417.865669:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613417.865672:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613417.865676:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865680:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 565945 usecs (566 jiffies) 00000400:00000200:1.0:1773613417.865683:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613417.865685:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300508217 00000100:00000001:1.0:1773613417.865687:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.865689:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300508217 00000100:00000001:1.0:1773613417.865691:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.865702:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.865704:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.865706:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613417.865710:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865716:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613417.865717:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865719:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613417.865721:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613417.865723:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613417.865725:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.865728:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613417.865731:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613417.865732:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865734:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613417.865737:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613417.865739:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613417.865742:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613417.865744:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613417.865747:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613417.865750:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116928, portal 4 00000100:00000001:1.0:1773613417.865752:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613417.865753:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613417.865759:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865770:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613417.865772:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613417.865775:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613417.865777:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477116928, offset 0 00000400:00000200:1.0:1773613417.865782:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865785:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.865788:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613417.865790:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613417.865792:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613417.865795:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613417.865797:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865799:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225051:225051:254:4294967295] 192.168.203.144@tcp LPNI seq info [224986:224986:6:4294967295] 00000400:00000200:1.0:1773613417.865803:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.865808:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613417.865812:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613417.865817:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd200. 00000800:00000200:1.0:1773613417.865821:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613417.865825:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613417.865828:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613417.865831:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.865833:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 42772 usecs (43 jiffies) 00000400:00000200:1.0:1773613417.865837:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613417.865838:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300507694 00000100:00000001:1.0:1773613417.865840:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.865842:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300507694 00000100:00000001:1.0:1773613417.865845:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.865847:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.865849:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.865851:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.865854:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.865860:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613417.865862:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613417.865864:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.865865:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613417.865867:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613417.865869:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613417.865871:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.865873:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613417.865875:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.865876:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.865877:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613417.865879:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613417.865883:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865890:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613417.865891:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865893:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613417.865895:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613417.865897:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613417.865900:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477116544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.865904:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613417.865906:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613417.865908:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.865910:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613417.865913:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613417.865915:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613417.865918:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613417.865921:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613417.865924:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613417.865927:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116544, portal 4 00000100:00000001:1.0:1773613417.865929:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613417.865930:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:1.0:1773613417.865961:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.865968:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613417.865970:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613417.865973:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613417.865976:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477116544, offset 0 00000400:00000200:1.0:1773613417.865979:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865983:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.865986:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613417.865989:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613417.865991:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613417.865993:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613417.865996:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613417.865999:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225052:225052:253:4294967295] 192.168.203.144@tcp LPNI seq info [224987:224987:5:4294967295] 00000400:00000200:1.0:1773613417.866003:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.866008:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613417.866013:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613417.866016:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd700. 00000800:00000200:1.0:1773613417.866020:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613417.866025:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613417.866028:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613417.866030:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.866033:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 163126 usecs (164 jiffies) 00000400:00000200:1.0:1773613417.866036:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613417.866038:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300507816 00000100:00000001:1.0:1773613417.866040:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.866042:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300507816 00000100:00000001:1.0:1773613417.866044:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.866046:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.866048:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.866050:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613417.866054:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.866061:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613417.866062:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.866064:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613417.866066:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613417.866068:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613417.866071:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.866074:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613417.866076:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613417.866078:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.866079:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613417.866082:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613417.866084:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613417.866086:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613417.866089:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613417.866092:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613417.866094:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477116800, portal 10 00000100:00000001:1.0:1773613417.866096:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613417.866098:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613417.866103:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.866109:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613417.866111:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613417.866113:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385770. 00000100:00000200:1.0:1773613417.866116:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477116800, offset 0 00000400:00000200:1.0:1773613417.866120:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613417.866123:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.866126:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613417.866128:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613417.866131:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613417.866133:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613417.866135:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613417.866138:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225053:225053:252:4294967295] 192.168.203.144@tcp LPNI seq info [224988:224988:4:4294967295] 00000400:00000200:1.0:1773613417.866142:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613417.866148:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613417.866152:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613417.866155:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd800. 00000800:00000200:1.0:1773613417.866158:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613417.866162:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613417.866164:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613417.866167:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.866171:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 35791 usecs (36 jiffies) 00000400:00000200:1.0:1773613417.866173:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613417.866175:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300507688 00000100:00000001:1.0:1773613417.866178:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.866180:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300507688 00000100:00000001:1.0:1773613417.866182:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300511609 00000100:00000001:1.0:1773613417.866184:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.866186:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.866188:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.866191:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.867428:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.867436:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.867440:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.867445:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613417.867865:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613417.867870:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613417.867878:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.867886:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613417.867893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:3.0:1773613417.867896:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:3.0:1773613417.867901:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613417.867909:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.867919:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613417.867923:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.867930:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613417.867946:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613417.867958:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613417.867960:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd300. 00000400:00000200:3.0:1773613417.867963:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.867966:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613417.867968:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:3.0:1773613417.867970:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:3.0:1773613417.867975:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613417.867979:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.867986:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613417.867990:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.867997:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613417.867998:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613417.868005:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613417.868007:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd200. 00000400:00000200:3.0:1773613417.868009:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.868012:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613417.868014:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:3.0:1773613417.868015:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:3.0:1773613417.868018:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613417.868021:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868034:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613417.868037:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868043:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613417.868045:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613417.868053:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613417.868055:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd700. 00000400:00000200:3.0:1773613417.868058:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.868061:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613417.868063:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:3.0:1773613417.868065:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:3.0:1773613417.868067:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613417.868070:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868078:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613417.868081:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868087:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613417.868088:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613417.868151:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613417.868154:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd800. 00000400:00000200:3.0:1773613417.868157:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.868160:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613417.868163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:3.0:1773613417.868165:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:3.0:1773613417.868167:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613417.868170:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868177:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613417.868180:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.868191:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613417.868193:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613417.869070:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.869082:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613417.869086:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.869088:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.869096:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.869102:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613417.869109:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.869113:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.869119:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.869123:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0ab80 00000400:00000200:2.0:1773613417.869128:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.869134:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59ad [1] + 224 00000800:00000001:2.0:1773613417.869141:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.869147:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.869149:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613417.869153:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613417.869157:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613417.869164:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613417.869174:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.869230:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.869234:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613417.869251:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613417.869259:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.869274:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613417.870437:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613417.870442:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613417.870445:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f948. 00000400:00000200:0.0:1773613417.870451:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:0.0:1773613417.870454:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:0.0:1773613417.870458:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613417.870466:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613417.870475:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.870481:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613417.870483:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.870487:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613417.870490:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613417.870492:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613417.870494:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.870497:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613417.870504:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613417.870507:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=142 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613417.870509:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613417.870511:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.870513:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613417.870515:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.870526:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613417.870531:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.870537:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613417.870539:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613417.870541:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613417.870545:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613417.870552:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477116288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613417.870558:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.870561:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613417.870564:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b480 x1859762477116288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.870570:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613417.870572:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613417.870575:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613417.870579:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613417.870581:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613417.870583:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613417.870585:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613417.870587:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd000. 02000000:00000001:0.0:1773613417.870591:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613417.870593:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613417.870595:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b480. 00000100:00000001:0.0:1773613417.870598:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613417.870599:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.870602:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.870604:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.870606:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.870608:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.870609:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613417.872541:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872556:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613417.872560:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872562:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613417.872570:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872576:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613417.872584:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872588:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872592:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872596:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0ac00 00000400:00000200:3.0:1773613417.872601:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872606:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59b5 [1] + 224 00000800:00000001:3.0:1773613417.872613:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872618:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613417.872621:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.872625:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613417.872631:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613417.872639:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613417.872649:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.872670:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613417.872679:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872683:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613417.872685:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872688:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613417.872691:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872701:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613417.872706:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872710:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872713:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872716:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0ad80 00000400:00000200:3.0:1773613417.872718:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613417.872722:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59d5 [1] + 224 00000800:00000001:3.0:1773613417.872726:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872731:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613417.872733:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613417.872736:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613417.872739:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613417.872744:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613417.872753:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613417.872771:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613417.872776:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613417.872780:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.873239:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.873245:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613417.873252:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613417.873253:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613417.873256:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613417.873261:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:0.0:1773613417.873263:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:0.0:1773613417.873266:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613417.873271:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613417.873282:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.873288:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613417.873290:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.873292:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613417.873296:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613417.873298:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613417.873300:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613417.873303:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613417.873311:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=45 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613417.873315:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613417.873318:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613417.873320:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613417.873322:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613417.873325:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.873329:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613417.873331:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613417.873333:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613417.873335:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613417.873340:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.873348:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613417.873350:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613417.873352:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613417.873356:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613417.873364:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477116416:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613417.873369:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.873371:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613417.873374:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739500 x1859762477116416/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613417.873381:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613417.873383:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613417.873386:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613417.873389:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613417.873391:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613417.873393:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613417.873395:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613417.873398:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1ddf00. 02000000:00000001:0.0:1773613417.873402:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613417.873404:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613417.873405:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739500. 00000100:00000001:0.0:1773613417.873409:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613417.873410:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613417.873414:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.873415:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613417.873416:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613417.873418:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613417.873419:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.873589:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.873592:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613417.873595:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613417.873596:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613417.873598:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613417.873601:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:1.0:1773613417.873602:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:1.0:1773613417.873606:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613417.873609:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613417.873614:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.873619:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613417.873620:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.873621:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613417.873622:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613417.873623:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613417.873624:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.873625:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613417.873629:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=41 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613417.873631:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613417.873632:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613417.873633:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613417.873634:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613417.873636:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.873637:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613417.873638:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613417.873639:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613417.873640:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.873642:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.873646:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.873647:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613417.873648:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613417.873650:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613417.873654:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.873656:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.873657:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613417.873659:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477116800/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.873662:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613417.873664:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613417.873665:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613417.873667:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613417.873668:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613417.873669:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613417.873671:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613417.873672:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd600. 02000000:00000001:1.0:1773613417.873673:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613417.873674:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613417.873675:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:1.0:1773613417.873677:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613417.873677:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.873679:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.873680:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.873681:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613417.873681:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.873682:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613417.879059:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879079:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613417.879084:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879086:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879096:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879103:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613417.879113:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879117:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879122:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879127:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ad00 00000400:00000200:2.0:1773613417.879132:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879138:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59bd [1] + 224 00000800:00000001:2.0:1773613417.879146:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879150:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879153:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613417.879157:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613417.879163:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613417.879171:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613417.879181:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.879257:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.879347:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613417.879365:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613417.879376:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879381:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613417.879383:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879386:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879390:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879394:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613417.879398:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879401:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879404:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879407:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ae00 00000400:00000200:2.0:1773613417.879410:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879414:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59c5 [1] + 224 00000800:00000001:2.0:1773613417.879418:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879421:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879423:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613417.879427:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613417.879430:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613417.879435:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613417.879444:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613417.879451:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613417.879454:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879457:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613417.879459:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879461:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879464:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879467:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613417.879471:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879473:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879476:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879479:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ac80 00000400:00000200:2.0:1773613417.879482:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613417.879486:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59cd [1] + 224 00000800:00000001:2.0:1773613417.879489:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879509:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613417.879511:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613417.879515:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613417.879527:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613417.879531:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613417.879540:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613417.879549:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613417.879552:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613417.879556:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613417.879991:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613417.879994:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613417.879996:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613417.880001:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613417.880003:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613417.880008:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613417.880013:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613417.880021:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880026:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613417.880028:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880030:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613417.880034:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613417.880037:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613417.880038:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.880041:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613417.880051:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=45 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613417.880056:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613417.880058:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613417.880060:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613417.880063:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613417.880067:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880072:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613417.880073:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613417.880075:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613417.880077:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.880081:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880088:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.880090:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613417.880092:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613417.880096:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613417.880104:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477116672:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613417.880110:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613417.880111:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613417.880113:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613417.880116:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613417.880117:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613417.880119:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613417.880122:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613417.880130:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880136:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613417.880138:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880139:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613417.880140:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613417.880142:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613417.880143:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.880145:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613417.880150:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613417.880153:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613417.880154:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613417.880155:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613417.880157:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613417.880158:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880161:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613417.880162:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613417.880163:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613417.880164:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.880167:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880173:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.880175:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613417.880177:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613417.880180:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613417.880187:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477116928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.880191:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880194:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613417.880197:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477116672/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880204:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613417.880206:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613417.880209:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613417.880214:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613417.880217:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613417.880219:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613417.880221:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613417.880224:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd500. 02000000:00000001:1.0:1773613417.880227:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613417.880229:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613417.880231:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613417.880234:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613417.880235:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880237:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613417.880240:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477116928/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880245:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613417.880246:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613417.880247:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613417.880250:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613417.880251:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613417.880252:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613417.880253:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613417.880255:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1ddc00. 02000000:00000001:1.0:1773613417.880257:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613417.880258:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613417.880259:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613417.880261:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613417.880347:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880351:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880353:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.880355:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613417.880358:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613417.880359:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613417.880361:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613417.880364:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:1.0:1773613417.880366:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:1.0:1773613417.880368:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613417.880373:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613417.880380:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880386:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613417.880387:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880389:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613417.880390:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613417.880391:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613417.880393:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613417.880395:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613417.880399:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=45 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613417.880402:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613417.880404:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613417.880405:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613417.880407:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613417.880409:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880411:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613417.880412:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613417.880414:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613417.880415:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613417.880419:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880424:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613417.880426:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613417.880427:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613417.880431:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613417.880438:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477116544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613417.880442:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880444:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613417.880447:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477116544/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613417.880452:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613417.880454:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613417.880456:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613417.880458:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613417.880459:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613417.880461:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613417.880463:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613417.880464:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dde00. 02000000:00000001:1.0:1773613417.880466:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613417.880468:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613417.880469:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613417.880472:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613417.880473:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880474:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613417.880481:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613417.880483:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613417.880485:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613417.880486:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566093:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613418.566105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613418.566106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613418.566138:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613418.566141:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613418.566144:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613418.887688:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613418.887698:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613418.887700:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613418.887704:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613418.887706:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613418.887709:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613418.887713:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590058:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590066:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590073:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590079:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613419.590082:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613419.590087:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613419.590089:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613419.590091:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590094:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613419.590096:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590098:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590100:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590108:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590109:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613419.590112:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613419.590113:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613419.590557:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613419.590562:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613419.590565:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613420.614113:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614124:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614133:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614137:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613420.614140:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613420.614149:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613420.614152:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613420.614154:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614157:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613420.614160:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614162:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614165:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614170:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614171:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614175:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614177:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614181:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614183:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613420.614185:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613420.614187:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613420.614188:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613420.614189:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614191:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613420.614192:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614194:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614196:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613420.614199:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613420.614201:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613420.614309:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613420.614315:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613420.614319:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613421.638103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638114:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613421.638123:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638125:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613421.638129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613421.638135:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638136:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613421.638141:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638142:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613421.638146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613421.638147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613421.638182:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613421.638185:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613421.638188:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613421.830072:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300511609, at 4300511616 00000100:00000010:2.0:1773613421.830095:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853f00. 00000100:00000040:3.0:1773613421.830782:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300511609, at 4300511616 00000100:00000010:3.0:1773613421.830794:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853c00. 00010000:00000001:0.0:1773613422.662302:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662312:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613422.662320:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662321:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613422.662327:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662328:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613422.662332:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662334:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613422.662338:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662339:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613422.662343:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613422.662344:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613422.672025:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613422.672034:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613422.672041:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613422.982332:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982349:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613422.982363:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706680. 00000020:00000040:3.0:1773613422.982371:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613422.982376:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982380:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982387:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613422.982399:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550200. 00000100:00000001:3.0:1773613422.982408:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982423:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613422.982437:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982443:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982449:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfba6afe] to pc [ptlrpcd_01_01+1] req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.982494:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982497:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982501:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613422.982504:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704a80. 00000020:00000040:3.0:1773613422.982507:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613422.982509:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982510:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982512:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613422.982516:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550d00. 00000100:00000001:3.0:1773613422.982519:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982524:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613422.982531:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982533:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982537:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e19a7ee3] to pc [ptlrpcd_01_00+0] req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.982544:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982547:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982550:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613422.982553:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704e00. 00000020:00000040:3.0:1773613422.982556:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613422.982558:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982559:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982561:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613422.982565:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550900. 00000100:00000001:3.0:1773613422.982567:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982572:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613422.982583:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982585:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982589:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154b7682] to pc [ptlrpcd_01_01+1] req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.982596:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982599:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982602:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613422.982605:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707800. 00000020:00000040:3.0:1773613422.982608:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613422.982610:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982611:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982613:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613422.982616:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550f00. 00000100:00000001:3.0:1773613422.982619:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982623:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613422.982630:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982632:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982635:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23475e4] to pc [ptlrpcd_01_00+0] req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.982643:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982645:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982648:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613422.982651:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706300. 00000020:00000040:3.0:1773613422.982654:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:3.0:1773613422.982656:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982657:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982659:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613422.982662:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550400. 00000100:00000001:2.0:1773613422.982664:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.982665:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982669:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613422.982669:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613422.982672:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773613422.982676:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982677:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613422.982679:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613422.982680:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000552d9194] to pc [ptlrpcd_01_01+1] req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.982689:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982691:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613422.982695:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773613422.982697:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1773613422.982698:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705180. 00000020:00000040:3.0:1773613422.982699:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613422.982700:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.982702:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613422.982703:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613422.982704:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.982704:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613422.982707:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773613422.982708:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550300. 00000100:00000001:3.0:1773613422.982710:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.982710:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982714:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773613422.982714:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477117056:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613422.982719:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773613422.982721:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613422.982723:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982726:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000584a945a] to pc [ptlrpcd_01_00+0] req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773613422.982726:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613422.982728:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.982731:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773613422.982733:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982735:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1773613422.982737:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5000. 00000100:00000040:3.0:1773613422.982739:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1773613422.982739:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.982743:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5850) 00000400:00000200:2.0:1773613422.982748:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613422.982753:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9108. 00000100:00000001:3.0:1773613422.982755:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.982757:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613422.982759:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1773613422.982761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000040:3.0:1773613422.982763:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613422.982769:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117056, portal 25 00000100:00000001:3.0:1773613422.982770:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613422.982771:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.982773:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773613422.982773:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613422.982774:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004928 : -113016520546688 : ffff99364a706680) 02000000:00000001:3.0:1773613422.982775:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613422.982777:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613422.982780:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.982788:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1773613422.982790:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117184:192.168.203.144@tcp:400:kworker.0 00000100:00000040:2.0:1773613422.982791:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613422.982793:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1773613422.982793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 02000000:00000001:3.0:1773613422.982796:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1773613422.982796:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477117056, offset 0 02000000:00000001:3.0:1773613422.982798:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.982800:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613422.982803:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a600. 00000400:00000200:2.0:1773613422.982804:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 02000000:00000001:3.0:1773613422.982805:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613422.982808:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613422.982811:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da000. 00000400:00000200:2.0:1773613422.982813:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613422.982814:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613422.982817:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117184, portal 10 00000100:00000001:3.0:1773613422.982818:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613422.982820:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188997760 : -113016520553856 : ffff99364a704a80) 00000400:00000200:2.0:1773613422.982822:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000040:3.0:1773613422.982827:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773613422.982827:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613422.982832:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:3.0:1773613422.982833:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613422.982834:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613422.982836:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1773613422.982837:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613422.982839:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477117184, offset 0 00000400:00000200:2.0:1773613422.982839:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613422.982843:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613422.982843:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225054:225054:256:4294967295] 192.168.203.144@tcp LPNI seq info [224989:224989:8:4294967295] 00000400:00000200:2.0:1773613422.982848:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.982859:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000400:00000200:3.0:1773613422.982865:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:2.0:1773613422.982866:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613422.982868:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613422.982870:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613422.982872:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000800:00000010:2.0:1773613422.982872:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415f00. 00000400:00000200:3.0:1773613422.982874:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613422.982876:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613422.982880:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225055:225055:255:4294967295] 192.168.203.144@tcp LPNI seq info [224990:224990:7:4294967295] 00000800:00000200:2.0:1773613422.982880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000400:00000200:3.0:1773613422.982884:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613422.982889:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613422.982890:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613422.982893:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000200:2.0:1773613422.982895:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1773613422.982897:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69800. 00000800:00000200:3.0:1773613422.982900:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:2.0:1773613422.982909:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613422.982914:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613422.982917:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300516729 00000100:00000010:2.0:1773613422.982923:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8095a0. 00000100:00000001:2.0:1773613422.982931:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613422.982955:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300516730 00000100:00000010:2.0:1773613422.982960:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a809360. 00000100:00000001:2.0:1773613422.982964:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613422.982967:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613422.982970:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613422.982973:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613422.982977:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.982984:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613422.982985:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.982988:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613422.982990:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613422.982992:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613422.982995:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477117312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613422.982998:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613422.983001:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613422.983002:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.983003:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613422.983007:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613422.983009:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613422.983012:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613422.983015:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e70. 00000400:00000010:2.0:1773613422.983019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7110. 00000100:00000200:2.0:1773613422.983022:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117312, portal 4 00000800:00000200:3.0:1773613422.983024:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:2.0:1773613422.983024:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613422.983025:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188998656 : -113016520552960 : ffff99364a704e00) 00000800:00000200:3.0:1773613422.983028:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613422.983031:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613422.983032:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613422.983035:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 490908 usecs (491 jiffies) 00000100:00000001:2.0:1773613422.983038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1773613422.983039:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:2.0:1773613422.983040:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613422.983041:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300513260 00000400:00000010:2.0:1773613422.983042:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7a18. 00000100:00000200:2.0:1773613422.983045:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477117312, offset 0 00000400:00000200:2.0:1773613422.983049:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613422.983053:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.983056:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613422.983059:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613422.983061:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613422.983064:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613422.983066:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613422.983069:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225056:225056:254:4294967295] 192.168.203.144@tcp LPNI seq info [224991:224991:6:4294967295] 00000400:00000200:2.0:1773613422.983072:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.983078:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613422.983082:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613422.983085:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415500. 00000800:00000200:2.0:1773613422.983089:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613422.983093:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613422.983096:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613422.983099:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613422.983102:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 162182 usecs (163 jiffies) 00000400:00000200:2.0:1773613422.983105:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613422.983107:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300512932 00000100:00000001:2.0:1773613422.983109:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300516729 00000100:00000001:2.0:1773613422.983112:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300512932 00000100:00000001:2.0:1773613422.983114:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300516730 00000100:00000001:2.0:1773613422.983116:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613422.983117:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613422.983120:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613422.983123:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613422.983133:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613422.983136:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613422.983138:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613422.983140:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613422.983141:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613422.983144:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.983155:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613422.983156:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.983159:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613422.983160:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613422.983162:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613422.983165:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477117568:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613422.983169:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613422.983172:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613422.983173:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613422.983174:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613422.983177:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613422.983179:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613422.983182:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613422.983184:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9790. 00000400:00000010:2.0:1773613422.983187:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00000200:2.0:1773613422.983190:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117568, portal 10 00000100:00000001:2.0:1773613422.983191:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613422.983192:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000040:2.0:1773613422.983198:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.983203:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613422.983205:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613422.983207:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7cc0. 00000100:00000200:2.0:1773613422.983210:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477117568, offset 0 00000400:00000200:2.0:1773613422.983214:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613422.983218:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.983221:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613422.983223:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613422.983226:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613422.983228:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613422.983230:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613422.983233:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225057:225057:253:4294967295] 192.168.203.144@tcp LPNI seq info [224992:224992:5:4294967295] 00000400:00000200:2.0:1773613422.983237:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.983242:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613422.983247:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613422.983251:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415100. 00000800:00000200:2.0:1773613422.983255:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613422.983259:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613422.983261:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613422.983264:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613422.983267:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 34192 usecs (35 jiffies) 00000400:00000200:2.0:1773613422.983270:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613422.983272:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300512804 00000100:00000001:2.0:1773613422.983274:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300516729 00000100:00000001:2.0:1773613422.983276:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300512804 00000100:00000001:2.0:1773613422.983278:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300516730 00000100:00000001:3.0:1773613422.983279:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300516729 00000100:00000001:2.0:1773613422.983280:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.983282:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300513260 00000100:00000001:2.0:1773613422.983282:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983284:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300516730 00000100:00000001:2.0:1773613422.983285:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983286:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613422.983287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.983288:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983290:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773613422.983290:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613422.983291:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613422.983293:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613422.983294:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773613422.983295:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.983296:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613422.983299:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983302:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613422.983303:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.983305:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613422.983308:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613422.983310:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613422.983313:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117440:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613422.983316:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613422.983319:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613422.983321:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.983323:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613422.983326:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613422.983328:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613422.983332:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613422.983334:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613422.983338:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613422.983341:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117440, portal 4 00000100:00000001:3.0:1773613422.983343:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613422.983344:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189009408 : -113016520542208 : ffff99364a707800) 00000100:00000040:3.0:1773613422.983349:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983356:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613422.983358:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613422.983360:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613422.983362:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477117440, offset 0 00000400:00000200:3.0:1773613422.983367:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613422.983370:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613422.983373:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613422.983376:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613422.983378:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613422.983380:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613422.983382:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613422.983385:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225058:225058:252:4294967295] 192.168.203.144@tcp LPNI seq info [224993:224993:4:4294967295] 00000400:00000200:3.0:1773613422.983389:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613422.983395:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613422.983400:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613422.983403:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69b00. 00000800:00000200:3.0:1773613422.983407:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613422.983411:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613422.983414:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613422.983417:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.983420:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 562742 usecs (563 jiffies) 00000400:00000200:3.0:1773613422.983423:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613422.983425:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300513332 00000100:00000001:3.0:1773613422.983427:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300516729 00000100:00000001:3.0:1773613422.983429:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300513332 00000100:00000001:3.0:1773613422.983431:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300516730 00000100:00000001:3.0:1773613422.983433:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.983435:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983437:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613422.983441:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983448:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613422.983449:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.983451:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613422.983453:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613422.983455:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613422.983458:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477117696:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613422.983461:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613422.983463:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613422.983465:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.983467:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613422.983470:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613422.983472:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613422.983474:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613422.983476:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da420. 00000400:00000010:3.0:1773613422.983480:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613422.983491:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117696, portal 4 00000100:00000001:3.0:1773613422.983493:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613422.983494:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000040:3.0:1773613422.983500:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983508:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613422.983510:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613422.983513:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613422.983515:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477117696, offset 0 00000400:00000200:3.0:1773613422.983519:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613422.983522:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613422.983526:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613422.983528:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613422.983530:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613422.983533:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613422.983535:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613422.983537:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225059:225059:251:4294967295] 192.168.203.144@tcp LPNI seq info [224994:224994:3:4294967295] 00000400:00000200:3.0:1773613422.983541:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613422.983546:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613422.983550:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613422.983554:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5c500. 00000800:00000200:3.0:1773613422.983558:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613422.983562:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613422.983564:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613422.983568:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.983571:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 40323 usecs (41 jiffies) 00000400:00000200:3.0:1773613422.983573:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613422.983575:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300512810 00000100:00000001:3.0:1773613422.983577:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300516729 00000100:00000001:3.0:1773613422.983578:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300512810 00000100:00000001:3.0:1773613422.983580:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300516730 00000100:00000001:3.0:1773613422.983582:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.983584:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983586:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983588:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.983592:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613422.983593:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613422.983595:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.983596:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613422.983597:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983599:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613422.983657:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.983661:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415f00. 00000400:00000200:3.0:1773613422.983668:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.983674:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.983679:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:3.0:1773613422.983682:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:3.0:1773613422.983688:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.983692:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983702:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.983706:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983713:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983714:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613422.983727:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.983730:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69800. 00000400:00000200:3.0:1773613422.983735:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.983738:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.983740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:3.0:1773613422.983742:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:3.0:1773613422.983746:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.983749:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983756:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.983758:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983769:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983770:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613422.983778:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.983780:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415500. 00000400:00000200:3.0:1773613422.983782:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.983785:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.983787:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7a18 00000400:00000010:3.0:1773613422.983789:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7a18. 00000100:00000001:3.0:1773613422.983791:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.983794:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983799:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.983801:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983806:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983808:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613422.983814:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.983815:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415100. 00000400:00000200:3.0:1773613422.983817:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.983819:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.983822:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7cc0 00000400:00000010:3.0:1773613422.983824:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7cc0. 00000100:00000001:3.0:1773613422.983825:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.983828:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983834:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.983837:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983842:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983843:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613422.983849:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.983852:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69b00. 00000400:00000200:3.0:1773613422.983854:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.983857:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.983859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613422.983860:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613422.983863:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.983865:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983871:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.983874:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.983880:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.983881:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613422.986216:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613422.986228:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5c500. 00000400:00000200:3.0:1773613422.986236:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613422.986247:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613422.986256:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:3.0:1773613422.986259:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:3.0:1773613422.986266:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613422.986275:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.986290:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.986293:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.986302:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.986304:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613422.993529:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993548:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613422.993552:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993554:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993582:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613422.993590:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993595:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993600:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993604:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0ae80 00000400:00000200:2.0:1773613422.993617:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993622:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59dd [1] + 224 00000800:00000001:2.0:1773613422.993630:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993635:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993638:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613422.993642:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613422.993648:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613422.993656:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613422.993666:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.993686:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613422.993694:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993697:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613422.993699:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993700:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993703:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993706:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613422.993710:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993712:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993715:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993717:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b000 00000400:00000200:2.0:1773613422.993721:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993725:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a1d [1] + 224 00000800:00000001:2.0:1773613422.993728:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993731:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993732:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613422.993735:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613422.993738:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613422.993743:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613422.993751:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.993763:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613422.993766:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993768:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613422.993770:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993772:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993774:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993777:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613422.993781:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993782:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993785:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993787:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0af80 00000400:00000200:2.0:1773613422.993789:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993793:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59fd [1] + 224 00000800:00000001:2.0:1773613422.993796:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993798:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993800:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613422.993802:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613422.993804:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613422.993808:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613422.993814:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.993820:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613422.993822:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993824:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613422.993826:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993828:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993830:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993833:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613422.993836:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993838:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993840:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993843:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b100 00000400:00000200:2.0:1773613422.993846:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993849:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a2d [1] + 224 00000800:00000001:2.0:1773613422.993852:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993855:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993857:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613422.993860:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613422.993863:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613422.993867:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613422.993876:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.993882:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613422.993885:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993888:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613422.993890:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993892:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993895:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993898:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613422.993902:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993904:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993907:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993909:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b080 00000400:00000200:2.0:1773613422.993913:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613422.993916:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a0d [1] + 224 00000800:00000001:2.0:1773613422.993919:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993927:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613422.993928:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613422.993931:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613422.993964:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613422.993969:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613422.993977:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613422.993984:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613422.993987:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613422.993990:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994297:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.994302:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613422.994309:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613422.994311:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613422.994314:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613422.994319:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613422.994322:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613422.994326:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613422.994331:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613422.994340:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994346:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613422.994348:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994350:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613422.994353:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613422.994355:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613422.994357:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.994360:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613422.994369:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=50 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613422.994373:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613422.994375:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613422.994377:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613422.994379:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613422.994383:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994387:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613422.994389:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613422.994391:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613422.994392:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.994397:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994403:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.994406:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613422.994407:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613422.994411:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613422.994418:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117440:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613422.994423:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613422.994425:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613422.994427:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da420. 00000400:00000200:3.0:1773613422.994429:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613422.994431:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613422.994433:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613422.994436:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613422.994445:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994450:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613422.994452:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994453:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613422.994455:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613422.994456:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613422.994458:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.994460:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613422.994463:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613422.994466:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613422.994468:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613422.994469:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613422.994471:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613422.994473:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994475:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613422.994476:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613422.994478:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613422.994479:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.994493:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994500:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.994502:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613422.994503:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613422.994507:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613422.994520:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477117696:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613422.994524:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994527:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.994530:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707800 x1859762477117440/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994537:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613422.994539:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613422.994543:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613422.994546:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613422.994548:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613422.994550:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613422.994553:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613422.994555:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550f00. 02000000:00000001:3.0:1773613422.994560:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613422.994561:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613422.994563:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707800. 00000100:00000001:3.0:1773613422.994567:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613422.994568:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994570:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.994573:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705180 x1859762477117696/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994579:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613422.994580:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613422.994582:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613422.994583:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613422.994584:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613422.994586:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:3.0:1773613422.994587:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613422.994589:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550300. 02000000:00000001:3.0:1773613422.994591:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613422.994592:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613422.994594:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705180. 00000100:00000001:3.0:1773613422.994596:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613422.994597:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994601:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994603:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.994613:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613422.994615:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994617:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994629:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.994630:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613422.994633:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613422.994634:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613422.994636:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9790. 00000400:00000200:3.0:1773613422.994639:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:3.0:1773613422.994641:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:3.0:1773613422.994643:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613422.994647:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613422.994655:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994661:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613422.994662:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994664:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613422.994665:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613422.994666:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613422.994668:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.994670:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613422.994674:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=46 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613422.994676:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613422.994678:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613422.994680:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613422.994681:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613422.994683:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994685:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613422.994686:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613422.994688:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613422.994690:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.994693:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994700:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.994701:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613422.994703:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613422.994706:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613422.994713:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477117568:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613422.994717:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613422.994719:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613422.994720:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9108. 00000400:00000200:3.0:1773613422.994722:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:3.0:1773613422.994724:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:3.0:1773613422.994726:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613422.994729:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613422.994737:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994743:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613422.994744:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994746:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613422.994747:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613422.994748:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613422.994750:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.994751:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613422.994754:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613422.994756:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=147 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613422.994758:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613422.994760:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613422.994761:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613422.994763:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994765:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.994769:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994774:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.994776:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613422.994777:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613422.994781:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613422.994788:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477117056:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613422.994793:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613422.994794:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613422.994796:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e70. 00000400:00000200:3.0:1773613422.994798:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7110 00000400:00000010:3.0:1773613422.994800:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7110. 00000100:00000001:3.0:1773613422.994802:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613422.994805:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613422.994814:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994820:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613422.994821:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994822:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613422.994823:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613422.994824:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613422.994826:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613422.994827:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613422.994831:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=50 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613422.994833:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613422.994835:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613422.994837:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613422.994838:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613422.994840:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.994842:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613422.994844:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613422.994845:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613422.994847:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613422.994850:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994856:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613422.994858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613422.994859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613422.994863:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613422.994870:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477117312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613422.994874:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994875:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.994878:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706300 x1859762477117568/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994884:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613422.994885:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613422.994887:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:3.0:1773613422.994890:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613422.994891:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613422.994892:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613422.994894:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613422.994895:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550400. 02000000:00000001:3.0:1773613422.994897:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613422.994899:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613422.994900:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706300. 00000100:00000001:3.0:1773613422.994902:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613422.994903:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994905:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.994908:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706680 x1859762477117056/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994913:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613422.994915:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613422.994916:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5000. 02000000:00000001:3.0:1773613422.994918:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613422.994920:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613422.994921:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613422.994922:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613422.994923:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550200. 02000000:00000001:3.0:1773613422.994925:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613422.994926:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613422.994927:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706680. 00000100:00000001:3.0:1773613422.994930:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613422.994931:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.994963:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613422.994967:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704e00 x1859762477117312/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613422.994972:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613422.994974:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613422.994975:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4c00. 02000000:00000001:3.0:1773613422.994978:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613422.994979:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613422.994980:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613422.994982:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613422.994983:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550900. 02000000:00000001:3.0:1773613422.994985:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613422.994986:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613422.994987:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704e00. 00000100:00000001:3.0:1773613422.994989:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613422.994990:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.995002:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613422.995011:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613422.995013:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613422.995014:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613422.995016:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613422.999976:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613423.000328:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613423.000332:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613423.000337:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613423.000347:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613423.000354:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613423.000363:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613423.000368:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613423.000373:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613423.000376:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0af00 00000400:00000200:3.0:1773613423.000381:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613423.000387:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b59ed [1] + 224 00000800:00000001:3.0:1773613423.000394:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613423.000401:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613423.000405:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613423.000409:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613423.000416:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613423.000423:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613423.000444:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613423.000518:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613423.000522:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613423.000544:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613423.000554:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613423.000558:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613423.001944:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613423.001950:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613423.001954:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da000. 00000400:00000200:2.0:1773613423.001963:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:2.0:1773613423.001965:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:2.0:1773613423.001970:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613423.001979:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613423.002058:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613423.002068:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613423.002071:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613423.002073:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613423.002077:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613423.002079:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613423.002082:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613423.002085:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613423.002094:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=51 v=36 (36 36 5 5) 00000100:00001000:2.0:1773613423.002098:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613423.002101:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613423.002103:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613423.002106:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613423.002110:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613423.002113:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613423.002115:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:2.0:1773613423.002117:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613423.002119:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613423.002124:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613423.002214:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613423.002217:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613423.002220:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613423.002225:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613423.002233:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613423.002238:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613423.002241:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613423.002245:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704a80 x1859762477117184/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613423.002252:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613423.002254:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613423.002257:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a600. 02000000:00000001:2.0:1773613423.002261:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613423.002264:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613423.002265:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613423.002268:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613423.002271:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550d00. 02000000:00000001:2.0:1773613423.002274:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613423.002276:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613423.002278:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704a80. 00000100:00000001:2.0:1773613423.002281:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613423.002283:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613423.002285:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613423.002293:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613423.002295:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613423.002298:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613423.002300:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694787:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694794:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694800:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694801:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694805:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694806:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694809:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694811:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694814:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694816:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613423.694819:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613423.694820:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613423.694914:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613423.694922:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613423.694926:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613424.672758:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613424.672775:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613424.672779:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613424.672781:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613424.672790:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613424.672798:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613424.672807:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613424.672811:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613424.672817:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613424.672820:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09180 00000400:00000200:2.0:1773613424.672833:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613424.672839:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5765 [1] + 0 00000800:00000001:2.0:1773613424.672846:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613424.672854:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613424.672856:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613424.672859:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613424.672864:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613424.672871:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613434 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1773613424.672880:0:2383:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613434 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613424.672899:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613424.672905:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613424.672908:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613424.673009:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613424.673012:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613424.673014:0:2390:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1773613424.673016:0:2390:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1773613424.673020:0:2390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 02000000:00000010:1.0:1773613424.673024:0:2390:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff99364a1dde00. 02000000:00000001:1.0:1773613424.673026:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613424.673028:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613424.673029:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613424.673036:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613424.673038:0:2390:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613424.673043:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=47 v=5 (1 0 0 0) 02000000:00000010:1.0:1773613424.673049:0:2390:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff99364a1dde00. 00000100:00000010:1.0:1773613424.673053:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00001000:1.0:1773613424.673059:0:2390:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 35s (25s) req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 1 to 0 dl 1773613459 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613424.673067:0:2390:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613424.673069:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613424.673072:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710050:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710056:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710061:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710064:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710066:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613424.710073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613424.710073:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613424.710095:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613424.710098:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613424.710100:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613425.734690:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734697:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613425.734703:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734704:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613425.734708:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734710:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613425.734714:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734715:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613425.734719:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734720:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613425.734723:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613425.734724:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613425.734996:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613425.735000:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613425.735003:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613426.758047:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758055:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613426.758057:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613426.758060:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758065:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613426.758067:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758070:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758072:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758082:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758083:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758087:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613426.758088:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613426.758089:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758090:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613426.758091:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758092:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758093:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758095:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758096:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613426.758099:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613426.758099:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613426.758100:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758102:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613426.758103:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758104:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613426.758105:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613426.758184:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613426.758187:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613426.758188:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613426.950053:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300516730, at 4300516736 00000100:00000040:2.0:1773613426.950053:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300516729, at 4300516736 00000100:00000010:2.0:1773613426.950069:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8095a0. 00000100:00000010:3.0:1773613426.950071:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a809360. 00010000:00000001:0.0:1773613427.783619:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783625:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613427.783632:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783633:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613427.783637:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783638:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613427.783641:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783642:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613427.783646:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783647:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613427.783650:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613427.783651:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613427.783676:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613427.783678:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613427.783681:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613428.103424:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103434:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103454:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613428.103461:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613428.103465:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103468:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613428.103472:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613428.103480:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415e00. 00000100:00000001:2.0:1773613428.103487:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103499:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613428.103509:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613428.103513:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103520:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6900cce] to pc [ptlrpcd_01_01+1] req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.103563:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103566:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103569:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103573:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613428.103575:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613428.103577:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103579:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613428.103580:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613428.103583:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415800. 00000100:00000001:2.0:1773613428.103586:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103591:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613428.103598:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613428.103600:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103604:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000477a5a3b] to pc [ptlrpcd_01_00+0] req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.103618:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103621:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103624:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103626:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9c00. 00000020:00000040:2.0:1773613428.103628:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613428.103630:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103631:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613428.103633:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613428.103635:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415700. 00000100:00000001:2.0:1773613428.103638:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103642:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613428.103649:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613428.103651:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103655:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000540e25f8] to pc [ptlrpcd_01_01+1] req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.103662:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103664:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103667:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103671:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abbb80. 00000020:00000040:2.0:1773613428.103673:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613428.103675:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103677:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613428.103678:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613428.103681:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415300. 00000100:00000001:2.0:1773613428.103685:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103689:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613428.103696:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613428.103698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.103699:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.103705:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773613428.103706:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f065bd28] to pc [ptlrpcd_01_00+0] req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.103708:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773613428.103718:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.103719:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613428.103721:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103728:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103731:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8700. 00000100:00000001:3.0:1773613428.103735:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1773613428.103736:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:3.0:1773613428.103739:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.103740:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103743:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613428.103744:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613428.103746:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.103748:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1773613428.103751:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415400. 02000000:00000001:3.0:1773613428.103753:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.103756:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613428.103759:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477117824:192.168.203.144@tcp:400:kworker.0 00000100:00000040:2.0:1773613428.103765:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613428.103766:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613428.103772:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613428.103775:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.103777:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1773613428.103779:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773613428.103781:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613428.103786:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b600. 00000100:00000040:2.0:1773613428.103788:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327bedf9] to pc [ptlrpcd_01_01+1] req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773613428.103789:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613428.103801:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.103803:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103807:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613428.103810:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613428.103813:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000400:00000010:3.0:1773613428.103818:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da420. 00000020:00000040:2.0:1773613428.103818:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613428.103824:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613428.103825:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613428.103827:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613428.103828:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 02000000:00000010:2.0:1773613428.103832:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415a00. 00000100:00000200:3.0:1773613428.103836:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117824, portal 25 00000100:00000001:2.0:1773613428.103837:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.103841:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613428.103845:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:2.0:1773613428.103846:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1773613428.103855:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.103867:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613428.103869:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.103876:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b62f8] to pc [ptlrpcd_01_00+0] req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.103881:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613428.103889:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613428.103892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613428.103896:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477117824, offset 0 00000400:00000200:3.0:1773613428.103902:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613428.103910:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.103917:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613428.103922:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613428.103926:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613428.103931:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613428.103969:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613428.103974:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225060:225060:256:4294967295] 192.168.203.144@tcp LPNI seq info [224995:224995:8:4294967295] 00000400:00000200:3.0:1773613428.103979:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.103987:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613428.103993:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613428.103999:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5c500. 00000800:00000200:3.0:1773613428.104005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613428.104013:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613428.104017:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613428.104027:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613428.104031:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613428.104034:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300521851 00000100:00000010:3.0:1773613428.104039:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed0c0. 00000100:00000001:3.0:1773613428.104046:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613428.104051:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300521851 00000100:00000010:3.0:1773613428.104054:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed1e0. 00000100:00000001:3.0:1773613428.104057:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613428.104060:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.104062:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104065:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613428.104069:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.104076:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613428.104078:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.104081:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613428.104082:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613428.104085:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613428.104088:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118080:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613428.104092:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613428.104094:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613428.104096:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.104097:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613428.104100:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613428.104104:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.104109:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613428.104110:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:2.0:1773613428.104113:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1773613428.104115:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000100:00000040:2.0:1773613428.104118:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1773613428.104121:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000040:2.0:1773613428.104125:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5855) 00000100:00000200:3.0:1773613428.104126:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118080, portal 4 00000100:00000001:3.0:1773613428.104131:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613428.104132:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984000 : -113016147567616 : ffff993660ab9c00) 00000100:00000040:3.0:1773613428.104139:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.104144:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613428.104146:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613428.104157:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613428.104159:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477118080, offset 0 00000400:00000200:3.0:1773613428.104163:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613428.104167:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.104170:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613428.104172:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613428.104175:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613428.104177:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613428.104179:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613428.104181:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225061:225061:255:4294967295] 192.168.203.144@tcp LPNI seq info [224996:224996:7:4294967295] 00000400:00000200:3.0:1773613428.104185:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.104190:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613428.104193:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613428.104197:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5c100. 00000800:00000200:3.0:1773613428.104200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613428.104204:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613428.104207:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613428.104209:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.104213:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 161228 usecs (162 jiffies) 00000400:00000200:3.0:1773613428.104216:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613428.104218:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300518052 00000100:00000001:3.0:1773613428.104221:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300521851 00000100:00000001:3.0:1773613428.104223:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300518052 00000100:00000001:3.0:1773613428.104225:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300521851 00000100:00000001:3.0:1773613428.104227:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.104229:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104231:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104234:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.104240:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613428.104242:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613428.104245:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.104247:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613428.104248:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613428.104252:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.104259:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613428.104261:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.104263:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613428.104265:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613428.104267:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613428.104270:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477118336:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613428.104273:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613428.104276:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613428.104277:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.104279:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613428.104283:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613428.104285:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613428.104288:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.104290:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1773613428.104291:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da6e0. 00000100:00000001:2.0:1773613428.104294:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1773613428.104297:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000001:2.0:1773613428.104298:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1773613428.104302:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118336, portal 10 00000100:00000040:2.0:1773613428.104306:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.104311:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613428.104315:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561978624 : -113016147572992 : ffff993660ab8700) 00000100:00000001:2.0:1773613428.104320:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613428.104323:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.104327:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773613428.104327:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613428.104330:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613428.104335:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104342:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1773613428.104343:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117952:192.168.203.144@tcp:400:kworker.0 00000100:00000040:3.0:1773613428.104350:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:2.0:1773613428.104350:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613428.104355:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1773613428.104356:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 02000000:00000001:2.0:1773613428.104358:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773613428.104361:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477118336, offset 0 02000000:00000001:2.0:1773613428.104362:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613428.104367:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4800. 00000400:00000200:3.0:1773613428.104371:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 02000000:00000001:2.0:1773613428.104372:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613428.104378:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.104379:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613428.104385:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c08. 00000400:00000200:3.0:1773613428.104386:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613428.104392:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1773613428.104393:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7550. 00000400:00000200:3.0:1773613428.104396:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000200:2.0:1773613428.104398:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477117952, portal 10 00000400:00000200:3.0:1773613428.104401:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773613428.104402:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1773613428.104406:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:2.0:1773613428.104406:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000400:00000200:3.0:1773613428.104412:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225062:225062:254:4294967295] 192.168.203.144@tcp LPNI seq info [224997:224997:6:4294967295] 00000100:00000040:2.0:1773613428.104416:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613428.104422:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.104429:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613428.104435:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613428.104439:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000400:00000200:3.0:1773613428.104440:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000200:2.0:1773613428.104444:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477117952, offset 0 00000800:00000200:3.0:1773613428.104461:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613428.104461:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613428.104468:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993644a5cf00. 00000400:00000200:2.0:1773613428.104469:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:3.0:1773613428.104476:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000400:00000200:2.0:1773613428.104477:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613428.104485:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1773613428.104489:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000200:2.0:1773613428.104491:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000800:00000200:3.0:1773613428.104495:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644a5cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773613428.104496:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613428.104502:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:3.0:1773613428.104503:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613428.104508:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225063:225063:253:4294967295] 192.168.203.144@tcp LPNI seq info [224998:224998:5:4294967295] 00000100:00000040:3.0:1773613428.104509:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 33061 usecs (34 jiffies) 00000400:00000200:3.0:1773613428.104517:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.104518:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613428.104520:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300517924 00000100:00000001:3.0:1773613428.104525:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300521851 00000100:00000001:3.0:1773613428.104530:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300517924 00000400:00000200:2.0:1773613428.104530:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:3.0:1773613428.104534:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300521851 00000100:00000001:3.0:1773613428.104536:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.104538:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104540:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104542:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.104545:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613428.104546:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613428.104549:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.104550:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613428.104551:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.104553:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613428.104608:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.104612:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5c500. 00000400:00000200:3.0:1773613428.104618:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.104623:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000800:00000200:2.0:1773613428.105000:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613428.105005:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415100. 00000800:00000200:2.0:1773613428.105010:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613428.105015:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613428.105018:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613428.105022:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.105025:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 489875 usecs (490 jiffies) 00000400:00000200:2.0:1773613428.105029:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.105030:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300518381 00000100:00000001:2.0:1773613428.105033:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.105035:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300518381 00000100:00000001:2.0:1773613428.105037:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.105040:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.105042:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.105047:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613428.105052:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.105059:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613428.105060:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.105062:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613428.105064:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613428.105066:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613428.105068:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477118208:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613428.105071:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613428.105074:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613428.105076:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.105077:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613428.105081:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613428.105083:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613428.105087:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613428.105090:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e99f8. 00000400:00000010:2.0:1773613428.105094:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7440. 00000100:00000200:2.0:1773613428.105097:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118208, portal 4 00000100:00000001:2.0:1773613428.105099:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613428.105100:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561992064 : -113016147559552 : ffff993660abbb80) 00000100:00000040:2.0:1773613428.105105:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.105111:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613428.105113:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613428.105116:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7b28. 00000100:00000200:2.0:1773613428.105118:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477118208, offset 0 00000400:00000200:2.0:1773613428.105122:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613428.105157:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613428.105161:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613428.105167:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.105173:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105182:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.105185:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105192:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.105194:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613428.105210:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.105212:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5c100. 00000400:00000200:3.0:1773613428.105214:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.105217:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613428.105220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613428.105222:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613428.105224:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.105227:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105233:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.105236:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105242:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.105243:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613428.105253:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.105256:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993644a5cf00. 00000400:00000200:3.0:1773613428.105258:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.105261:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613428.105263:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:3.0:1773613428.105264:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:3.0:1773613428.105266:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.105269:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105275:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.105278:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105283:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.105285:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613428.105340:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.105343:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415100. 00000400:00000200:3.0:1773613428.105347:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.105350:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613428.105353:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000400:00000010:3.0:1773613428.105355:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:3.0:1773613428.105357:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.105361:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105367:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.105370:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.105377:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.105378:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773613428.106023:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.106032:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613428.106036:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613428.106039:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613428.106042:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613428.106045:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613428.106048:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225064:225064:256:4294967295] 192.168.203.144@tcp LPNI seq info [224999:224999:8:4294967295] 00000400:00000200:2.0:1773613428.106053:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.106060:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613428.106066:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613428.106071:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415500. 00000800:00000200:2.0:1773613428.106076:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613428.106081:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613428.106084:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613428.106170:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.106175:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 559556 usecs (560 jiffies) 00000400:00000200:2.0:1773613428.106179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.106181:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300518452 00000100:00000001:2.0:1773613428.106184:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.106186:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300518452 00000100:00000001:2.0:1773613428.106188:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.106189:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.106191:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.106195:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613428.106462:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.106472:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613428.106473:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.106477:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613428.106479:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613428.106482:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613428.106486:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477118464:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613428.106489:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613428.106494:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613428.106496:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.106498:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613428.106503:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613428.106505:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613428.106509:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613428.106512:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e91b8. 00000400:00000010:2.0:1773613428.106517:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613428.106522:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118464, portal 4 00000100:00000001:2.0:1773613428.106524:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613428.106525:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613428.106532:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.106630:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613428.106633:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613428.106636:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d77f8. 00000100:00000200:2.0:1773613428.106640:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477118464, offset 0 00000400:00000200:2.0:1773613428.106645:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613428.106650:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.106655:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613428.106658:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613428.106660:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613428.106662:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613428.106664:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613428.106667:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225065:225065:255:4294967295] 192.168.203.144@tcp LPNI seq info [225000:225000:7:4294967295] 00000400:00000200:2.0:1773613428.106671:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.106676:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613428.106681:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613428.106684:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415f00. 00000800:00000200:2.0:1773613428.106689:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613428.106693:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613428.106696:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613428.106698:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.106702:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 37990 usecs (38 jiffies) 00000400:00000200:2.0:1773613428.106704:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613428.106706:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300517930 00000100:00000001:2.0:1773613428.106708:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.106709:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300517930 00000100:00000001:2.0:1773613428.106711:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300521851 00000100:00000001:2.0:1773613428.106713:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.106714:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.106717:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.106720:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.106727:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613428.106729:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613428.106732:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.106733:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613428.106735:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.106737:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613428.116847:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.116862:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613428.116866:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.116869:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.116877:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.116884:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613428.117037:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.117042:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.117047:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.117052:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b380 00000400:00000200:3.0:1773613428.117057:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.117063:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a5d [1] + 224 00000800:00000001:3.0:1773613428.117071:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.117077:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.117080:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.117084:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613428.117093:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.117101:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613428.117111:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.117125:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613428.117386:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.118025:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415500. 00000400:00000200:3.0:1773613428.118032:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.118037:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613428.118042:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7b28 00000400:00000010:3.0:1773613428.118044:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7b28. 00000100:00000001:3.0:1773613428.118048:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.118054:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.118065:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.118068:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.118075:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.118077:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613428.118083:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.118091:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613428.118093:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.118095:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.118100:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.118104:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613428.118111:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.118114:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.118118:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.118121:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b200 00000400:00000200:3.0:1773613428.118124:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.118129:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a6d [1] + 224 00000800:00000001:3.0:1773613428.118134:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.118138:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.118140:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.118143:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613428.118146:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.118150:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613428.118176:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.118190:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613428.119162:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613428.119170:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415f00. 00000400:00000200:3.0:1773613428.119174:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.119180:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613428.119185:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d77f8 00000400:00000010:3.0:1773613428.119187:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d77f8. 00000100:00000001:3.0:1773613428.119190:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613428.119197:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119346:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.119351:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119359:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119361:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613428.119369:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.119376:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613428.119378:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.119380:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.119386:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.119390:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613428.119395:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.119398:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.119402:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.119405:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b280 00000400:00000200:3.0:1773613428.119409:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.119414:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a4d [1] + 224 00000800:00000001:3.0:1773613428.119420:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.119426:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.119428:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.119431:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613428.119434:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.119438:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613428.119458:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119466:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613428.119471:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.119474:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.119494:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.119497:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613428.119503:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613428.119505:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613428.119508:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da6e0. 00000400:00000200:3.0:1773613428.119512:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:3.0:1773613428.119514:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:3.0:1773613428.119517:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.119521:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613428.119530:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119547:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613428.119549:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.119552:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613428.119554:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613428.119556:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613428.119558:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.119561:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613428.119571:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=52 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613428.119575:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613428.119578:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613428.119580:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613428.119582:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613428.119586:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119589:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613428.119591:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613428.119593:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613428.119594:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.119599:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119606:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.119609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613428.119610:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613428.119614:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613428.119621:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477118336:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613428.119626:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613428.119628:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613428.119630:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613428.119632:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:3.0:1773613428.119634:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:3.0:1773613428.119636:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.119639:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613428.119646:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119652:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613428.119654:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.119655:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613428.119656:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613428.119658:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613428.119659:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.119661:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613428.119666:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=56 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613428.119669:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613428.119671:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613428.119672:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613428.119674:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613428.119676:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119677:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613428.119679:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613428.119680:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613428.119682:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.119685:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119692:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.119694:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613428.119695:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613428.119699:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613428.119711:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118080:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613428.119715:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119716:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.119720:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8700 x1859762477118336/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119726:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613428.119728:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613428.119731:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613428.119735:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613428.119737:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613428.119739:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613428.119741:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613428.119743:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415400. 02000000:00000001:3.0:1773613428.119746:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613428.119748:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613428.119750:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8700. 00000100:00000001:3.0:1773613428.119753:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613428.119754:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.119756:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.119759:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9c00 x1859762477118080/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.119765:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613428.119766:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613428.119768:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613428.119770:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613428.119771:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613428.119772:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613428.119774:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613428.119775:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415700. 02000000:00000001:3.0:1773613428.119777:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613428.119778:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613428.119780:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9c00. 00000100:00000001:3.0:1773613428.119782:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613428.119783:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.119787:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119789:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.119790:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613428.119791:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.119793:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.120415:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.120419:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613428.120424:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613428.120426:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613428.120429:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c08. 00000400:00000200:2.0:1773613428.120434:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7550 00000400:00000010:2.0:1773613428.120435:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7550. 00000100:00000001:2.0:1773613428.120439:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613428.120456:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613428.120465:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.120471:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613428.120473:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.120476:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613428.120478:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613428.120479:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613428.120481:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.120484:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613428.120489:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=56 v=36 (36 36 5 5) 00000100:00001000:2.0:1773613428.120492:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613428.120494:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613428.120496:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613428.120498:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613428.120501:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.120503:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613428.120505:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:2.0:1773613428.120507:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613428.120508:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.120512:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.120519:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.120521:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613428.120523:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613428.120526:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613428.120543:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477117952:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613428.120548:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.120550:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613428.120554:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477117952/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.120559:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613428.120561:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613428.120564:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4800. 02000000:00000001:2.0:1773613428.120568:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613428.120569:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613428.120571:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613428.120573:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613428.120575:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415800. 02000000:00000001:2.0:1773613428.120577:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613428.120578:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613428.120579:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:2.0:1773613428.120582:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613428.120583:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.120586:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.120588:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.120589:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613428.120590:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.120592:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613428.123633:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.123649:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613428.123653:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.123656:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.123664:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.123671:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613428.123678:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.123682:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.123687:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.123691:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0b180 00000400:00000200:3.0:1773613428.123695:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.123701:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a3d [1] + 224 00000800:00000001:3.0:1773613428.123708:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.123715:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.123718:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.123722:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613428.123728:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.123736:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613428.123748:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.123778:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613428.123787:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.123790:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.124028:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.124033:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613428.124039:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613428.124041:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613428.124044:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da420. 00000400:00000200:2.0:1773613428.124049:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:2.0:1773613428.124051:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:2.0:1773613428.124055:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613428.124060:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613428.124070:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.124076:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613428.124077:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.124079:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613428.124083:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613428.124085:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613428.124087:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.124090:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613428.124096:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613428.124099:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=153 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613428.124102:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613428.124104:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613428.124106:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613428.124108:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.124111:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.124115:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.124121:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.124124:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613428.124126:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613428.124130:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613428.124137:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477117824:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613428.124141:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.124143:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613428.124146:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477117824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.124152:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613428.124155:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613428.124170:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:2.0:1773613428.124174:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613428.124176:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613428.124178:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613428.124179:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613428.124182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415e00. 02000000:00000001:2.0:1773613428.124185:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613428.124186:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613428.124188:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:2.0:1773613428.124191:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613428.124192:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.124194:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.124351:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613428.124354:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.124357:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.124360:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613428.139499:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613428.139515:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613428.139518:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613428.139520:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613428.139529:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.139548:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613428.139557:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.139561:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.139566:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.139570:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b300 00000400:00000200:2.0:1773613428.139575:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613428.139581:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a7d [1] + 224 00000800:00000001:2.0:1773613428.139590:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613428.139645:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613428.139649:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613428.139653:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613428.139659:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613428.139667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613428.139677:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.139700:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613428.139708:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613428.139711:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.140315:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.140320:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613428.140326:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613428.140329:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613428.140332:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e99f8. 00000400:00000200:3.0:1773613428.140337:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7440 00000400:00000010:3.0:1773613428.140339:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7440. 00000100:00000001:3.0:1773613428.140342:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.140349:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613428.140371:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.140378:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613428.140379:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.140382:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613428.140385:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613428.140387:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613428.140389:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613428.140392:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613428.140401:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=56 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613428.140405:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613428.140407:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613428.140409:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613428.140412:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613428.140415:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.140419:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613428.140421:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613428.140423:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613428.140425:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613428.140430:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.140437:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613428.140440:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613428.140441:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613428.140457:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613428.140470:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477118208:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613428.140475:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.140478:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613428.140481:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abbb80 x1859762477118208/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.140487:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613428.140489:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613428.140493:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4c00. 02000000:00000001:3.0:1773613428.140497:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613428.140499:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613428.140501:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613428.140503:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613428.140505:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415300. 02000000:00000001:3.0:1773613428.140508:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613428.140510:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613428.140512:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abbb80. 00000100:00000001:3.0:1773613428.140515:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613428.140516:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613428.140519:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.140521:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613428.140522:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613428.140524:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613428.140526:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613428.146511:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.146528:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613428.146532:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.146534:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.146543:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.146550:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613428.146559:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.146564:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.146569:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.146573:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b400 00000400:00000200:3.0:1773613428.146587:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613428.146592:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a8d [1] + 224 00000800:00000001:3.0:1773613428.146601:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.146613:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613428.146615:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613428.146619:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613428.146626:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613428.146634:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613428.146646:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613428.146675:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613428.146684:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613428.146687:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.147225:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.147230:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613428.147236:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613428.147238:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613428.147241:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e91b8. 00000400:00000200:2.0:1773613428.147246:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613428.147249:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613428.147251:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613428.147258:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613428.147272:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.147278:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613428.147280:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.147283:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613428.147286:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613428.147288:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613428.147290:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613428.147293:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613428.147301:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613428.147305:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613428.147308:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613428.147309:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613428.147312:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613428.147315:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.147318:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613428.147321:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613428.147323:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613428.147324:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613428.147329:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.147337:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613428.147340:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613428.147341:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613428.147345:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613428.147363:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477118464:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613428.147368:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.147371:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613428.147374:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477118464/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613428.147385:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613428.147387:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613428.147391:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613428.147396:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613428.147398:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613428.147400:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613428.147402:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613428.147404:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415a00. 02000000:00000001:2.0:1773613428.147407:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613428.147409:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613428.147411:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:2.0:1773613428.147415:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613428.147416:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.147419:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613428.147425:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613428.147427:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613428.147429:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613428.147432:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806025:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806033:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806050:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806052:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806056:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806057:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806061:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806064:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806065:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613428.806068:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613428.806069:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613428.806468:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613428.806473:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613428.806476:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613429.837330:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837337:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837355:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837357:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837361:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837365:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613429.837367:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613429.837373:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613429.837376:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613429.837377:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837380:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613429.837382:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837385:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837387:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837391:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837392:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837396:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837397:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613429.837400:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613429.837412:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613429.837742:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613429.837745:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613429.837748:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613430.153623:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613430.153636:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613430.153638:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:1.0:1773613430.153644:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613430.153646:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613430.153649:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613430.153653:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854087:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854093:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854096:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613430.854098:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613430.854103:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613430.854105:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613430.854107:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854109:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613430.854111:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854113:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854115:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854120:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854121:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854124:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854125:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854131:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613430.854132:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613430.854134:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613430.854135:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613430.854136:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854138:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613430.854139:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854140:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854142:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613430.854146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613430.854147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613430.854173:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613430.854176:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613430.854179:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613431.878862:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878869:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613431.878875:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878876:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613431.878881:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878882:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613431.878885:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878887:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613431.878891:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878892:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613431.878895:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613431.878896:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613431.879314:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613431.879318:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613431.879321:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613432.070072:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300521851, at 4300521856 00000100:00000010:2.0:1773613432.070087:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed0c0. 00000100:00000040:3.0:1773613432.070575:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300521851, at 4300521856 00000100:00000010:3.0:1773613432.070601:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed1e0. 00010000:00000001:0.0:1773613432.902110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613432.902124:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902125:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613432.902129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613432.902134:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902135:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613432.902139:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902140:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613432.902144:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613432.902145:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613432.902237:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613432.902240:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613432.902243:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613433.222269:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222279:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222288:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704e00. 00000020:00000040:3.0:1773613433.222294:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613433.222298:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222302:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222306:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222314:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993644a5cf00. 00000100:00000001:3.0:1773613433.222320:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222340:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222350:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222354:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222360:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154b7682] to pc [ptlrpcd_01_01+1] req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222400:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222433:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222436:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222439:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706680. 00000020:00000040:3.0:1773613433.222441:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613433.222444:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222445:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222447:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222450:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993644a5c100. 00000100:00000001:3.0:1773613433.222453:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222467:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222475:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222477:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222481:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfba6afe] to pc [ptlrpcd_01_00+0] req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222490:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222492:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222496:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222499:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706300. 00000020:00000040:3.0:1773613433.222502:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613433.222504:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222505:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222507:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222510:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993644a5c500. 00000100:00000001:3.0:1773613433.222513:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222517:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222524:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222526:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222531:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000552d9194] to pc [ptlrpcd_01_01+1] req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222538:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222540:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222543:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222546:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705180. 00000020:00000040:3.0:1773613433.222548:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613433.222550:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222551:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222552:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222557:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550d00. 00000100:00000001:3.0:1773613433.222560:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222564:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222570:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222572:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222576:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000584a945a] to pc [ptlrpcd_01_00+0] req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222582:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222584:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222587:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222590:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707800. 00000020:00000040:3.0:1773613433.222592:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:3.0:1773613433.222594:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222595:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222596:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222599:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550900. 00000100:00000001:3.0:1773613433.222602:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222605:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222618:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222620:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222623:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23475e4] to pc [ptlrpcd_01_01+1] req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222630:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222632:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613433.222635:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613433.222638:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705f80. 00000020:00000040:3.0:1773613433.222640:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:3.0:1773613433.222642:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613433.222643:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613433.222645:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613433.222647:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550200. 00000100:00000001:3.0:1773613433.222650:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222653:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613433.222660:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613433.222662:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222665:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca650280] to pc [ptlrpcd_01_00+0] req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.222671:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613433.222673:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773613433.222677:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773613433.222682:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5860) 00000100:00000001:2.0:1773613433.222999:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.223003:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613433.223006:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.223013:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223021:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.223023:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223027:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.223030:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.223033:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223036:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477118592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.223040:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.223046:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.223049:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223052:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.223057:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613433.223058:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223065:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.223070:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e91b8. 00000400:00000010:2.0:1773613433.223076:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613433.223083:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118592, portal 25 00000100:00000001:2.0:1773613433.223085:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.223087:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188998656 : -113016520552960 : ffff99364a704e00) 00000100:00000040:2.0:1773613433.223093:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223099:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.223102:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.223105:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7550. 00000100:00000200:2.0:1773613433.223108:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477118592, offset 0 00000400:00000200:2.0:1773613433.223115:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223123:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223130:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.223134:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.223139:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.223142:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.223145:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223149:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225066:225066:256:4294967295] 192.168.203.144@tcp LPNI seq info [225001:225001:8:4294967295] 00000400:00000200:2.0:1773613433.223153:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223163:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.223169:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613433.223175:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415a00. 00000800:00000200:2.0:1773613433.223181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.223189:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.223193:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.223212:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223217:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.223219:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300526970 00000100:00000010:2.0:1773613433.223225:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8095a0. 00000100:00000001:2.0:1773613433.223232:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613433.223236:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300526970 00000100:00000010:2.0:1773613433.223240:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a809d20. 00000100:00000001:2.0:1773613433.223243:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613433.223246:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.223248:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.223251:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.223255:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223262:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.223263:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223265:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.223267:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.223269:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223272:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118848:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.223275:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.223278:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.223279:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223281:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.223284:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4800. 02000000:00000001:2.0:1773613433.223286:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223289:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.223292:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c08. 00000400:00000010:2.0:1773613433.223295:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d73b8. 00000100:00000200:2.0:1773613433.223299:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118848, portal 4 00000100:00000001:2.0:1773613433.223300:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.223302:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004032 : -113016520547584 : ffff99364a706300) 00000100:00000040:2.0:1773613433.223308:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223315:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.223317:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.223319:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7aa0. 00000100:00000200:2.0:1773613433.223322:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477118848, offset 0 00000400:00000200:2.0:1773613433.223326:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223329:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223333:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.223335:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.223338:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.223340:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.223342:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223345:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225067:225067:255:4294967295] 192.168.203.144@tcp LPNI seq info [225002:225002:7:4294967295] 00000400:00000200:2.0:1773613433.223349:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223355:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.223359:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613433.223362:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415e00. 00000800:00000200:2.0:1773613433.223366:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.223370:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.223373:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.223376:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.223380:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 160317 usecs (161 jiffies) 00000400:00000200:2.0:1773613433.223383:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.223385:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300523170 00000100:00000001:2.0:1773613433.223387:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223390:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300523170 00000100:00000001:2.0:1773613433.223392:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223394:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.223396:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.223398:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.223522:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223531:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.223533:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223535:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.223537:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.223539:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223542:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477119104:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.223545:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.223548:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.223549:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223551:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.223554:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613433.223556:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223560:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.223562:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e96e0. 00000400:00000010:2.0:1773613433.223566:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613433.223569:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119104, portal 10 00000100:00000001:2.0:1773613433.223571:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.223572:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189009408 : -113016520542208 : ffff99364a707800) 00000100:00000040:2.0:1773613433.223578:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223584:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.223586:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.223589:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7440. 00000100:00000200:2.0:1773613433.223591:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477119104, offset 0 00000400:00000200:2.0:1773613433.223596:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223599:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223602:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.223605:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.223607:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.223609:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.223611:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223614:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225068:225068:254:4294967295] 192.168.203.144@tcp LPNI seq info [225003:225003:6:4294967295] 00000400:00000200:2.0:1773613433.223617:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223623:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.223627:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613433.223630:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415800. 00000800:00000200:2.0:1773613433.223634:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.223638:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.223640:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.223643:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.223646:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 32318 usecs (33 jiffies) 00000400:00000200:2.0:1773613433.223649:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.223651:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300523042 00000100:00000001:2.0:1773613433.223654:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223656:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300523042 00000100:00000001:2.0:1773613433.223658:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223660:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.223662:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.223664:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.223667:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.223675:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613433.223677:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613433.223679:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.223680:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613433.223681:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223684:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1773613433.223685:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.223687:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613433.223689:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.223690:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.223691:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613433.223692:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.223696:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223703:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.223705:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223707:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.223708:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.223711:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223714:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.223717:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.223719:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.223721:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223722:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.223725:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613433.223727:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223730:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.223732:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e98f0. 00000400:00000010:2.0:1773613433.223736:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d77f8. 00000100:00000200:2.0:1773613433.223738:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118720, portal 10 00000100:00000001:2.0:1773613433.223740:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.223741:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189004928 : -113016520546688 : ffff99364a706680) 00000100:00000040:2.0:1773613433.223746:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223752:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.223755:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.223757:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7b28. 00000100:00000200:2.0:1773613433.223759:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477118720, offset 0 00000400:00000200:2.0:1773613433.223763:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223766:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223770:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.223772:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.223774:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.223776:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.223778:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223781:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225069:225069:253:4294967295] 192.168.203.144@tcp LPNI seq info [225004:225004:5:4294967295] 00000400:00000200:2.0:1773613433.223785:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223791:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.223795:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613433.223798:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415d00. 00000800:00000200:2.0:1773613433.223802:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.223805:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.223807:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.223810:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.223813:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 488837 usecs (489 jiffies) 00000400:00000200:2.0:1773613433.223815:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.223817:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300523498 00000100:00000001:2.0:1773613433.223819:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223821:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300523498 00000100:00000001:2.0:1773613433.223823:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.223825:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.223827:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.223830:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.223834:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223841:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.223842:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223845:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.223846:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.223849:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.223852:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118976:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.223855:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.223857:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.223859:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.223860:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.223863:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613433.223865:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.223868:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.223871:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613433.223874:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613433.223876:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477118976, portal 4 00000100:00000001:2.0:1773613433.223878:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.223879:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188999552 : -113016520552064 : ffff99364a705180) 00000100:00000040:2.0:1773613433.223885:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.223891:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.223893:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.223895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7110. 00000100:00000200:2.0:1773613433.223897:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477118976, offset 0 00000400:00000200:2.0:1773613433.223901:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223904:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223907:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.223910:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.223912:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.223914:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.223917:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.223919:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225070:225070:252:4294967295] 192.168.203.144@tcp LPNI seq info [225005:225005:4:4294967295] 00000400:00000200:2.0:1773613433.223923:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.223928:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.223932:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000200:3.0:1773613433.224113:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.224117:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415a00. 00000400:00000200:3.0:1773613433.224124:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.224129:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.224134:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7550 00000400:00000010:3.0:1773613433.224136:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7550. 00000100:00000001:3.0:1773613433.224140:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.224145:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224153:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.224156:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224162:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.224163:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613433.224172:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.224174:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415e00. 00000400:00000200:3.0:1773613433.224176:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.224179:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.224181:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7aa0 00000400:00000010:3.0:1773613433.224183:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7aa0. 00000100:00000001:3.0:1773613433.224185:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.224188:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224194:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.224197:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224202:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.224204:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613433.224209:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.224211:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415800. 00000400:00000200:3.0:1773613433.224214:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.224216:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.224218:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7440 00000400:00000010:3.0:1773613433.224220:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7440. 00000100:00000001:3.0:1773613433.224222:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.224225:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224236:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.224239:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.224245:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.224246:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613433.226854:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.226863:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415d00. 00000400:00000200:3.0:1773613433.226869:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.226877:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.226884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7b28 00000400:00000010:3.0:1773613433.226886:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7b28. 00000100:00000001:3.0:1773613433.226891:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.226898:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.226909:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.226912:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.226919:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.226921:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613433.226929:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.226955:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.226958:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.226961:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.226967:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.226972:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.226978:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.226982:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.226987:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.226990:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b680 00000400:00000200:3.0:1773613433.226994:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227000:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5abd [1] + 224 00000800:00000001:3.0:1773613433.227007:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.227012:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.227014:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.227018:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.227022:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.227026:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.227035:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.227043:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613433.227050:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.227053:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.227055:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.227057:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.227060:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227063:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.227067:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227069:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227071:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227074:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b580 00000400:00000200:3.0:1773613433.227077:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.227080:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5aad [1] + 224 00000800:00000001:3.0:1773613433.227083:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.227088:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.227089:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.227092:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.227094:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.227098:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.227105:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.227117:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613433.227120:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.227122:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613433.227145:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613433.227150:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773613433.227564:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415000. 00000800:00000200:2.0:1773613433.227571:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.227577:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.227581:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.227593:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.227598:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 556586 usecs (557 jiffies) 00000400:00000200:2.0:1773613433.227602:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.227605:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300523570 00000100:00000001:2.0:1773613433.227607:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.227609:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300523570 00000100:00000001:2.0:1773613433.227612:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.227614:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.227616:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.227620:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613433.227626:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.227635:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613433.227637:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.227641:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613433.227644:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613433.227647:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613433.227650:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477119232:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.227653:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613433.227658:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613433.227661:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.227663:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613433.227669:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613433.227672:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613433.227675:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613433.227679:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613433.227684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613433.227690:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119232, portal 4 00000100:00000001:2.0:1773613433.227692:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613433.227694:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189003136 : -113016520548480 : ffff99364a705f80) 00000100:00000040:2.0:1773613433.227700:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.227706:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613433.227708:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613433.227711:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7198. 00000100:00000200:2.0:1773613433.227714:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477119232, offset 0 00000400:00000200:2.0:1773613433.227719:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613433.227724:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.227729:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613433.227734:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613433.227737:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613433.227741:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613433.227743:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613433.227747:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225071:225071:255:4294967295] 192.168.203.144@tcp LPNI seq info [225006:225006:7:4294967295] 00000400:00000200:2.0:1773613433.227751:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613433.227758:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613433.227763:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000200:3.0:1773613433.228362:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.228367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415000. 00000400:00000200:3.0:1773613433.228371:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.228376:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.228380:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7110 00000400:00000010:3.0:1773613433.228383:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7110. 00000100:00000001:3.0:1773613433.228395:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.228407:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.228426:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.228429:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.228437:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.228439:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1773613433.232358:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415200. 00000800:00000200:2.0:1773613433.232378:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613433.232386:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613433.232390:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613433.232420:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.232428:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 39322 usecs (40 jiffies) 00000400:00000200:2.0:1773613433.232434:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613433.232439:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300523058 00000100:00000001:2.0:1773613433.232442:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.232444:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300523058 00000100:00000001:2.0:1773613433.232447:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300526970 00000100:00000001:2.0:1773613433.232449:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.232453:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773613433.232461:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.232463:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.232466:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c08. 00000400:00000200:2.0:1773613433.232471:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d73b8 00000400:00000010:2.0:1773613433.232474:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d73b8. 00000100:00000001:2.0:1773613433.232477:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.232485:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.232497:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232504:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.232506:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.232509:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.232512:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.232514:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.232517:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.232519:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.232529:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=61 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613433.232533:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613433.232536:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.232538:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.232540:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.232543:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.232547:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613433.232550:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:2.0:1773613433.232551:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613433.232553:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.232558:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232566:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.232569:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.232571:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.232575:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.232582:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118848:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613433.232588:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.232589:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.232591:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e96e0. 00000400:00000200:2.0:1773613433.232593:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613433.232595:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613433.232597:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.232601:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.232609:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232615:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.232616:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.232618:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.232619:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.232620:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.232622:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.232623:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.232627:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=57 v=36 (36 0 0 0) 00000100:00001000:2.0:1773613433.232629:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613433.232631:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.232632:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.232634:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.232635:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.232637:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613433.232638:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:2.0:1773613433.232640:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613433.232641:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.232645:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232651:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.232653:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.232654:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.232658:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.232664:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477119104:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.232668:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.232671:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.232674:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706300 x1859762477118848/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232681:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.232683:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.232686:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4800. 02000000:00000001:2.0:1773613433.232691:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.232693:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.232695:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613433.232697:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.232699:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993644a5c500. 02000000:00000001:2.0:1773613433.232702:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.232704:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.232706:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706300. 00000100:00000001:2.0:1773613433.232709:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.232711:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.232712:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.232715:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a707800 x1859762477119104/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.232720:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.232721:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.232723:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613433.232725:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.232726:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.232728:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:2.0:1773613433.232730:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.232731:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550900. 02000000:00000001:2.0:1773613433.232734:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.232735:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.232736:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a707800. 00000100:00000001:2.0:1773613433.232737:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.232738:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.232741:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.232743:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.232746:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613433.232748:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.232749:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613433.233225:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.233238:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.233241:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.233243:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.233249:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.233254:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.233261:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.233266:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.233271:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.233275:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b500 00000400:00000200:3.0:1773613433.233280:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.233286:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5acd [1] + 224 00000800:00000001:3.0:1773613433.233293:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.233300:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.233303:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.233308:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.233314:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.233320:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.233329:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.233340:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1773613433.233422:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613433.233426:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415200. 00000400:00000200:3.0:1773613433.233429:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.233433:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613433.233436:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7198 00000400:00000010:3.0:1773613433.233438:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7198. 00000100:00000001:3.0:1773613433.233440:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613433.233444:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.233452:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613433.233455:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.233461:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613433.233462:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613433.233467:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.233470:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.234158:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.234162:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613433.234167:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.234169:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.234171:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e98f0. 00000400:00000200:2.0:1773613433.234177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d77f8 00000400:00000010:2.0:1773613433.234178:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d77f8. 00000100:00000001:2.0:1773613433.234181:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.234187:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.234196:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.234202:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.234204:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.234206:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.234208:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.234210:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.234212:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.234215:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.234224:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=61 v=36 (36 36 5 5) 00000100:00001000:2.0:1773613433.234227:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613433.234229:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.234231:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.234234:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.234238:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.234241:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613433.234243:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:2.0:1773613433.234245:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613433.234246:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.234251:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.234258:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.234260:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.234262:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.234266:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.234273:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.234278:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.234280:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.234283:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706680 x1859762477118720/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.234290:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.234292:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.234295:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e4c00. 02000000:00000001:2.0:1773613433.234298:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.234300:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.234302:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613433.234304:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.234306:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993644a5c100. 02000000:00000001:2.0:1773613433.234309:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.234310:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.234312:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706680. 00000100:00000001:2.0:1773613433.234326:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.234328:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.234331:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.234334:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.234335:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613433.234337:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.234338:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613433.235417:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.235429:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.235432:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.235434:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.235442:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.235449:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.236665:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236672:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236678:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236684:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0b480 00000400:00000200:3.0:1773613433.236689:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236695:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5a9d [1] + 224 00000800:00000001:3.0:1773613433.236703:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236712:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.236715:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.236720:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.236726:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.236734:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.236745:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.236774:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613433.236784:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236788:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.236791:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236793:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.236796:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236800:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.236804:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236807:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236809:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236812:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b600 00000400:00000200:3.0:1773613433.236815:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236819:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5add [1] + 224 00000800:00000001:3.0:1773613433.236823:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236827:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.236829:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.236832:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.236835:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.236840:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.236848:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.236855:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613433.236859:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236862:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613433.236864:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236866:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.236868:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236872:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613433.236876:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236878:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236881:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236883:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b700 00000400:00000200:3.0:1773613433.236886:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613433.236889:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5aed [1] + 224 00000800:00000001:3.0:1773613433.236892:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236950:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613433.236953:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613433.236956:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613433.236959:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613433.236963:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613433.236972:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613433.236979:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613433.236982:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613433.236985:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.237757:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.237763:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613433.237779:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.237781:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.237785:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613433.237791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000400:00000010:2.0:1773613433.237793:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:2.0:1773613433.237797:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.237804:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.237814:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.237821:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.237823:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.237825:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.237829:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.237831:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.237833:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.237836:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.237846:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=61 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613433.237850:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613433.237852:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.237854:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.237857:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.237860:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.237864:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613433.237866:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:2.0:1773613433.237868:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613433.237869:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.237874:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.237881:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.237884:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.237886:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.237890:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.237897:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477118976:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613433.237902:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.237903:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.237905:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:2.0:1773613433.237907:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:2.0:1773613433.237909:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:2.0:1773613433.237911:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.237914:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.237921:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.237926:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.237928:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.237930:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.237931:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.237932:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.237972:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.237975:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.237979:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=57 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613433.237981:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613433.237983:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.237984:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.237986:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.237987:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.237989:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613433.237991:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613433.237992:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613433.237993:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.237997:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238004:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.238006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.238007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.238011:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.238018:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477119232:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613433.238023:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613433.238024:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613433.238026:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e91b8. 00000400:00000200:2.0:1773613433.238029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:2.0:1773613433.238031:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:2.0:1773613433.238033:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613433.238037:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613433.238045:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238050:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613433.238052:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238053:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613433.238055:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613433.238056:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613433.238057:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613433.238058:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613433.238061:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613433.238063:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1773613433.238065:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613433.238066:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613433.238068:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613433.238069:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.238071:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613433.238074:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238079:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613433.238081:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613433.238082:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613433.238086:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613433.238092:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477118592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613433.238096:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238098:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.238101:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705180 x1859762477118976/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238107:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.238109:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.238113:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613433.238117:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.238120:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.238122:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613433.238124:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.238126:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550d00. 02000000:00000001:2.0:1773613433.238131:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.238132:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.238134:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705180. 00000100:00000001:2.0:1773613433.238137:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.238138:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238140:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.238143:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705f80 x1859762477119232/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238148:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.238149:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.238150:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613433.238152:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.238153:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.238155:0:2392:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613433.238156:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.238157:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550200. 02000000:00000001:2.0:1773613433.238159:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.238160:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.238161:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705f80. 00000100:00000001:2.0:1773613433.238164:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.238165:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238167:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613433.238170:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704e00 x1859762477118592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613433.238176:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613433.238177:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613433.238178:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5000. 02000000:00000001:2.0:1773613433.238181:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613433.238182:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613433.238183:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613433.238184:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613433.238185:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993644a5cf00. 02000000:00000001:2.0:1773613433.238187:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613433.238188:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613433.238189:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704e00. 00000100:00000001:2.0:1773613433.238191:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613433.238192:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238194:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613433.238201:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613433.238203:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613433.238205:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613433.238207:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927445:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927452:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927458:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927459:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927462:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927464:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927467:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927468:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927472:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927473:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613433.927476:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613433.927477:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613433.927499:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613433.927502:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613433.927505:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613434.950493:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950499:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613434.950505:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950507:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613434.950510:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950511:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613434.950514:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950515:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613434.950519:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950521:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613434.950524:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613434.950525:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613434.951010:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613434.951014:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613434.951017:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613435.974069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974075:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613435.974081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613435.974086:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613435.974091:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613435.974095:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974097:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613435.974101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613435.974102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613435.974249:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613435.974253:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613435.974255:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613436.998458:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998467:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613436.998469:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613436.998472:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998477:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613436.998479:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998481:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998483:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998488:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998490:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998494:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998495:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998498:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998499:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613436.998501:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613436.998502:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998504:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613436.998505:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998506:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998508:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998512:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998513:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998516:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613436.998518:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613436.998519:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613436.998520:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998522:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613436.998523:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998525:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613436.998526:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613436.998551:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613436.998553:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613436.998556:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613437.190067:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300526970, at 4300526976 00000100:00000010:2.0:1773613437.190082:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8095a0. 00000100:00000040:3.0:1773613437.191462:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300526970, at 4300526977 00000100:00000010:3.0:1773613437.191474:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a809d20. 00010000:00000001:0.0:1773613438.022157:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022161:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613438.022165:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022166:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613438.022168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022169:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613438.022173:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022174:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613438.022178:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022179:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613438.022182:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613438.022183:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613438.022268:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613438.022271:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613438.022272:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613438.342402:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342411:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342421:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613438.342426:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613438.342431:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342434:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342439:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342447:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415600. 00000100:00000001:2.0:1773613438.342453:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342463:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342474:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342477:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342483:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b62f8] to pc [ptlrpcd_01_01+1] req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342569:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342573:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342576:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342579:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613438.342581:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613438.342584:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342585:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342587:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342590:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415c00. 00000100:00000001:2.0:1773613438.342593:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342598:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342606:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342608:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342612:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6900cce] to pc [ptlrpcd_01_00+0] req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342627:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342629:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342632:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342635:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613438.342637:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613438.342638:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342639:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342641:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342644:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415b00. 00000100:00000001:2.0:1773613438.342646:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342650:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342656:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342658:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342661:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000477a5a3b] to pc [ptlrpcd_01_01+1] req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342668:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342670:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342673:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342676:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613438.342679:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613438.342681:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342682:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342683:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342687:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415200. 00000100:00000001:2.0:1773613438.342690:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342706:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342713:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342715:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342719:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b685d6ce] to pc [ptlrpcd_01_00+0] req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342725:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342727:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342730:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342733:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613438.342735:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613438.342736:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342737:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342739:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342742:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415000. 00000100:00000001:2.0:1773613438.342744:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342748:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342753:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342755:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342759:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a30704] to pc [ptlrpcd_01_01+1] req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342765:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342767:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613438.342770:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613438.342772:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000020:00000040:2.0:1773613438.342775:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613438.342777:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613438.342778:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613438.342780:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613438.342782:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415d00. 00000100:00000001:2.0:1773613438.342784:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342788:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613438.342800:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613438.342802:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342806:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c5644b] to pc [ptlrpcd_01_00+0] req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.342813:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613438.342814:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613438.342818:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613438.342823:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5865) 00000100:00000001:3.0:1773613438.342945:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.342949:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.342952:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.342958:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.342966:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.342968:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.342972:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.342974:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.342977:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.342981:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119488:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.342984:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.342990:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.342992:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.342994:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613438.342999:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2ac00. 02000000:00000001:3.0:1773613438.343001:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.343008:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.343012:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613438.343017:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613438.343025:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119488, portal 10 00000100:00000001:3.0:1773613438.343027:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.343028:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:3.0:1773613438.343035:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343043:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.343045:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.343048:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613438.343077:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477119488, offset 0 00000400:00000200:3.0:1773613438.343084:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343092:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343099:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.343103:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.343107:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.343111:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.343113:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343117:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225072:225072:256:4294967295] 192.168.203.144@tcp LPNI seq info [225007:225007:8:4294967295] 00000400:00000200:3.0:1773613438.343121:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343129:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.343136:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.343140:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613438.343147:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.343154:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.343157:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.343180:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.343185:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 487791 usecs (488 jiffies) 00000400:00000200:3.0:1773613438.343188:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.343191:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300528617 00000100:00000010:3.0:1773613438.343195:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed660. 00000100:00000001:3.0:1773613438.343201:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613438.343209:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300528617 00000100:00000010:3.0:1773613438.343212:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed2a0. 00000100:00000001:3.0:1773613438.343215:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613438.343218:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.343221:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.343223:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.343227:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343233:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.343235:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343237:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.343239:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.343241:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.343244:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119744:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.343247:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.343249:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.343251:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343253:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613438.343256:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613438.343257:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.343261:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.343263:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da6e0. 00000400:00000010:3.0:1773613438.343266:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000200:3.0:1773613438.343269:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119744, portal 4 00000100:00000001:3.0:1773613438.343271:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.343272:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:3.0:1773613438.343277:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343283:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.343285:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.343287:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613438.343289:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477119744, offset 0 00000400:00000200:3.0:1773613438.343294:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343298:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343301:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.343304:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.343306:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.343309:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.343311:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343314:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225073:225073:255:4294967295] 192.168.203.144@tcp LPNI seq info [225008:225008:7:4294967295] 00000400:00000200:3.0:1773613438.343318:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343324:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.343328:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.343332:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550300. 00000800:00000200:3.0:1773613438.343336:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.343341:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.343343:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.343346:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.343349:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 553497 usecs (554 jiffies) 00000400:00000200:3.0:1773613438.343352:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.343354:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300528683 00000100:00000001:3.0:1773613438.343359:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300528617 00000100:00000001:3.0:1773613438.343362:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300528683 00000100:00000001:3.0:1773613438.343364:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300528617 00000100:00000001:3.0:1773613438.343367:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.343369:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.343371:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.343384:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343391:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.343392:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343394:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.343396:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.343398:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.343401:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477120000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.343404:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.343407:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.343408:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343410:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613438.343413:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613438.343415:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.343418:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.343420:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613438.343424:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613438.343426:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120000, portal 4 00000100:00000001:3.0:1773613438.343429:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.343430:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:3.0:1773613438.343435:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343442:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.343444:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.343446:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613438.343449:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477120000, offset 0 00000400:00000200:3.0:1773613438.343453:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343457:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343460:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.343462:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.343465:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.343467:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.343469:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.343472:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225074:225074:254:4294967295] 192.168.203.144@tcp LPNI seq info [225009:225009:6:4294967295] 00000400:00000200:3.0:1773613438.343475:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.343481:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.343485:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.343489:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613438.343493:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.343497:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.343499:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.343502:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.343505:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 37765 usecs (38 jiffies) 00000400:00000200:3.0:1773613438.343507:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.343509:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300528167 00000100:00000001:3.0:1773613438.343512:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300528683 00000100:00000001:3.0:1773613438.343514:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300528167 00000100:00000001:3.0:1773613438.343516:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300528683 00000100:00000001:3.0:1773613438.343518:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.343520:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.343522:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.343524:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.343531:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613438.343533:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613438.343535:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.343537:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.343538:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.343541:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1773613438.343542:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.343544:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613438.343546:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.343547:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.343548:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.343550:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.343553:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.343560:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.343562:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343564:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.343565:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.343567:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.343570:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477119360:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.343574:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.343576:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.343578:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.343579:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1773613438.344010:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.344014:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613438.344022:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.344027:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.344032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:2.0:1773613438.344034:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:2.0:1773613438.344039:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.344044:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344054:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.344057:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344064:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.344065:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613438.344078:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.344080:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550300. 00000400:00000200:2.0:1773613438.344083:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.344086:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.344089:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:2.0:1773613438.344090:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:2.0:1773613438.344093:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.344096:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344104:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.344106:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344112:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.344113:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613438.344183:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.344185:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:2.0:1773613438.344188:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.344192:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.344194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:2.0:1773613438.344196:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:2.0:1773613438.344198:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.344202:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344209:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.344212:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.344217:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.344218:0:2384:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1773613438.345869:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a200. 02000000:00000001:3.0:1773613438.345878:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.345886:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.345893:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613438.345901:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613438.345907:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119360, portal 25 00000100:00000001:3.0:1773613438.345910:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.345912:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:3.0:1773613438.345924:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.345932:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.345953:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.345956:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc3b8. 00000100:00000200:3.0:1773613438.345959:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477119360, offset 0 00000400:00000200:3.0:1773613438.345965:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.345972:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.345979:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.345983:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.345986:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.345989:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.345992:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.345996:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225075:225075:256:4294967295] 192.168.203.144@tcp LPNI seq info [225010:225010:8:4294967295] 00000400:00000200:3.0:1773613438.346000:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.346008:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.346014:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.346020:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613438.346026:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.346033:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.346037:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.346051:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.346055:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.346058:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300532093 00000100:00000001:3.0:1773613438.346064:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300528683 00000100:00000001:3.0:1773613438.346069:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300532093 00000100:00000001:3.0:1773613438.346073:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300528683 00000100:00000001:3.0:1773613438.346075:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.346078:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.346082:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.346088:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.346095:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.346097:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.346101:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.346104:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.346106:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.346109:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119616:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.346114:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.346118:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.346120:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.346123:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613438.346126:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613438.346128:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.346132:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.346135:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da370. 00000400:00000010:3.0:1773613438.346138:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613438.346141:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119616, portal 4 00000100:00000001:3.0:1773613438.346143:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.346144:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000040:3.0:1773613438.346150:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.346155:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.346157:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.346160:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc2a8. 00000100:00000200:3.0:1773613438.346162:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477119616, offset 0 00000400:00000200:3.0:1773613438.346165:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.346168:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.346182:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.346185:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.346187:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.346189:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.346192:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.346195:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225076:225076:255:4294967295] 192.168.203.144@tcp LPNI seq info [225011:225011:7:4294967295] 00000400:00000200:3.0:1773613438.346199:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.346205:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.346210:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.346213:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550300. 00000800:00000200:3.0:1773613438.346217:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.346221:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.346223:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.346225:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.346228:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 159370 usecs (160 jiffies) 00000400:00000200:3.0:1773613438.346231:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.346232:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300528292 00000100:00000001:3.0:1773613438.346235:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300532093 00000100:00000001:3.0:1773613438.346237:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300528292 00000100:00000001:3.0:1773613438.346239:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300532093 00000100:00000001:3.0:1773613438.346241:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.346242:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.346245:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613438.346248:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.346256:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613438.346257:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.346260:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613438.346262:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613438.346263:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613438.346266:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477119872:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.346270:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613438.346272:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613438.346274:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.346276:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613438.346279:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613438.346280:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613438.346284:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613438.346286:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da948. 00000400:00000010:3.0:1773613438.346289:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccaa0. 00000100:00000200:3.0:1773613438.346292:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477119872, portal 10 00000100:00000001:3.0:1773613438.346294:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613438.346295:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:3.0:1773613438.346300:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.346307:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613438.346309:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613438.346311:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc110. 00000100:00000200:3.0:1773613438.346313:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477119872, offset 0 00000400:00000200:3.0:1773613438.346317:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613438.346320:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.346323:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613438.346326:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613438.346328:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613438.346330:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613438.346332:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613438.346335:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225077:225077:254:4294967295] 192.168.203.144@tcp LPNI seq info [225012:225012:6:4294967295] 00000400:00000200:3.0:1773613438.346339:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613438.346345:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613438.346349:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613438.346352:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000100:00000001:2.0:1773613438.346436:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613438.346441:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613438.346483:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.346487:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:2.0:1773613438.346492:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.346496:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.346501:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc3b8 00000400:00000010:2.0:1773613438.346503:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc3b8. 00000100:00000001:2.0:1773613438.346508:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.346512:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.346521:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.346525:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.346532:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.346533:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613438.346595:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.346598:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550300. 00000400:00000200:2.0:1773613438.346601:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.346604:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.346607:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc2a8 00000400:00000010:2.0:1773613438.346609:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc2a8. 00000100:00000001:2.0:1773613438.346611:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.346614:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.346621:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.346624:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.346630:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.346632:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613438.347463:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613438.347475:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613438.347478:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613438.347544:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.347550:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 31275 usecs (32 jiffies) 00000400:00000200:3.0:1773613438.347555:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613438.347558:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300528165 00000100:00000001:3.0:1773613438.347561:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300532093 00000100:00000001:3.0:1773613438.347563:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300528165 00000100:00000001:3.0:1773613438.347565:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300532093 00000100:00000001:3.0:1773613438.347567:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.347570:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.347574:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.347578:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613438.348306:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613438.348312:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613438.348317:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.348323:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613438.348329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc110 00000400:00000010:2.0:1773613438.348331:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc110. 00000100:00000001:2.0:1773613438.348336:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613438.348342:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.348351:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613438.348354:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.348361:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613438.348363:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613438.352411:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352428:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.352432:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352434:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352444:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352451:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.352459:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352464:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352469:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352473:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b900 00000400:00000200:2.0:1773613438.352478:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352484:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b0d [1] + 224 00000800:00000001:2.0:1773613438.352491:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352496:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352499:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.352503:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.352510:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.352518:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.352527:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.352546:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.352554:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352558:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.352560:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352562:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352566:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352569:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.352574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352577:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352580:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352582:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b800 00000400:00000200:2.0:1773613438.352586:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352591:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5afd [1] + 224 00000800:00000001:2.0:1773613438.352595:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352598:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352601:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.352604:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.352606:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.352611:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.352620:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.352627:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.352630:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352632:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.352634:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352636:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352639:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352642:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.352646:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352648:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352651:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352653:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0b980 00000400:00000200:2.0:1773613438.352656:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.352659:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b4d [1] + 224 00000800:00000001:2.0:1773613438.352662:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352668:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.352670:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.352673:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.352675:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.352679:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.352686:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.352692:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.352695:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.352697:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356559:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.356567:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613438.356575:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.356578:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.356581:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da948. 00000400:00000200:3.0:1773613438.356590:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccaa0 00000400:00000010:3.0:1773613438.356592:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccaa0. 00000100:00000001:3.0:1773613438.356597:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.356608:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.356617:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356624:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.356626:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356629:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.356631:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.356633:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.356636:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.356638:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.356646:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=62 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613438.356650:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613438.356652:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.356655:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.356657:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.356660:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356663:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613438.356665:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613438.356667:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613438.356669:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.356674:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356680:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.356683:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.356686:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.356690:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.356697:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477119872:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613438.356702:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.356704:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.356705:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:3.0:1773613438.356708:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:3.0:1773613438.356709:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:3.0:1773613438.356712:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.356716:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.356723:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356729:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.356730:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356731:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.356732:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.356733:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.356735:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.356737:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.356741:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=66 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613438.356744:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613438.356746:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.356747:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.356749:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.356751:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356753:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613438.356754:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613438.356756:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613438.356757:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.356759:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356765:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.356767:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.356768:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.356771:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.356779:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119488:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613438.356783:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.356785:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.356786:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da6e0. 00000400:00000200:3.0:1773613438.356788:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:3.0:1773613438.356790:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:3.0:1773613438.356792:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.356796:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.356803:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356809:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.356810:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356812:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.356813:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.356814:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.356815:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.356817:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.356820:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=66 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613438.356823:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613438.356825:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.356826:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.356828:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.356829:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356831:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613438.356833:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613438.356834:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613438.356836:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.356840:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356845:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.356847:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.356848:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.356851:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.356858:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119744:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.356862:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356865:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.356869:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477119872/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356875:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.356877:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.356880:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613438.356884:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.356886:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.356888:0:2391:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613438.356890:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.356892:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415000. 02000000:00000001:3.0:1773613438.356896:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.356898:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.356900:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:3.0:1773613438.356903:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.356904:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356906:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.356909:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477119488/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356915:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.356916:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.356918:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2ac00. 02000000:00000001:3.0:1773613438.356920:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.356921:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.356922:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613438.356924:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.356925:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415c00. 02000000:00000001:3.0:1773613438.356927:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.356928:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.356929:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:3.0:1773613438.356931:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.356932:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356962:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.356966:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477119744/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.356972:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.356973:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.356975:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613438.356977:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.356978:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.356979:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613438.356981:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.356982:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415200. 02000000:00000001:3.0:1773613438.356984:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.356985:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.356986:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:3.0:1773613438.356988:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.356990:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.356993:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356994:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.356995:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.356997:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.356998:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613438.357196:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.357209:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.357211:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.357214:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.357221:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.357226:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.357233:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.357238:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.357243:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.357247:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0b880 00000400:00000200:2.0:1773613438.357251:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.357257:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b3d [1] + 224 00000800:00000001:2.0:1773613438.357263:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.357323:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.357326:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.357331:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.357336:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.357341:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.357350:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.357366:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.357381:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.357384:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.357600:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.357603:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613438.357607:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.357608:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.357611:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da370. 00000400:00000200:3.0:1773613438.357614:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:3.0:1773613438.357616:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:3.0:1773613438.357619:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.357624:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.357632:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.357638:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.357639:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.357641:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.357643:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.357644:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.357646:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.357648:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.357653:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=66 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613438.357656:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613438.357658:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.357660:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.357662:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.357664:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.357666:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613438.357668:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613438.357670:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613438.357671:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.357675:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.357681:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.357683:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.357684:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.357688:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.357696:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477119616:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.357700:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.357702:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.357705:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477119616/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.357711:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.357713:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.357715:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613438.357718:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.357719:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.357720:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613438.357722:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.357724:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415b00. 02000000:00000001:3.0:1773613438.357726:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.357738:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.357740:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:3.0:1773613438.357743:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.357744:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.357746:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.357748:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.357749:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.357750:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.357752:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613438.358716:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.358735:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.358739:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.358741:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.358749:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.358755:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.358762:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.358766:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.358770:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.358774:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ba00 00000400:00000200:2.0:1773613438.358778:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.358783:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b1d [1] + 224 00000800:00000001:2.0:1773613438.358790:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.358811:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.358813:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.358818:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.358823:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.358830:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.358840:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.358857:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.358865:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.358868:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.358968:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.358971:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613438.358977:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.358979:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.358982:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613438.358986:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613438.358989:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613438.358992:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.358996:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.359004:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.359009:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.359010:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.359012:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.359015:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.359016:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.359018:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.359021:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.359028:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613438.359031:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613438.359034:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.359036:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.359038:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.359041:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.359044:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613438.359046:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:3.0:1773613438.359052:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613438.359054:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.359058:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.359064:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.359067:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.359068:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.359071:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.359084:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477120000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.359088:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.359090:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.359092:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9500 x1859762477120000/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.359098:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.359099:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.359101:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613438.359105:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.359107:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.359108:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:3.0:1773613438.359110:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.359112:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415d00. 02000000:00000001:3.0:1773613438.359115:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.359116:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.359117:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 00000100:00000001:3.0:1773613438.359120:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.359121:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.359124:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.359125:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.359126:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613438.359128:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.359129:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613438.361433:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.361449:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613438.361453:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.361455:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.361464:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.361471:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613438.361480:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.361485:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.361489:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.361493:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0b780 00000400:00000200:2.0:1773613438.361498:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613438.361504:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b2d [1] + 224 00000800:00000001:2.0:1773613438.361512:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.362190:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613438.362196:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613438.362203:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613438.362210:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613438.362218:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613438.362230:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613438.362245:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613438.362254:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613438.362259:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.362511:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.362515:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613438.362522:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613438.362523:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613438.362526:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613438.362530:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613438.362533:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613438.362536:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613438.362540:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613438.362549:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.362555:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613438.362557:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.362559:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613438.362562:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613438.362565:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613438.362567:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613438.362570:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613438.362576:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613438.362580:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613438.362583:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613438.362584:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613438.362587:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613438.362589:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.362592:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613438.362597:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.362603:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613438.362606:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613438.362607:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613438.362611:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613438.362618:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477119360:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613438.362623:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.362626:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613438.362629:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477119360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613438.362636:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613438.362638:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613438.362642:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a200. 02000000:00000001:3.0:1773613438.362645:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613438.362647:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613438.362650:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613438.362652:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613438.362654:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415600. 02000000:00000001:3.0:1773613438.362658:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613438.362660:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613438.362662:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:3.0:1773613438.362665:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613438.362666:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.362668:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613438.362676:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613438.362678:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613438.362680:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613438.362682:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046288:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046295:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046301:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046302:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046306:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046307:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046311:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046312:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046316:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046317:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613439.046320:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613439.046321:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613439.046456:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613439.046459:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613439.046462:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613440.070063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070082:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070085:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613440.070087:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613440.070093:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613440.070095:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613440.070097:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070100:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613440.070102:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070104:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070106:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070111:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070114:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070116:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613440.070119:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613440.070120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613440.070143:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613440.070146:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613440.070149:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613441.095575:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095583:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095589:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095592:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613441.095596:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613441.095601:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613441.095603:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613441.095605:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095608:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613441.095610:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095612:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095614:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095618:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095619:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095622:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095623:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095627:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095628:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613441.095629:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613441.095631:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613441.095632:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613441.095633:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095635:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613441.095636:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095638:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095639:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613441.095642:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613441.095643:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613441.096630:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613441.096635:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613441.096639:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613442.118064:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118071:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613442.118077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613442.118081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613442.118085:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118087:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613442.118090:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118091:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613442.118093:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613442.118094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613442.118200:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613442.118204:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613442.118207:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613442.310090:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300532093, at 4300532096 00000100:00000010:3.0:1773613442.310108:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed2a0. 00000100:00000040:2.0:1773613442.310263:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300532093, at 4300532096 00000100:00000010:2.0:1773613442.310268:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed660. 00010000:00000001:0.0:1773613443.147064:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147071:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.147077:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.147083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.147088:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147089:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.147092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147093:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.147097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613443.147098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613443.147121:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613443.147124:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613443.147127:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613443.465877:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.465886:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.465896:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613443.465902:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613443.465905:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.465908:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.465913:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.465920:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613443.465925:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.465984:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613443.465995:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.465999:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.466006:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_01+1] req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.466058:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.466062:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.466065:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.466071:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.466079:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.466081:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.466085:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.466088:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.466090:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.466094:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477120128:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.466098:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.466103:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.466105:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.466107:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.466112:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613443.466114:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.466120:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.466124:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613443.466129:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613443.466135:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120128, portal 25 00000100:00000001:1.0:1773613443.466137:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.466139:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:1.0:1773613443.466144:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.466151:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.466154:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.466156:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613443.466159:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477120128, offset 0 00000400:00000200:1.0:1773613443.466165:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.466173:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.466180:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.466184:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.466189:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.466192:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.466195:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.466199:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225078:225078:256:4294967295] 192.168.203.144@tcp LPNI seq info [225013:225013:8:4294967295] 00000400:00000200:1.0:1773613443.466203:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.466212:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.466217:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.466222:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dde00. 00000800:00000200:1.0:1773613443.466227:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.466235:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.466239:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.466355:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.466360:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.466362:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300537213 00000100:00000010:1.0:1773613443.466367:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848300. 00000100:00000001:1.0:1773613443.466373:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613443.466379:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300537213 00000100:00000010:1.0:1773613443.466383:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613443.466385:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613443.466388:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.466390:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.466394:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.466396:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613443.466526:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.466544:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dde00. 00000400:00000200:2.0:1773613443.466548:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.466554:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.466558:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:2.0:1773613443.466561:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:2.0:1773613443.466566:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.466571:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.466580:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.466583:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.466589:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.466590:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613443.467631:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.467637:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.467640:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.467647:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6d80. 00000020:00000040:0.0:1773613443.467652:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613443.467655:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.467659:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.467662:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.467667:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613443.467672:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.467680:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613443.467689:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.467703:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.467708:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de34344] to pc [ptlrpcd_00_00+0] req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.469746:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613443.469751:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613443.469756:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.469758:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.469763:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.469766:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613443.469768:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.469770:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613443.469771:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.469773:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.469774:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.469775:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.469787:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.469797:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.469799:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.469803:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.469806:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.469809:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.469813:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477120256:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.469816:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.469822:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.469824:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.469826:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.469833:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613443.469835:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.469842:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.469846:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613443.469851:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613443.469857:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120256, portal 10 00000100:00000001:1.0:1773613443.469859:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.469861:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434242432 : -113016275309184 : ffff9936590e6d80) 00000100:00000040:1.0:1773613443.469867:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.469874:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.469876:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.469878:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613443.469882:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477120256, offset 0 00000400:00000200:1.0:1773613443.469887:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.469894:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.469900:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.469904:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.469908:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.469912:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.469914:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.469919:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225079:225079:256:4294967295] 192.168.203.144@tcp LPNI seq info [225014:225014:8:4294967295] 00000400:00000200:1.0:1773613443.469922:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.469931:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.469949:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.469954:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddc00. 00000800:00000200:1.0:1773613443.469960:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.469967:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.469971:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.469980:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.469983:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 486755 usecs (487 jiffies) 00000400:00000200:1.0:1773613443.469986:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.469989:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300533742 00000100:00000001:1.0:1773613443.469992:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.469994:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300533742 00000100:00000001:1.0:1773613443.469996:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.469998:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.470000:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.470002:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.470004:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.470019:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.470021:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613443.470405:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.470418:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613443.470421:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.470423:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613443.470427:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.470432:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613443.470438:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.470441:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.470445:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.470449:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0ba80 00000400:00000200:2.0:1773613443.470453:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.470458:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b5d [1] + 224 00000800:00000001:2.0:1773613443.470464:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.470472:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613443.470475:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.470480:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613443.470486:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613443.470492:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613443.470501:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.470513:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613443.470607:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.470611:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddc00. 00000400:00000200:2.0:1773613443.470614:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.470618:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.470621:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:2.0:1773613443.470624:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:2.0:1773613443.470629:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.470633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.470642:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.470644:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.470652:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.470653:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613443.470658:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.470661:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.471605:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.471609:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613443.471615:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613443.471617:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613443.471620:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613443.471625:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:1.0:1773613443.471627:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:1.0:1773613443.471631:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613443.471638:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613443.471652:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.471658:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613443.471660:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.471662:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613443.471666:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613443.471668:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613443.471670:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.471672:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613443.471678:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613443.471681:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613443.471683:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613443.471685:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613443.471688:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613443.471689:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.471692:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.471696:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.471702:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.471705:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613443.471707:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613443.471710:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613443.471718:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477120128:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.471722:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.471724:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613443.471727:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477120128/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.471734:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613443.471737:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613443.471740:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613443.471744:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613443.471747:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613443.471749:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613443.471751:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613443.471754:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:1.0:1773613443.471758:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613443.471759:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613443.471761:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:1.0:1773613443.471765:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613443.471766:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.471770:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.471772:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.471773:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.471774:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.471776:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.472467:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.472473:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.472477:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.472484:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613443.472489:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613443.472493:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.472495:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.472499:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.472504:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613443.472510:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.472516:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613443.472632:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.472635:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.472638:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.472641:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.473390:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.473398:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473409:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.473439:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473442:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.473446:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.473451:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613443.473455:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613443.473458:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.473460:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.473463:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.473468:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613443.473472:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473476:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613443.473483:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.473485:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473489:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.473497:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473500:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.473503:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.473506:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613443.473508:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613443.473510:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.473511:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.473512:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.473515:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613443.473518:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473522:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613443.473724:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.473726:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473731:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_01+1] req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.473739:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473741:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613443.473744:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613443.473747:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613443.473750:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613443.473752:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613443.473753:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613443.473755:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613443.473760:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613443.473763:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473766:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613443.473773:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613443.473774:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473778:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_00+0] req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.473785:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.473787:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613443.473790:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613443.473795:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5870) 00000100:00000001:1.0:1773613443.473886:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.473889:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.473891:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.473898:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.473905:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.473908:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.473911:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.473914:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.473916:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.473920:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477120512:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.473924:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.473928:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.473930:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.473933:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.473957:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613443.473959:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.473966:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.473970:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613443.473976:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613443.473982:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120512, portal 4 00000100:00000001:1.0:1773613443.473985:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.473986:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:1.0:1773613443.473993:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474000:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.474002:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.474005:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613443.474009:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477120512, offset 0 00000400:00000200:1.0:1773613443.474016:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474022:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474030:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.474035:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.474038:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.474042:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.474045:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474048:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225080:225080:256:4294967295] 192.168.203.144@tcp LPNI seq info [225015:225015:8:4294967295] 00000400:00000200:1.0:1773613443.474053:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474062:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.474066:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.474071:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd500. 00000800:00000200:1.0:1773613443.474077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.474084:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.474087:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.474152:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.474156:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 550435 usecs (551 jiffies) 00000400:00000200:1.0:1773613443.474159:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.474162:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300533811 00000100:00000001:1.0:1773613443.474165:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474167:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300533811 00000100:00000001:1.0:1773613443.474169:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474171:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.474174:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474176:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.474179:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474186:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.474188:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474190:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.474191:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.474193:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.474196:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477120768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.474199:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.474201:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.474202:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474204:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.474207:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613443.474208:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.474211:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.474213:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613443.474216:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385440. 00000100:00000200:1.0:1773613443.474219:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120768, portal 4 00000100:00000001:1.0:1773613443.474221:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.474222:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:1.0:1773613443.474227:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474233:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.474235:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.474238:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385088. 00000100:00000200:1.0:1773613443.474240:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477120768, offset 0 00000400:00000200:1.0:1773613443.474244:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474248:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474251:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.474253:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.474256:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.474258:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.474260:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474273:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225081:225081:255:4294967295] 192.168.203.144@tcp LPNI seq info [225016:225016:7:4294967295] 00000400:00000200:1.0:1773613443.474277:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474283:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.474287:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.474290:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd600. 00000800:00000200:1.0:1773613443.474294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.474298:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.474300:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.474303:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.474305:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 36513 usecs (37 jiffies) 00000400:00000200:1.0:1773613443.474308:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.474310:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300533297 00000100:00000001:1.0:1773613443.474312:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474313:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300533297 00000100:00000001:1.0:1773613443.474315:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474317:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.474319:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474321:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474323:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.474330:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613443.474332:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613443.474334:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.474346:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.474347:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.474350:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613443.474352:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.474353:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613443.474355:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.474356:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.474357:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.474358:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.474362:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474369:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.474370:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474372:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.474374:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.474376:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.474379:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477120384:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.474382:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.474384:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.474385:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474387:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.474390:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613443.474391:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.474394:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.474397:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613443.474400:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613443.474402:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120384, portal 4 00000100:00000001:1.0:1773613443.474404:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.474405:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:1.0:1773613443.474410:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474416:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.474418:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.474420:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385aa0. 00000100:00000200:1.0:1773613443.474422:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477120384, offset 0 00000400:00000200:1.0:1773613443.474426:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474429:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474432:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.474435:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.474437:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.474438:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.474441:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474443:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225082:225082:254:4294967295] 192.168.203.144@tcp LPNI seq info [225017:225017:6:4294967295] 00000400:00000200:1.0:1773613443.474447:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474453:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.474457:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.474461:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddb00. 00000800:00000200:1.0:1773613443.474464:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.474468:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.474470:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.474473:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.474476:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 158473 usecs (159 jiffies) 00000400:00000200:1.0:1773613443.474479:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.474480:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300533419 00000100:00000001:1.0:1773613443.474483:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474484:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300533419 00000100:00000001:1.0:1773613443.474486:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474488:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.474490:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474492:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613443.474495:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474502:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613443.474503:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474505:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613443.474507:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613443.474509:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613443.474512:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477120640:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.474514:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613443.474517:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613443.474518:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.474520:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613443.474523:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613443.474525:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613443.474542:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613443.474545:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613443.474549:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385198. 00000100:00000200:1.0:1773613443.474552:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120640, portal 10 00000100:00000001:1.0:1773613443.474553:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613443.474555:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:1.0:1773613443.474560:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.474567:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613443.474569:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613443.474573:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613443.474575:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477120640, offset 0 00000400:00000200:1.0:1773613443.474579:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474582:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474585:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613443.474588:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613443.474590:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613443.474592:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613443.474595:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613443.474597:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225083:225083:253:4294967295] 192.168.203.144@tcp LPNI seq info [225018:225018:5:4294967295] 00000400:00000200:1.0:1773613443.474601:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613443.474607:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613443.474611:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613443.474614:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613443.474618:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613443.474622:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613443.474625:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613443.474628:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.474630:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30577 usecs (31 jiffies) 00000400:00000200:1.0:1773613443.474633:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613443.474635:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300533291 00000100:00000001:1.0:1773613443.474637:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474639:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300533291 00000100:00000001:1.0:1773613443.474641:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300537213 00000100:00000001:1.0:1773613443.474643:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.474645:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474647:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474649:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474663:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.474665:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.474667:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.474669:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613443.485714:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.485734:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613443.485738:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.485741:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613443.485751:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.485758:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613443.485769:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.485774:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.485780:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.485784:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0bb00 00000400:00000200:2.0:1773613443.485789:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613443.485796:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b65 [1] + 224 00000800:00000001:2.0:1773613443.485803:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.485815:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613443.485818:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.485823:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613443.485830:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613443.485837:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613443.485848:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.485873:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613443.485910:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.485913:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd500. 00000400:00000200:2.0:1773613443.485917:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.485920:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.485923:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:2.0:1773613443.485926:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:2.0:1773613443.485931:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.485949:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.485958:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.485961:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.485968:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.485969:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613443.485974:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613443.485977:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613443.485983:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.485986:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd600. 00000400:00000200:2.0:1773613443.485988:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.485991:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.485994:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:2.0:1773613443.485996:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:2.0:1773613443.485998:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.486002:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486008:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.486013:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486018:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.486020:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613443.486027:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.486030:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddb00. 00000400:00000200:2.0:1773613443.486032:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.486035:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.486037:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:2.0:1773613443.486039:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:2.0:1773613443.486041:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.486044:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486052:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.486054:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486060:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.486062:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613443.486119:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613443.486122:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddd00. 00000400:00000200:2.0:1773613443.486125:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613443.486128:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613443.486130:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:2.0:1773613443.486132:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:2.0:1773613443.486134:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613443.486138:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486144:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613443.486147:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613443.486153:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613443.486154:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613443.486701:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.486705:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613443.486712:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613443.486714:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613443.486716:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613443.486721:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613443.486723:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613443.486726:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613443.486732:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613443.486742:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.486753:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613443.486755:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.486757:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613443.486760:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613443.486762:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613443.486764:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.486766:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613443.486774:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=71 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613443.486778:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613443.486781:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613443.486783:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613443.486785:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613443.486789:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.486792:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613443.486794:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613443.486796:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613443.486797:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.486802:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.486809:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.486812:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613443.486814:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613443.486818:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613443.486826:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477120256:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613443.486831:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.486834:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613443.486837:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6d80 x1859762477120256/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.486844:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613443.486847:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613443.486850:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613443.486853:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613443.486856:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613443.486858:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613443.486860:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613443.486862:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:1.0:1773613443.486867:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613443.486868:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613443.486870:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6d80. 00000100:00000001:1.0:1773613443.486874:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613443.486875:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.486879:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.486880:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.486881:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613443.486883:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.486885:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613443.493993:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494008:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613443.494012:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494014:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494022:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494029:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613443.494038:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494042:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494047:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494051:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0bc00 00000400:00000200:3.0:1773613443.494055:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494061:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b6d [1] + 224 00000800:00000001:3.0:1773613443.494068:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494073:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494076:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613443.494081:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613443.494087:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613443.494096:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613443.494198:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613443.494220:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613443.494229:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494232:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613443.494234:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494236:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494239:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494242:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613443.494246:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494248:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494251:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494253:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0bd00 00000400:00000200:3.0:1773613443.494256:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494259:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b75 [1] + 224 00000800:00000001:3.0:1773613443.494263:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494265:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494267:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613443.494270:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613443.494272:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613443.494277:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613443.494285:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613443.494291:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613443.494293:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494295:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613443.494296:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494298:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494300:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494303:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613443.494306:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494308:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494310:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494312:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0bb80 00000400:00000200:3.0:1773613443.494315:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494317:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b7d [1] + 224 00000800:00000001:3.0:1773613443.494320:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494322:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494324:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613443.494326:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613443.494328:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613443.494331:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613443.494349:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.494677:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613443.494681:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613443.494709:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613443.494714:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494719:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613443.494720:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494722:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494725:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494729:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613443.494733:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494735:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494738:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494740:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0bc80 00000400:00000200:3.0:1773613443.494743:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613443.494747:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b85 [1] + 224 00000800:00000001:3.0:1773613443.494751:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494793:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613443.494795:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613443.494798:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613443.494801:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613443.494805:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613443.494813:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613443.494819:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613443.494822:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613443.494824:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613443.502872:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613443.502877:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613443.502881:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613443.502889:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613443.502891:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613443.502896:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613443.502905:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613443.502915:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.502922:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613443.502923:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613443.502925:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613443.502928:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613443.502932:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613443.502943:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613443.502946:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613443.502954:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=71 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613443.502957:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613443.502959:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613443.502960:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613443.502962:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613443.502965:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613443.502968:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613443.502969:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613443.502970:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613443.502972:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613443.502975:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613443.502980:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613443.502982:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613443.502983:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613443.502986:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613443.502991:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477120384:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613443.503124:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613443.503128:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613443.503131:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:0.0:1773613443.503135:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385198 00000400:00000010:0.0:1773613443.503137:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385198. 00000100:00000001:0.0:1773613443.503140:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613443.503146:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613443.503155:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503161:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613443.503162:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503165:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613443.503166:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613443.503168:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613443.503169:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613443.503171:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613443.503176:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=67 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613443.503179:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613443.503181:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613443.503183:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.503184:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613443.503186:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.503188:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613443.503190:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613443.503191:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613443.503193:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.503197:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503202:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613443.503204:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613443.503205:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613443.503208:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613443.503215:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477120640:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613443.503220:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613443.503221:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613443.503223:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:0.0:1773613443.503225:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:0.0:1773613443.503227:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:0.0:1773613443.503229:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613443.503233:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613443.503241:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503247:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613443.503249:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503250:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613443.503252:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613443.503262:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613443.503265:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613443.503267:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613443.503271:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=71 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613443.503274:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=17 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613443.503276:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613443.503277:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.503279:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613443.503281:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.503283:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613443.503284:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613443.503286:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613443.503287:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.503291:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503298:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613443.503299:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613443.503301:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613443.503304:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613443.503310:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477120512:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613443.503315:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613443.503316:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613443.503318:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:0.0:1773613443.503320:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:0.0:1773613443.503322:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:0.0:1773613443.503324:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613443.503328:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613443.503347:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503353:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613443.503355:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503356:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613443.503358:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613443.503359:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613443.503360:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613443.503362:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613443.503366:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613443.503368:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613443.503370:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613443.503371:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613443.503373:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613443.503374:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.503376:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613443.503377:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613443.503379:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613443.503380:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613443.503383:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503388:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613443.503390:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613443.503391:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613443.503394:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613443.503401:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477120768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613443.503405:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503408:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613443.503412:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477120384/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503423:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613443.503425:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613443.503428:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:0.0:1773613443.503433:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613443.503436:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613443.503438:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613443.503440:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613443.503442:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:0.0:1773613443.503446:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613443.503449:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613443.503451:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:0.0:1773613443.503454:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613443.503456:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503457:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613443.503460:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477120640/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503466:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613443.503467:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613443.503468:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:0.0:1773613443.503471:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613443.503472:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613443.503473:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613443.503475:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613443.503476:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613443.503478:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613443.503479:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613443.503480:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:0.0:1773613443.503482:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613443.503483:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503485:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613443.503488:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477120512/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503494:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613443.503495:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613443.503498:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:0.0:1773613443.503500:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613443.503501:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613443.503502:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613443.503504:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613443.503505:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613443.503507:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613443.503508:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613443.503509:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:0.0:1773613443.503511:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613443.503512:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503513:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613443.503517:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477120768/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613443.503522:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613443.503524:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613443.503525:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:0.0:1773613443.503527:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613443.503724:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613443.503725:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613443.503728:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613443.503730:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:0.0:1773613443.503733:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613443.503734:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613443.503735:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613443.503737:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613443.503738:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503741:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613443.503748:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613443.503750:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613443.503752:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613443.503755:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166575:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166581:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166587:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166588:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166592:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166594:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166597:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166598:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166602:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166603:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613444.166606:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613444.166607:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613444.166786:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613444.166790:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613444.166793:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613444.486127:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613444.486140:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613444.486141:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1773613444.486147:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613444.486149:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613444.486153:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613444.486157:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190856:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190863:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190869:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190871:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190874:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190876:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190879:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190880:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190884:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190885:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613445.190888:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613445.190889:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613445.190983:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613445.190986:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613445.190990:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613446.216041:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216049:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613446.216055:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216057:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613446.216060:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216061:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613446.216064:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216065:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613446.216069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613446.216073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613446.216074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613446.216100:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613446.216103:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613446.216106:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613447.238083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238090:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613447.238093:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613447.238096:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238101:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613447.238103:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238105:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238108:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238112:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238114:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238118:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238119:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238124:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238125:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613447.238127:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613447.238128:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238130:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613447.238131:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238133:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238135:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238139:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238140:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238144:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613447.238145:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613447.238147:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613447.238148:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238150:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613447.238151:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238153:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613447.238154:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613447.238277:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613447.238281:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613447.238284:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613447.430978:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300537213, at 4300537217 00000100:00000010:2.0:1773613447.430994:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848300. 00000100:00000040:3.0:1773613447.431195:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300537213, at 4300537217 00000100:00000010:3.0:1773613447.431202:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613448.262068:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.262081:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.262085:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.262089:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262090:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.262094:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262095:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.262098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613448.262099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613448.262365:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613448.262369:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613448.262372:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613448.582419:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582429:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582450:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613448.582457:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613448.582461:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582465:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582470:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582478:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613448.582486:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582497:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582507:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582512:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582519:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_01+1] req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582556:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582559:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582562:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582566:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613448.582568:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613448.582571:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582572:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582574:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582577:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613448.582580:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582585:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582593:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582596:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582600:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582614:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582617:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582620:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582623:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613448.582625:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613448.582627:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582628:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582629:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582632:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613448.582635:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582639:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582645:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582647:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582651:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_01+1] req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582657:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582659:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582662:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582666:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613448.582668:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613448.582669:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582670:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582672:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582675:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613448.582678:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582681:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582687:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582690:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582693:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_00+0] req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582700:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582702:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582706:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582708:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613448.582711:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613448.582713:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582714:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582715:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582718:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613448.582720:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582725:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582732:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582734:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582737:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582744:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582746:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613448.582749:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613448.582752:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613448.582755:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613448.582757:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613448.582758:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613448.582759:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613448.582762:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613448.582765:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582769:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613448.582781:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613448.582783:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582786:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582792:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.582794:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613448.582798:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613448.582803:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5876) 00000100:00000001:0.0:1773613448.582819:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.582823:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.582825:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.582830:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582837:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.582839:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.582842:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.582845:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.582847:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.582851:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121024:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.582856:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.582861:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.582862:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.582865:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.582869:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613448.582871:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.582878:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.582882:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613448.582889:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613448.582895:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121024, portal 10 00000100:00000001:0.0:1773613448.582897:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.582899:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:0.0:1773613448.582905:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.582913:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.582915:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.582917:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613448.582920:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477121024, offset 0 00000400:00000200:0.0:1773613448.582926:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.582952:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.582971:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.582976:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.582980:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.582984:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.582986:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.582990:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225084:225084:256:4294967295] 192.168.203.144@tcp LPNI seq info [225019:225019:8:4294967295] 00000400:00000200:0.0:1773613448.582994:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583003:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583008:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583013:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613448.583020:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583029:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583034:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583048:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.583052:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 485737 usecs (486 jiffies) 00000400:00000200:0.0:1773613448.583055:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583058:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300538855 00000100:00000010:0.0:1773613448.583063:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853120. 00000100:00000001:0.0:1773613448.583070:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613448.583075:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300538855 00000100:00000010:0.0:1773613448.583078:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8532a0. 00000100:00000001:0.0:1773613448.583082:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613448.583098:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583101:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583104:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.583108:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583114:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.583116:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583119:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.583121:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.583123:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583125:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.583129:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.583131:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.583132:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583134:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.583137:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613448.583139:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583142:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.583145:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f948. 00000400:00000010:0.0:1773613448.583148:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000200:0.0:1773613448.583151:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121280, portal 4 00000100:00000001:0.0:1773613448.583153:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.583154:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:0.0:1773613448.583159:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583165:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.583167:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.583170:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613448.583172:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477121280, offset 0 00000400:00000200:0.0:1773613448.583176:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583179:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583183:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.583186:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.583188:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.583191:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.583193:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583196:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225085:225085:255:4294967295] 192.168.203.144@tcp LPNI seq info [225020:225020:7:4294967295] 00000400:00000200:0.0:1773613448.583200:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583206:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583210:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583214:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613448.583218:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583223:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583225:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583228:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.583231:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 547518 usecs (548 jiffies) 00000400:00000200:0.0:1773613448.583234:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583236:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300538917 00000100:00000001:0.0:1773613448.583241:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300538855 00000100:00000001:0.0:1773613448.583243:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300538917 00000100:00000001:0.0:1773613448.583246:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300538855 00000100:00000001:0.0:1773613448.583249:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583251:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583253:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.583256:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583263:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.583265:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583267:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.583268:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.583271:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583273:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477121536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.583276:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.583278:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.583280:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583281:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.583284:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613448.583286:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583288:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.583290:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613448.583293:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613448.583295:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121536, portal 4 00000100:00000001:0.0:1773613448.583297:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.583298:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613448.583316:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583321:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.583323:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.583326:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613448.583328:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477121536, offset 0 00000400:00000200:0.0:1773613448.583332:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583335:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583338:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.583341:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.583343:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.583345:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.583347:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583349:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225086:225086:254:4294967295] 192.168.203.144@tcp LPNI seq info [225021:225021:6:4294967295] 00000400:00000200:0.0:1773613448.583353:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583358:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583362:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583365:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613448.583369:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583372:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583375:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583377:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.583380:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 36543 usecs (37 jiffies) 00000400:00000200:0.0:1773613448.583383:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583384:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300538406 00000100:00000001:0.0:1773613448.583387:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300538917 00000100:00000001:0.0:1773613448.583388:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300538406 00000100:00000001:0.0:1773613448.583390:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300538917 00000100:00000001:0.0:1773613448.583392:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583393:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583395:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583398:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.583405:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613448.583407:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613448.583409:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.583410:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.583412:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583414:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1773613448.583416:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.583418:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613448.583419:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.583421:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.583422:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.583423:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.583427:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583433:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.583434:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583436:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.583438:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.583440:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583443:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477120896:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.583447:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.583449:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.583450:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583452:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.583455:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613448.583456:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583459:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.583461:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613448.583465:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613448.583467:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477120896, portal 25 00000100:00000001:0.0:1773613448.583469:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.583470:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613448.583475:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.583483:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.583485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613448.583487:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477120896, offset 0 00000400:00000200:0.0:1773613448.583491:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583494:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583497:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.583500:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.583502:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.583505:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.583507:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583510:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225087:225087:253:4294967295] 192.168.203.144@tcp LPNI seq info [225022:225022:5:4294967295] 00000400:00000200:0.0:1773613448.583514:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583520:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583524:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583528:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613448.583531:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583535:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583537:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583540:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583542:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583544:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300542330 00000100:00000001:0.0:1773613448.583548:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300538917 00000100:00000001:0.0:1773613448.583551:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300542330 00000100:00000001:0.0:1773613448.583553:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300538917 00000100:00000001:0.0:1773613448.583556:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583557:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583559:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.583563:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583569:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.583570:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583573:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.583574:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.583576:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583578:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.583581:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.583584:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.583585:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583586:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.583589:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613448.583591:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583594:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.583596:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613448.583599:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613448.583601:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121152, portal 4 00000100:00000001:0.0:1773613448.583604:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.583605:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:0.0:1773613448.583610:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583616:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.583618:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.583620:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613448.583622:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477121152, offset 0 00000400:00000200:0.0:1773613448.583626:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583629:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583632:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.583634:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.583636:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.583638:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.583640:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583643:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225088:225088:252:4294967295] 192.168.203.144@tcp LPNI seq info [225023:225023:4:4294967295] 00000400:00000200:0.0:1773613448.583646:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583651:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583655:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583658:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613448.583661:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583665:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583667:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583670:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.583672:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 157705 usecs (158 jiffies) 00000400:00000200:0.0:1773613448.583675:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583676:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300538527 00000100:00000001:0.0:1773613448.583678:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300542330 00000100:00000001:0.0:1773613448.583680:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300538527 00000100:00000001:0.0:1773613448.583682:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300542330 00000100:00000001:0.0:1773613448.583684:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583686:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583688:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613448.583691:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583697:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613448.583698:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583700:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613448.583701:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613448.583703:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613448.583706:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477121408:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.583709:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613448.583711:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613448.583712:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.583713:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613448.583716:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613448.583717:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613448.583720:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613448.583721:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613448.583725:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613448.583727:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121408, portal 10 00000100:00000001:0.0:1773613448.583729:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613448.583730:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613448.583734:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.583740:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613448.583742:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613448.583745:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17330. 00000100:00000200:0.0:1773613448.583747:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477121408, offset 0 00000400:00000200:0.0:1773613448.583751:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583754:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583757:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613448.583760:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613448.583762:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613448.583764:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613448.583766:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613448.583769:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225089:225089:251:4294967295] 192.168.203.144@tcp LPNI seq info [225024:225024:3:4294967295] 00000400:00000200:0.0:1773613448.583772:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613448.583778:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613448.583781:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613448.583784:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613448.583787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613448.583791:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613448.583793:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613448.583795:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.583797:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30872 usecs (31 jiffies) 00000400:00000200:0.0:1773613448.583800:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613448.583801:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300538400 00000100:00000001:0.0:1773613448.583803:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300542330 00000100:00000001:0.0:1773613448.583805:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300538400 00000100:00000001:0.0:1773613448.583807:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300542330 00000100:00000001:0.0:1773613448.583809:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.583811:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583813:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.583815:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613448.584164:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613448.584167:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613448.584169:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613448.584171:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613448.585401:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.585409:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:2.0:1773613448.585417:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.585425:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.585912:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:2.0:1773613448.585916:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:2.0:1773613448.585922:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.585931:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.585973:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.585977:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.585983:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.585984:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613448.588833:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.588842:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613448.588850:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.588858:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.588863:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:2.0:1773613448.588865:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:2.0:1773613448.588869:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.588877:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.588891:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.588894:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.588902:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.588905:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613448.588913:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.588916:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:2.0:1773613448.588919:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.588922:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.588925:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:2.0:1773613448.588927:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:2.0:1773613448.588929:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.588946:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589050:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.589055:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589061:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.589062:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613448.589073:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.589075:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:2.0:1773613448.589078:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.589082:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.589085:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:2.0:1773613448.589086:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:2.0:1773613448.589089:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.589092:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589099:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.589102:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589108:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.589110:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613448.589116:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.589118:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613448.589121:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.589124:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.589126:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:2.0:1773613448.589128:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:2.0:1773613448.589130:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.589134:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589141:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.589143:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589155:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.589157:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613448.589221:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613448.589224:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:2.0:1773613448.589227:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.589230:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613448.589232:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17330 00000400:00000010:2.0:1773613448.589234:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17330. 00000100:00000001:2.0:1773613448.589237:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613448.589240:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589248:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613448.589250:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.589257:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613448.589258:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613448.596428:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.596445:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613448.596450:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.596452:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613448.596461:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.596468:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613448.596476:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.596481:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.596486:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.596490:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0be00 00000400:00000200:3.0:1773613448.596495:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.596500:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b8d [1] + 224 00000800:00000001:3.0:1773613448.596508:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.596516:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613448.596519:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613448.596523:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613448.596529:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613448.596536:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613448.596553:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613448.596577:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613448.596585:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.596589:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.598877:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.598886:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613448.598896:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.598899:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.598902:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613448.598910:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:0.0:1773613448.598913:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:0.0:1773613448.598916:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.598927:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.598978:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.598985:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.598988:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.598991:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.598994:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.598996:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.598998:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.599001:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.599010:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=76 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613448.599014:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=116 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613448.599017:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.599019:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.599021:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.599025:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.599030:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613448.599032:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613448.599034:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613448.599035:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.599040:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.599047:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.599050:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.599052:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.599055:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.599063:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121024:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.599068:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.599071:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.599074:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477121024/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.599081:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.599084:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.599087:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613448.599092:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.599094:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.599095:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613448.599097:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.599100:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613448.599104:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.599106:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.599107:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:0.0:1773613448.599110:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.599111:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.599114:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.599116:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.599117:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.599119:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.599120:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613448.600487:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600506:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613448.600510:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600512:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.600521:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600528:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613448.600537:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600542:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600548:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600552:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0bd80 00000400:00000200:2.0:1773613448.600556:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600562:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ba5 [1] + 224 00000800:00000001:2.0:1773613448.600570:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600575:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.600578:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.600583:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613448.600589:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613448.600598:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613448.600609:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.600632:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613448.600642:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600646:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613448.600648:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600650:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.600653:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600657:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613448.600661:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600664:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600666:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600669:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0bf80 00000400:00000200:2.0:1773613448.600673:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.600677:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bb5 [1] + 224 00000800:00000001:2.0:1773613448.600681:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600735:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.600738:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.600741:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613448.600745:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613448.600749:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613448.600757:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.600764:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613448.600768:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.600771:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.600976:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.600981:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613448.600987:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.600988:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.600992:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613448.600996:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:0.0:1773613448.600998:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:0.0:1773613448.601001:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.601006:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.601015:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601021:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.601023:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.601025:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.601028:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.601031:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.601033:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.601036:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.601042:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613448.601046:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1773613448.601049:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.601050:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.601052:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.601055:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.601057:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.601061:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601067:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.601070:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.601072:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.601076:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.601084:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477120896:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613448.601091:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.601092:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.601094:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613448.601096:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:0.0:1773613448.601098:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:0.0:1773613448.601100:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.601103:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.601111:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601118:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.601119:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.601121:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.601122:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.601123:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.601124:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.601127:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.601131:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=72 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613448.601134:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613448.601136:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.601137:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.601139:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.601142:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.601145:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613448.601146:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613448.601148:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613448.601150:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.601153:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601159:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.601161:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.601162:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.601165:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.601171:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477121408:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.601175:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.601178:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.601181:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477120896/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601187:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.601189:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.601192:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613448.601196:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.601198:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.601199:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613448.601201:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.601204:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:0.0:1773613448.601209:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.601211:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.601213:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613448.601217:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.601218:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.601219:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.601222:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477121408/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.601228:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.601229:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.601230:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613448.601232:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.601233:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.601234:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613448.601235:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.601237:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:0.0:1773613448.601239:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.601240:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.601241:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:0.0:1773613448.601243:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.601245:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.601248:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.601250:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.601251:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.601253:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.601255:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613448.609789:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.609806:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613448.609810:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.609812:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613448.609821:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.609828:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613448.609835:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.609840:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.609845:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.609849:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0bf00 00000400:00000200:3.0:1773613448.609853:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613448.609858:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b95 [1] + 224 00000800:00000001:3.0:1773613448.609866:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.609877:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613448.609880:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613448.609884:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613448.609890:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613448.609908:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613448.609919:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613448.609964:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613448.609972:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613448.609974:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.610094:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.610099:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613448.610106:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.610109:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.610112:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f948. 00000400:00000200:0.0:1773613448.610116:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:0.0:1773613448.610118:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:0.0:1773613448.610122:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.610127:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.610144:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.610150:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.610152:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.610154:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.610158:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.610160:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.610162:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.610164:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.610173:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=76 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613448.610176:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613448.610179:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.610181:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.610183:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.610187:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.610190:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613448.610192:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613448.610194:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613448.610196:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.610201:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.610208:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.610211:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.610213:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.610217:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.610224:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.610230:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.610232:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.610235:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477121280/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.610246:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.610249:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.610252:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613448.610256:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.610259:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.610261:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613448.610263:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.610265:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:0.0:1773613448.610271:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.610272:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.610275:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:0.0:1773613448.610279:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.610280:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.610283:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.610285:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.610286:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613448.610288:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.610307:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613448.613723:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.613743:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613448.613747:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.613749:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.613758:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613765:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613448.613775:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613779:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613795:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613799:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0be80 00000400:00000200:2.0:1773613448.613803:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613810:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bad [1] + 224 00000800:00000001:2.0:1773613448.613817:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.613822:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.613826:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.613830:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613448.613837:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613448.613845:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613448.613856:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.613880:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613448.613890:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.613894:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613448.613896:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.613908:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.613911:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613915:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613448.613919:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613922:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613925:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613927:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c000 00000400:00000200:2.0:1773613448.613930:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613448.613973:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5b9d [1] + 224 00000800:00000001:2.0:1773613448.613978:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.614029:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613448.614032:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613448.614036:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613448.614039:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613448.614043:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613448.614052:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613448.614059:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613448.614063:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613448.614066:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.614977:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.614983:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613448.614990:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.614992:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.614995:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:0.0:1773613448.615000:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613448.615002:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613448.615005:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.615013:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.615024:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615031:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.615033:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615035:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.615039:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.615041:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.615044:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.615047:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.615055:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=76 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613448.615060:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613448.615063:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.615064:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.615067:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.615071:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.615074:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613448.615076:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:0.0:1773613448.615079:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613448.615080:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.615085:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615092:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.615095:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.615098:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.615102:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.615109:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121152:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613448.615115:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613448.615116:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613448.615118:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:0.0:1773613448.615120:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613448.615122:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613448.615124:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613448.615128:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613448.615136:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615142:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613448.615144:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615146:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613448.615147:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613448.615149:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613448.615150:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613448.615152:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613448.615156:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613448.615159:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613448.615161:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613448.615162:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613448.615164:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613448.615166:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.615168:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613448.615169:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613448.615171:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613448.615172:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613448.615176:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615182:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613448.615184:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613448.615185:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613448.615189:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613448.615196:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477121536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613448.615200:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615203:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.615206:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477121152/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615213:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.615215:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.615219:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613448.615222:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.615225:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.615227:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613448.615229:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.615231:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613448.615236:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.615237:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.615239:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:0.0:1773613448.615242:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.615244:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615245:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613448.615248:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477121536/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613448.615254:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613448.615255:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613448.615256:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613448.615258:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613448.615259:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613448.615260:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613448.615262:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613448.615263:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:0.0:1773613448.615265:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613448.615266:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613448.615267:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613448.615269:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613448.615270:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615272:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613448.615279:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613448.615281:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613448.615283:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613448.615286:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286205:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286215:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286221:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286223:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286226:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286227:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286230:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286232:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286237:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613449.286241:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613449.286242:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613449.286276:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613449.286279:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613449.286282:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613449.764271:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613449.764305:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613449.764309:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613449.764312:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613449.764322:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613449.764329:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613449.764338:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613449.764342:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613449.764348:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613449.764352:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09180 00000400:00000200:2.0:1773613449.764356:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613449.764362:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5765 [1] + 0 00000800:00000001:2.0:1773613449.764369:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613449.764381:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613449.764385:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613449.764389:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613449.764396:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613449.764404:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 1 to 0 dl 1773613459 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1773613449.764421:0:2383:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 1 to 0 dl 1773613459 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613449.764444:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613449.764452:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613449.764456:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613449.764518:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613449.764522:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613449.764525:0:2390:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1773613449.764527:0:2390:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1773613449.764543:0:2390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 02000000:00000010:1.0:1773613449.764549:0:2390:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff99364a1dda00. 02000000:00000001:1.0:1773613449.764552:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613449.764554:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613449.764556:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613449.764562:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613449.764564:0:2390:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613449.764569:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=72 v=5 (1 0 0 0) 02000000:00000010:1.0:1773613449.764573:0:2390:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff99364a1dda00. 00000100:00000010:1.0:1773613449.764577:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00001000:1.0:1773613449.764583:0:2390:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 35s (25s) req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 2 to 0 dl 1773613484 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613449.764591:0:2390:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613449.764593:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613449.764596:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310619:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310628:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310634:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310635:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310639:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310642:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613450.310644:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613450.310650:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613450.310653:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613450.310655:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310658:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613450.310660:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310662:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310664:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310668:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310669:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310672:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310673:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613450.310676:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613450.310677:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613450.310885:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613450.310889:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613450.310892:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613451.334134:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334141:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334148:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334151:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613451.334153:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613451.334159:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613451.334161:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613451.334163:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334166:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613451.334168:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334170:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334173:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334177:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334178:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334182:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334183:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334262:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334265:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613451.334267:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613451.334269:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613451.334270:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613451.334272:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334274:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613451.334275:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334277:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334363:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613451.334368:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613451.334369:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613451.336510:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613451.336516:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613451.336521:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613452.358076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613452.358087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358088:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613452.358092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358093:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613452.358096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613452.358101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613452.358105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613452.358106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613452.358153:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613452.358155:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613452.358158:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613452.550061:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300542330, at 4300542336 00000100:00000010:2.0:1773613452.550076:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853120. 00000100:00000040:3.0:1773613452.550211:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300542330, at 4300542336 00000100:00000010:3.0:1773613452.550218:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8532a0. 00010000:00000001:0.0:1773613453.382107:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613453.382138:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382139:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613453.382144:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382146:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613453.382150:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382152:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613453.382157:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382158:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613453.382163:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613453.382165:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613453.382372:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613453.382376:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613453.382380:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613453.702105:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702119:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702133:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613453.702142:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613453.702146:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702150:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702158:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702168:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613453.702178:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702192:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702204:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702209:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702215:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_01+1] req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702258:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702261:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702275:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702278:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613453.702281:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613453.702283:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702284:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702286:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702289:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613453.702293:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702297:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702309:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702310:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702314:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_00+0] req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702337:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702340:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702343:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702347:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613453.702349:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613453.702351:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702352:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702363:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702366:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613453.702369:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702373:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702380:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702382:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702386:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702392:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702394:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702397:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702401:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613453.702403:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613453.702405:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702406:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702408:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702410:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613453.702413:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702417:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702423:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702425:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702430:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_00+0] req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702437:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702439:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702442:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702445:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613453.702448:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613453.702449:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702450:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702452:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702455:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613453.702458:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702462:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702468:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702470:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702473:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_01+1] req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702494:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702497:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613453.702500:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613453.702503:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613453.702505:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613453.702507:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613453.702508:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613453.702510:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613453.702513:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613453.702516:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702519:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613453.702525:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613453.702527:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702530:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702536:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702538:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613453.702540:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613453.702545:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5881) 00000100:00000001:0.0:1773613453.702562:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613453.702566:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613453.702569:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613453.702574:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702582:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613453.702584:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.702589:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613453.702592:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613453.702594:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613453.702598:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121792:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613453.702613:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613453.702620:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613453.702623:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.702625:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613453.702639:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613453.702642:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613453.702652:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613453.702657:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f3c8. 00000400:00000010:0.0:1773613453.702664:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613453.702673:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121792, portal 10 00000100:00000001:0.0:1773613453.702675:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613453.702677:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:0.0:1773613453.702685:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702693:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613453.702696:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613453.702699:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613453.702703:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477121792, offset 0 00000400:00000200:0.0:1773613453.702711:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613453.702721:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.702730:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613453.702736:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613453.702741:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613453.702745:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613453.702748:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613453.702752:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225090:225090:256:4294967295] 192.168.203.144@tcp LPNI seq info [225025:225025:8:4294967295] 00000400:00000200:0.0:1773613453.702757:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.702768:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613453.702773:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613453.702780:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613453.702788:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613453.702796:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613453.702801:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613453.702822:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.702827:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 484717 usecs (485 jiffies) 00000400:00000200:0.0:1773613453.702830:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613453.702833:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300543973 00000100:00000010:0.0:1773613453.702840:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8530c0. 00000100:00000001:0.0:1773613453.702847:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613453.702852:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300543973 00000100:00000010:0.0:1773613453.702855:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853000. 00000100:00000001:0.0:1773613453.702857:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613453.702864:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613453.702868:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613453.702870:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613453.702874:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702880:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613453.702882:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.702884:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613453.702886:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613453.702887:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613453.702890:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477122048:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613453.702893:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613453.702897:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613453.702898:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.702900:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613453.702903:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613453.702906:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613453.702909:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613453.702913:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f058. 00000400:00000010:0.0:1773613453.702917:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000200:0.0:1773613453.702921:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122048, portal 4 00000100:00000001:0.0:1773613453.702924:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613453.702925:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613453.702931:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613453.702967:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613453.702971:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613453.702974:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613453.702977:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477122048, offset 0 00000400:00000200:0.0:1773613453.702982:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613453.702985:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.702990:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613453.702993:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613453.702997:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613453.703000:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613453.703002:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613453.703005:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225091:225091:255:4294967295] 192.168.203.144@tcp LPNI seq info [225026:225026:7:4294967295] 00000400:00000200:0.0:1773613453.703009:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.703014:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613453.703018:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613453.703023:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613453.703028:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613453.703032:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613453.703035:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613453.703038:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.703041:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 544620 usecs (545 jiffies) 00000400:00000200:0.0:1773613453.703044:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613453.703045:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300544033 00000100:00000001:0.0:1773613453.703052:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300543973 00000100:00000001:0.0:1773613453.703055:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300544033 00000100:00000001:0.0:1773613453.703058:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300543973 00000100:00000001:0.0:1773613453.703062:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613453.703064:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613453.703067:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773613453.703067:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613453.703075:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1773613453.703083:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:3.0:1773613453.703095:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773613453.703098:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613453.703102:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.703105:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1773613453.703112:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 02000000:00000001:0.0:1773613453.703112:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613453.703121:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613453.703126:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000100:00100000:0.0:1773613453.703127:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477122304:192.168.203.144@tcp:400:kworker.0 00000400:00000010:3.0:1773613453.703135:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613453.703137:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613453.703145:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773613453.703147:0:2384:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1773613453.703148:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613453.703152:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613453.703156:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613453.703162:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773613453.703163:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773613453.703170:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613453.703178:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f948. 00000400:00000010:0.0:1773613453.703185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613453.703192:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122304, portal 4 00000100:00000001:3.0:1773613453.703196:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613453.703197:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613453.703201:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:3.0:1773613453.703205:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773613453.703214:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613453.703223:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613453.703229:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613453.703234:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613453.703239:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613453.703242:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613453.703245:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477122304, offset 0 00000800:00000200:3.0:1773613453.703250:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773613453.703257:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613453.703258:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:3.0:1773613453.703275:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773613453.703276:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.703289:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613453.703291:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:0.0:1773613453.703295:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613453.703301:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000200:0.0:1773613453.703302:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000010:3.0:1773613453.703307:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000400:00000200:0.0:1773613453.703308:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613453.703316:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:3.0:1773613453.703317:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613453.703329:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773613453.703329:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225092:225092:255:4294967295] 192.168.203.144@tcp LPNI seq info [225027:225027:7:4294967295] 00000400:00000200:0.0:1773613453.703342:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613453.703356:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613453.703379:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:3.0:1773613453.703380:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1773613453.703386:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000100:00000040:3.0:1773613453.703389:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773613453.703399:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:3.0:1773613453.703412:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773613453.703413:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:3.0:1773613453.703419:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773613453.703422:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613453.703768:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.703774:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.703776:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613453.703784:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.703793:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613453.703794:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.703797:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613453.703800:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613453.703802:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613453.703805:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477121664:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.703810:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613453.703815:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613453.703817:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.703819:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613453.703824:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613453.703827:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613453.703831:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613453.703834:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613453.703839:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613453.703843:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121664, portal 25 00000100:00000001:1.0:1773613453.703845:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613453.703846:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:1.0:1773613453.703851:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.703858:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613453.703861:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613453.703863:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613453.703866:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477121664, offset 0 00000400:00000200:1.0:1773613453.703871:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613453.703876:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.703879:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613453.703882:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613453.703885:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613453.703887:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613453.703889:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613453.703893:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225093:225093:255:4294967295] 192.168.203.144@tcp LPNI seq info [225028:225028:7:4294967295] 00000400:00000200:1.0:1773613453.703896:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.703902:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613453.703907:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613453.703911:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dda00. 00000800:00000200:1.0:1773613453.703915:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613453.703919:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613453.703921:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613453.704295:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613453.704301:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 36787 usecs (37 jiffies) 00000400:00000200:0.0:1773613453.704305:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613453.704308:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300543527 00000100:00000001:0.0:1773613453.704312:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300544033 00000100:00000001:0.0:1773613453.704314:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300543527 00000100:00000001:0.0:1773613453.704316:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300544033 00000100:00000001:0.0:1773613453.704319:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613453.704321:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613453.704324:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613453.704328:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613453.704338:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613453.704340:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613453.704344:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613453.704345:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613453.704347:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613453.704350:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613453.704433:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613453.704439:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:3.0:1773613453.704444:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613453.704451:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613453.704456:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:3.0:1773613453.704458:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:3.0:1773613453.704462:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613453.704482:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613453.704494:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613453.704497:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613453.704509:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613453.704510:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613453.711055:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613453.711078:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613453.711083:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300547458 00000100:00000001:1.0:1773613453.711098:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300544033 00000100:00000001:1.0:1773613453.711105:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300547458 00000100:00000001:1.0:1773613453.711109:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300544033 00000100:00000001:1.0:1773613453.711112:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.711116:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.711239:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613453.711256:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773613453.711258:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613453.711275:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dda00. 00000400:00000200:2.0:1773613453.711284:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773613453.711285:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613453.711291:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613453.711298:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 02000000:00000001:1.0:1773613453.711302:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1773613453.711307:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 02000000:00000001:1.0:1773613453.711308:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1773613453.711314:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 02000000:00000001:1.0:1773613453.711316:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613453.711324:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1773613453.711325:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477121920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.711333:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1773613453.711338:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773613453.711341:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613453.711345:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.711348:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613453.711361:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 00000100:00000001:2.0:1773613453.711364:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773613453.711366:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613453.711373:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773613453.711383:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613453.711394:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000100:00000001:2.0:1773613453.711395:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613453.711402:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1773613453.711406:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613453.711416:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477121920, portal 4 00000100:00000001:1.0:1773613453.711420:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613453.711427:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:1.0:1773613453.711438:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.711453:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613453.711460:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613453.711463:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385770. 00000100:00000200:1.0:1773613453.711468:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477121920, offset 0 00000400:00000200:1.0:1773613453.711474:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613453.711767:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.711777:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613453.711783:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613453.711788:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613453.711792:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613453.711795:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613453.711799:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225094:225094:256:4294967295] 192.168.203.144@tcp LPNI seq info [225029:225029:8:4294967295] 00000400:00000200:1.0:1773613453.711803:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.711814:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613453.711820:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613453.711826:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd400. 00000800:00000200:1.0:1773613453.711834:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613453.711843:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613453.711848:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613453.711863:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.711869:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 156967 usecs (157 jiffies) 00000400:00000200:1.0:1773613453.711871:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613453.711874:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300543654 00000100:00000001:1.0:1773613453.711877:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300547458 00000100:00000001:1.0:1773613453.711878:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300543654 00000100:00000001:1.0:1773613453.711880:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300547458 00000100:00000001:1.0:1773613453.711882:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1773613453.711923:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613453.711928:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd400. 00000400:00000200:2.0:1773613453.711957:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.711963:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613453.711970:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:2.0:1773613453.711973:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:2.0:1773613453.711977:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613453.711985:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.711996:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613453.712001:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.712019:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613453.712022:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613453.712917:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.712951:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.712955:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.712961:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.712971:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.712983:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.712994:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713002:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713097:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713106:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c100 00000400:00000200:2.0:1773613453.713112:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713123:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bbd [1] + 224 00000800:00000001:2.0:1773613453.713132:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.713140:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.713144:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.713150:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.713157:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.713167:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.713180:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.713209:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.713219:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.713227:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.713229:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.713236:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.713241:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713251:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.713259:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713272:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713277:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713283:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c200 00000400:00000200:2.0:1773613453.713287:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.713293:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bc5 [1] + 224 00000800:00000001:2.0:1773613453.713298:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.713312:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.713315:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.713323:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.713328:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.713337:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.713428:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.713440:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.713451:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.713458:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.714007:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714014:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613453.714027:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714038:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613453.714041:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.714045:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613453.714049:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613453.714052:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613453.714056:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477122176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.714061:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613453.714068:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613453.714071:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.714074:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613453.714084:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613453.714087:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613453.714094:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613453.714099:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613453.714106:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613453.714114:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122176, portal 10 00000100:00000001:1.0:1773613453.714117:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613453.714119:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:1.0:1773613453.714127:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714135:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613453.714137:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613453.714140:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613453.714144:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477122176, offset 0 00000400:00000200:1.0:1773613453.714150:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613453.714158:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.714166:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613453.714171:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613453.714175:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613453.714179:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613453.714183:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613453.714187:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225095:225095:256:4294967295] 192.168.203.144@tcp LPNI seq info [225030:225030:8:4294967295] 00000400:00000200:1.0:1773613453.714192:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613453.714202:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613453.714208:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613453.714212:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd100. 00000800:00000200:1.0:1773613453.714219:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613453.714227:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613453.714232:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613453.714241:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.714246:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30513 usecs (31 jiffies) 00000400:00000200:1.0:1773613453.714249:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613453.714252:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300543531 00000100:00000001:1.0:1773613453.714256:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300547458 00000100:00000001:1.0:1773613453.714259:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300543531 00000100:00000001:1.0:1773613453.714261:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300547458 00000100:00000001:1.0:1773613453.714274:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.714276:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714281:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714285:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.714295:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613453.714297:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613453.714300:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.714302:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.714304:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714307:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714352:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.714355:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613453.714361:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.714363:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.714367:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f3c8. 00000400:00000200:1.0:1773613453.714373:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:1.0:1773613453.714376:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:1.0:1773613453.714380:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.714386:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.714396:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714403:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.714405:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.714407:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.714411:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.714413:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.714416:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.714419:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.714429:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=81 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613453.714434:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=121 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613453.714436:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.714438:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.714441:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.714446:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714450:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613453.714452:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613453.714454:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613453.714456:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.714461:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714468:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.714471:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.714473:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.714476:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.714495:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477121792:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613453.714501:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.714503:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.714506:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f058. 00000400:00000200:1.0:1773613453.714508:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:1.0:1773613453.714510:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:1.0:1773613453.714513:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.714517:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.714525:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714531:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.714533:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.714534:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.714536:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.714537:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.714539:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.714541:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.714546:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=81 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613453.714549:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613453.714552:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.714553:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.714555:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.714557:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.714560:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613453.714561:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613453.714563:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613453.714564:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.714568:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.714575:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.714577:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.714579:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.714582:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.714594:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477122048:192.168.203.144@tcp:400:kworker.0 00000800:00000200:2.0:1773613453.714986:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613453.714993:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd100. 00000400:00000200:2.0:1773613453.714998:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.715003:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613453.715009:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:2.0:1773613453.715012:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:2.0:1773613453.715019:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613453.715025:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.715035:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613453.715038:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.715044:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613453.715045:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613453.715949:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.715960:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.715970:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477121792/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.715979:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.715983:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.715987:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:1.0:1773613453.715992:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.715995:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.715997:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613453.715999:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.716002:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:1.0:1773613453.716009:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.716012:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.716014:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:1.0:1773613453.716018:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.716019:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.716021:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.716026:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477122048/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.716033:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.716034:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.716036:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3e600. 02000000:00000001:1.0:1773613453.716038:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.716040:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.716041:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613453.716043:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.716044:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:1.0:1773613453.716046:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.716048:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.716049:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:1.0:1773613453.716052:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.716053:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.716055:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.716058:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.716060:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.716063:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.716065:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613453.721838:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.721862:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.721867:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.721870:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.721882:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.721892:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.721904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.721910:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.721917:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.721922:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0c080 00000400:00000200:2.0:1773613453.721928:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.721982:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bd5 [1] + 224 00000800:00000001:2.0:1773613453.721993:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.722012:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.722016:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.722023:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.722068:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.722078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.722096:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.722119:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.722131:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.722138:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.722258:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.722271:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613453.722280:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.722283:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.722290:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613453.722298:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613453.722301:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613453.722308:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.722313:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.722323:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.722333:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.722335:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.722338:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.722341:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.722344:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.722347:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.722350:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.722358:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613453.722362:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613453.722365:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.722367:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.722370:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.722372:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.722376:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.722381:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.722389:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.722393:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.722395:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.722400:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.722408:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477121664:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.722416:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.722418:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.722422:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477121664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.722429:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.722432:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.722437:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613453.722442:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.722444:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.722447:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613453.722449:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.722452:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613453.722457:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.722459:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.722461:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:1.0:1773613453.722465:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.722466:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.722470:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.722471:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.722473:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.722474:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.722476:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613453.728056:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.728083:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.728088:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.728090:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.728102:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.728112:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.728122:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.728128:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.728133:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.728138:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c280 00000400:00000200:2.0:1773613453.728144:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.728150:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5be5 [1] + 224 00000800:00000001:2.0:1773613453.728160:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.728230:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.728234:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.728238:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.728248:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.728258:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.728280:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.728302:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.728312:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.728316:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.728787:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.728794:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613453.728803:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.728805:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.728809:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613453.728816:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:1.0:1773613453.728818:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:1.0:1773613453.728826:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.728833:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.728844:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.728851:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.728853:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.728855:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.728860:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.728863:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.728865:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.728869:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.728880:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=77 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613453.728885:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613453.728888:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.728890:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.728893:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.728897:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.728901:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613453.728903:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613453.728905:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613453.728907:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.728911:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.728919:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.728922:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.728924:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.728929:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.728984:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477122176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.728990:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.728993:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.728997:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477122176/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.729004:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.729006:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.729010:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613453.729015:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.729019:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.729021:0:2390:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613453.729023:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.729026:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:1.0:1773613453.729032:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.729034:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.729036:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:1.0:1773613453.729039:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.729041:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.729044:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.729046:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.729047:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.729049:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.729050:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613453.732140:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.732164:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.732169:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.732172:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.732183:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.732191:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.732202:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.732206:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.732214:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.732218:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c300 00000400:00000200:2.0:1773613453.732224:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.732231:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bcd [1] + 224 00000800:00000001:2.0:1773613453.732241:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.732256:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.732259:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.732285:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.732295:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.732306:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.732318:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.732338:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.732349:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.732360:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.732630:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.732636:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613453.732645:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.732647:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.732651:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f948. 00000400:00000200:1.0:1773613453.732656:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:1.0:1773613453.732658:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:1.0:1773613453.732661:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.732666:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.732676:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.732682:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.732684:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.732687:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.732690:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.732694:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.732697:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.732700:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.732712:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613453.732717:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613453.732720:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.732721:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.732725:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.732729:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.732733:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613453.732736:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613453.732739:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613453.732741:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.732746:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.732752:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.732756:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.732758:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.732762:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.732771:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477122304:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.732776:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.732779:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.732782:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477122304/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.732790:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.732793:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.732797:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:1.0:1773613453.732801:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.732804:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.732806:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613453.732808:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.732813:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:1.0:1773613453.732818:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.732820:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.732822:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:1.0:1773613453.732826:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.732827:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.732829:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.732838:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613453.732841:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.732843:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.732846:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613453.734025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.734039:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613453.734043:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.734045:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.734054:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.734061:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613453.734069:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.734074:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.734078:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.734083:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c180 00000400:00000200:2.0:1773613453.734088:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613453.734096:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bdd [1] + 224 00000800:00000001:2.0:1773613453.734103:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.734430:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613453.734435:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613453.734440:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613453.734449:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613453.734460:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613453.734471:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613453.734492:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613453.734500:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613453.734505:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.734974:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.734979:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613453.734987:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613453.734989:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613453.734992:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613453.734998:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613453.735001:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613453.735008:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613453.735014:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613453.735023:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.735029:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613453.735031:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.735033:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613453.735036:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613453.735039:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613453.735041:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613453.735044:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613453.735055:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=81 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613453.735059:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613453.735061:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613453.735063:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613453.735066:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613453.735069:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.735073:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613453.735076:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613453.735078:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613453.735081:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613453.735084:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.735092:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613453.735095:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613453.735097:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613453.735101:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613453.735108:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477121920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613453.735115:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.735117:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613453.735120:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477121920/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613453.735127:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613453.735130:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613453.735134:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613453.735139:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613453.735141:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613453.735144:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613453.735146:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613453.735149:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:1.0:1773613453.735154:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613453.735156:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613453.735157:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:1.0:1773613453.735161:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613453.735162:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613453.735166:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.735168:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613453.735169:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613453.735170:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613453.735172:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406349:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406358:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406367:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406368:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406373:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406374:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406378:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406381:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406385:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406386:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613454.406390:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613454.406391:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613454.406510:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613454.406514:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613454.406518:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613455.430528:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.430538:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613455.430546:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.430547:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613455.430551:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.430562:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613455.430568:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.430569:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613455.430573:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.430574:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613455.431137:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613455.431141:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613455.431383:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613455.431388:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613455.431391:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613456.454126:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454136:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613456.454145:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613456.454152:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454153:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613456.454157:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454159:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613456.454163:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454165:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613456.454168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613456.454170:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613456.454429:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613456.454434:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613456.454438:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613457.478078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478091:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613457.478094:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613457.478098:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478105:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613457.478108:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478110:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478113:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478118:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478125:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478126:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478131:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478133:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613457.478134:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613457.478136:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478138:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613457.478139:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478141:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478142:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478322:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478323:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478328:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613457.478330:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613457.478331:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613457.478333:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478335:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613457.478336:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478338:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613457.478340:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613457.483072:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613457.483082:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613457.483088:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613457.734129:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300547458, at 4300547520 00000100:00000010:2.0:1773613457.734147:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8530c0. 00000100:00000040:3.0:1773613457.735547:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300547458, at 4300547521 00000100:00000010:3.0:1773613457.735563:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853000. 00010000:00000001:0.0:1773613458.502155:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502162:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.502169:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502170:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.502174:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502175:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.502178:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502179:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.502183:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502184:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.502187:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613458.502188:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613458.502300:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613458.502304:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613458.502306:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613458.822366:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.822373:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.822383:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613458.822388:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613458.822391:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.822394:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.822406:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.822415:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613458.822422:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.822432:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.822442:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.822446:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.822452:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_01+1] req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.822522:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.822526:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.822529:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.822534:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.822542:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.822544:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.822548:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.822550:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.822553:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.822556:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477122432:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.822558:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.822562:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.822564:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.822566:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.822569:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613458.822571:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.822578:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.822582:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613458.822588:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613458.822605:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122432, portal 25 00000100:00000001:1.0:1773613458.822607:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.822609:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:1.0:1773613458.822615:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.822621:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.822624:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.822627:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613458.822631:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477122432, offset 0 00000400:00000200:1.0:1773613458.822637:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.822645:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.822653:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.822657:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.822660:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.822663:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.822666:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.822670:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225096:225096:256:4294967295] 192.168.203.144@tcp LPNI seq info [225031:225031:8:4294967295] 00000400:00000200:1.0:1773613458.822674:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.822682:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.822688:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.822692:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd900. 00000800:00000200:1.0:1773613458.822699:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.822706:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.822711:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.822729:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.822734:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.822736:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300552569 00000100:00000010:1.0:1773613458.822741:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613458.822748:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613458.822753:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300552569 00000100:00000010:1.0:1773613458.822758:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613458.822761:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613458.822774:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.822777:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.822780:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.822782:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613458.822901:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613458.822906:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd900. 00000400:00000200:2.0:1773613458.822910:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.822913:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613458.822917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:2.0:1773613458.822919:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:2.0:1773613458.822923:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613458.822926:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.822932:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613458.822949:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.822954:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613458.822955:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613458.823545:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.823550:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.823554:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.823558:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613458.823562:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613458.823565:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.823567:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.823570:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.823574:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613458.823578:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.823584:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.823661:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.823664:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.823669:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_00+0] req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.823723:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.823725:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613458.823728:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.823730:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.823732:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.823735:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613458.823737:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.823738:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.823740:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.823742:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.823743:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.823744:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.823748:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.823754:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.823756:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.823758:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.823760:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.823763:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.823766:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122560:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.823769:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.823772:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.823774:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.823775:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.823779:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613458.823781:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.823785:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.823788:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613458.823793:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613458.823797:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122560, portal 10 00000100:00000001:1.0:1773613458.823799:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.823800:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:1.0:1773613458.823807:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.823813:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.823815:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.823818:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613458.823821:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477122560, offset 0 00000400:00000200:1.0:1773613458.823826:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.823832:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.823836:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.823839:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.823842:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.823845:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.823847:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.823850:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225097:225097:256:4294967295] 192.168.203.144@tcp LPNI seq info [225032:225032:8:4294967295] 00000400:00000200:1.0:1773613458.823854:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.823862:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.823867:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.823870:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd900. 00000800:00000200:1.0:1773613458.823875:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.823880:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.823884:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.823889:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.823893:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 483690 usecs (484 jiffies) 00000400:00000200:1.0:1773613458.823896:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.823898:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300549093 00000100:00000001:1.0:1773613458.823901:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.823903:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300549093 00000100:00000001:1.0:1773613458.823906:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.823907:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.823909:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.823911:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.823913:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.823924:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.823925:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613458.824036:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613458.824040:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd900. 00000400:00000200:2.0:1773613458.824044:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.824048:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613458.824052:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:2.0:1773613458.824054:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:2.0:1773613458.824057:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613458.824061:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.824069:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613458.824072:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.824078:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613458.824079:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613458.824761:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.824764:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.824766:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.824769:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.824808:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.824812:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.824815:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.824821:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4700. 00000020:00000040:0.0:1773613458.824824:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613458.824827:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.824829:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.824832:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.824836:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613458.824840:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.824846:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.824854:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.824857:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.824861:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ce6feb] to pc [ptlrpcd_00_01+1] req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.824896:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.824897:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.824899:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.824903:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.824910:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.824912:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.824914:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.824916:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.824919:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.824922:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122688:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.824925:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.824929:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.824930:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.824932:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.824953:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613458.824955:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.824959:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.824962:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613458.824966:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613458.824970:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122688, portal 4 00000100:00000001:1.0:1773613458.824972:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.824973:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:1.0:1773613458.824978:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.824985:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.824987:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.824989:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613458.824992:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477122688, offset 0 00000400:00000200:1.0:1773613458.824996:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.825001:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.825005:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.825009:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.825011:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.825014:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.825016:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.825019:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225098:225098:256:4294967295] 192.168.203.144@tcp LPNI seq info [225033:225033:8:4294967295] 00000400:00000200:1.0:1773613458.825023:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.825030:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.825034:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.825037:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd100. 00000800:00000200:1.0:1773613458.825042:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.825047:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.825050:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.825054:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.825057:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 156241 usecs (157 jiffies) 00000400:00000200:1.0:1773613458.825060:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.825062:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300548767 00000100:00000001:1.0:1773613458.825065:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.825067:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300548767 00000100:00000001:1.0:1773613458.825069:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.825071:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.825073:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.825075:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.825077:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613458.825155:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613458.825158:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd100. 00000400:00000200:2.0:1773613458.825161:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.825166:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613458.825169:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613458.825171:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613458.825175:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613458.825179:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.825186:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613458.825189:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.825195:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613458.825197:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613458.825712:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.825716:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.825719:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.825723:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613458.825726:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613458.825729:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.825730:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.825733:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.825737:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613458.825740:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.825745:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.825753:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.825756:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.825760:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6968b44] to pc [ptlrpcd_00_00+0] req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.826169:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.826172:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613458.826175:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.826176:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.826178:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.826180:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773613458.826182:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.826184:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.826186:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.826187:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.826188:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.826190:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.826194:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.826201:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.826203:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.826205:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.826207:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.826218:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.826221:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122816:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.826224:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.826235:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.826237:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.826239:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.826243:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613458.826245:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.826250:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.826253:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864058. 00000400:00000010:1.0:1773613458.826257:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613458.826260:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122816, portal 4 00000100:00000001:1.0:1773613458.826262:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.826263:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000040:1.0:1773613458.826394:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.826412:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.826416:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.826420:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613458.826423:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477122816, offset 0 00000400:00000200:1.0:1773613458.826428:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.826434:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.826439:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.826443:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.826445:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.826448:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.826450:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.826453:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225099:225099:256:4294967295] 192.168.203.144@tcp LPNI seq info [225034:225034:8:4294967295] 00000400:00000200:1.0:1773613458.826457:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.826465:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.826470:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.826473:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd400. 00000800:00000200:1.0:1773613458.826689:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.826695:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.826698:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.826762:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.826766:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 541645 usecs (542 jiffies) 00000400:00000200:1.0:1773613458.826769:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.826771:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300549154 00000100:00000001:1.0:1773613458.826774:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.826776:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300549154 00000100:00000001:1.0:1773613458.826778:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.826780:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.826781:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.826784:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.826786:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.826812:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.826814:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.826882:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.826884:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.826886:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.826888:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.827201:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827206:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.827220:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.827225:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613458.827236:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613458.827239:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.827242:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.827244:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.827250:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613458.827255:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827261:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.827276:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.827279:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827284:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_01+1] req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613458.827303:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827306:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613458.827309:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613458.827312:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7100. 00000020:00000040:0.0:1773613458.827314:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613458.827316:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613458.827318:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613458.827319:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613458.827322:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613458.827325:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827329:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613458.827335:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613458.827337:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827341:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053e3766a] to pc [ptlrpcd_00_00+0] req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613458.827355:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.827357:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613458.827360:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613458.827366:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5886) 00000100:00000001:1.0:1773613458.827423:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.827426:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.827428:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.827433:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.827440:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.827442:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.827445:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.827447:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.827450:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.827453:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477123072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.827456:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.827460:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.827462:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.827464:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.827468:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613458.827471:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.827474:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.827486:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613458.827491:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613458.827495:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123072, portal 4 00000100:00000001:1.0:1773613458.827497:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.827498:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434243328 : -113016275308288 : ffff9936590e7100) 00000100:00000040:1.0:1773613458.827503:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.827510:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.827512:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.827514:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613458.827516:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477123072, offset 0 00000400:00000200:1.0:1773613458.827522:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.827527:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.827532:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.827535:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.827538:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.827541:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.827544:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.827546:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225100:225100:255:4294967295] 192.168.203.144@tcp LPNI seq info [225035:225035:7:4294967295] 00000400:00000200:1.0:1773613458.827550:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.827557:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.827561:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.827565:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dda00. 00000800:00000200:1.0:1773613458.827569:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.827573:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.827576:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.828279:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.828285:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 36840 usecs (37 jiffies) 00000400:00000200:1.0:1773613458.828290:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.828293:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300548651 00000100:00000001:1.0:1773613458.828296:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.828300:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300548651 00000100:00000001:1.0:1773613458.828303:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.828305:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.828307:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828310:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828313:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.828320:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.828322:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613458.828325:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.828326:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.828327:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.828330:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773613458.828331:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.828334:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.828335:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.828337:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.828339:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.828340:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613458.828346:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.828354:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613458.828356:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.828359:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613458.828361:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613458.828364:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613458.828367:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477122944:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.828371:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613458.828374:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613458.828376:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.828378:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613458.828383:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613458.828385:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613458.828389:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613458.828392:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613458.828406:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613458.828410:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477122944, portal 10 00000100:00000001:1.0:1773613458.828412:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613458.828414:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000040:1.0:1773613458.828420:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.828427:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613458.828429:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613458.828432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613458.828434:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477122944, offset 0 00000400:00000200:1.0:1773613458.828439:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613458.828443:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.828448:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613458.828451:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613458.828454:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613458.828457:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613458.828459:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613458.828462:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225101:225101:254:4294967295] 192.168.203.144@tcp LPNI seq info [225036:225036:6:4294967295] 00000400:00000200:1.0:1773613458.828465:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613458.828472:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613458.828486:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613458.828490:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613458.828495:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613458.828499:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613458.828503:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613458.828506:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.828508:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30620 usecs (31 jiffies) 00000400:00000200:1.0:1773613458.828511:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613458.828513:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300548645 00000100:00000001:1.0:1773613458.828515:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.828517:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300548645 00000100:00000001:1.0:1773613458.828519:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300552569 00000100:00000001:1.0:1773613458.828520:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.828523:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828525:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828527:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828543:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.828545:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.828548:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.828550:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613458.828877:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829000:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613458.829003:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829006:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.829012:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829016:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613458.829023:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829027:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829030:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829034:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0c380 00000400:00000200:2.0:1773613458.829038:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829044:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bed [1] + 224 00000800:00000001:2.0:1773613458.829050:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829055:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.829058:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.829063:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613458.829069:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613458.829074:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613458.829084:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.829102:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613458.829110:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829113:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613458.829116:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829118:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.829121:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829124:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613458.829128:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829131:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829134:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829137:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c400 00000400:00000200:2.0:1773613458.829140:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829144:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bf5 [1] + 224 00000800:00000001:2.0:1773613458.829147:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829151:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.829153:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.829156:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613458.829159:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613458.829163:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613458.829172:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.829179:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613458.829182:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829185:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613458.829187:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.829189:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.829191:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829194:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613458.829198:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829200:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829203:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829205:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c480 00000400:00000200:2.0:1773613458.829372:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613458.829377:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5bfd [1] + 224 00000800:00000001:2.0:1773613458.829382:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773613458.829827:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.829830:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613458.829836:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613458.829838:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613458.829841:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613458.829847:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613458.829849:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613458.829854:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613458.829860:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613458.829870:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.829876:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613458.829878:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.829880:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613458.829883:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613458.829885:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613458.829887:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.829890:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613458.829899:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=86 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613458.829903:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=126 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613458.829906:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613458.829907:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613458.829910:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613458.829913:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.829917:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613458.829919:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613458.829921:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613458.829922:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.829926:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.829953:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.829955:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613458.829957:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613458.829961:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613458.829968:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122560:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613458.829973:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613458.829975:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613458.829976:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613458.829979:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613458.829980:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613458.829983:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613458.829986:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613458.829995:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.830001:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613458.830002:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.830004:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613458.830005:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613458.830006:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613458.830008:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.830010:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613458.830013:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613458.830016:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613458.830018:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613458.830019:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613458.830021:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613458.830022:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.830024:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.830027:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.830033:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.830034:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613458.830035:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613458.830038:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613458.830044:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477122432:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.830048:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.830051:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613458.830054:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477122560/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.830060:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613458.830063:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613458.830066:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613458.830071:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613458.830073:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613458.830075:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613458.830077:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613458.830080:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:1.0:1773613458.830083:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613458.830085:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613458.830087:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:1.0:1773613458.830091:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613458.830092:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.830094:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613458.830096:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477122432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.830101:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613458.830103:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613458.830104:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613458.830106:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613458.830107:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613458.830108:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613458.830109:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613458.830110:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:1.0:1773613458.830112:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613458.830113:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613458.830114:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:1.0:1773613458.830116:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613458.830117:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.830119:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.830121:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.830122:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.830123:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.830125:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613458.830194:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613458.830198:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613458.830202:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613458.830207:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613458.830357:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613458.830366:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613458.830380:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613458.830389:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613458.830393:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613458.830872:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613458.830877:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd400. 00000400:00000200:3.0:1773613458.830880:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.830885:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613458.830889:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:3.0:1773613458.830891:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:3.0:1773613458.830895:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613458.830900:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.830909:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613458.830912:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.830919:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613458.830920:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613458.830930:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613458.830932:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dda00. 00000400:00000200:3.0:1773613458.830950:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.830953:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613458.830956:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:3.0:1773613458.830959:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:3.0:1773613458.830961:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613458.830965:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.830972:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613458.830974:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.830979:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613458.830981:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613458.840651:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.840658:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613458.840667:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613458.840669:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613458.840673:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613458.840682:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:1.0:1773613458.840684:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:1.0:1773613458.840690:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613458.840701:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613458.840712:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.840720:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613458.840721:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.840724:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613458.840727:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613458.840729:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613458.840731:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.840734:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613458.840742:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=86 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613458.840746:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613458.840749:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613458.840751:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613458.840753:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613458.840756:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.840760:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613458.840762:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613458.840763:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613458.840765:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.840770:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.840787:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.840790:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613458.840792:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613458.840796:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613458.840805:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122688:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.840810:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.840812:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613458.840815:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4700 x1859762477122688/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.840822:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613458.841074:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613458.841077:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613458.841083:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613458.841085:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613458.841086:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613458.841088:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613458.841091:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:1.0:1773613458.841095:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613458.841097:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613458.841099:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4700. 00000100:00000001:1.0:1773613458.841102:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613458.841104:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.841107:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.841109:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.841110:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.841112:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.841113:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613458.842029:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613458.842037:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddd00. 00000400:00000200:3.0:1773613458.842041:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.842048:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613458.842055:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:3.0:1773613458.842057:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:3.0:1773613458.842063:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613458.842069:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.842078:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613458.842081:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.842087:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613458.842089:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613458.842097:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842106:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613458.842108:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842110:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.842116:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842120:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613458.842126:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842130:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842135:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842139:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c500 00000400:00000200:3.0:1773613458.842144:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842150:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c05 [1] + 224 00000800:00000001:3.0:1773613458.842157:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842162:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.842164:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.842167:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613458.842171:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613458.842175:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613458.842183:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.842204:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613458.842210:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842214:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613458.842216:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842218:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.842221:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842225:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613458.842236:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842239:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842241:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842244:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c600 00000400:00000200:3.0:1773613458.842247:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.842250:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c0d [1] + 224 00000800:00000001:3.0:1773613458.842254:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.842257:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.842259:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.842262:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:0.0:1773613458.843030:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613458.843034:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613458.843041:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613458.843043:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613458.843046:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864058. 00000400:00000200:0.0:1773613458.843052:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:0.0:1773613458.843054:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:0.0:1773613458.843057:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613458.843063:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613458.843072:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613458.843078:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613458.843080:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613458.843081:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613458.843084:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613458.843085:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613458.843087:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613458.843089:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613458.843097:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=86 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613458.843100:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613458.843102:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613458.843103:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613458.843106:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613458.843109:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.843113:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613458.843114:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613458.843116:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613458.843118:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613458.843122:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613458.843127:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613458.843129:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613458.843131:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613458.843134:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613458.843140:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477122816:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613458.843145:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.843146:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613458.843149:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477122816/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613458.843154:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613458.843156:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613458.843158:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:0.0:1773613458.843162:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613458.843164:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613458.843165:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613458.843167:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613458.843169:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613458.843172:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613458.843174:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613458.843175:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:0.0:1773613458.843177:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613458.843178:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613458.843181:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.843182:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613458.843183:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613458.843185:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613458.843186:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613458.843251:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613458.843256:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613458.843345:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.843363:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613458.843370:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.843377:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613458.843378:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.843380:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.843384:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.843388:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613458.843393:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.843396:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.843408:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.843411:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c580 00000400:00000200:3.0:1773613458.843414:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613458.843418:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c15 [1] + 224 00000800:00000001:3.0:1773613458.843423:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773613458.843532:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.843535:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613458.843538:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613458.843540:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613458.843542:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613458.843545:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:1.0:1773613458.843547:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:1.0:1773613458.843550:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613458.843554:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613458.843566:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.843619:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613458.843620:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.843622:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613458.843624:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613458.843625:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613458.843627:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.843629:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613458.843634:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613458.843637:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613458.843639:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613458.843640:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613458.843642:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613458.843644:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.843646:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613458.843647:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613458.843649:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613458.843650:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.843654:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.843661:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.843663:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613458.843664:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613458.843667:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613458.843673:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477123072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.843677:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.843679:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613458.843681:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7100 x1859762477123072/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.843692:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613458.843693:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613458.843695:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613458.843699:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613458.843700:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613458.843702:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613458.843704:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613458.843705:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:1.0:1773613458.843708:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613458.843709:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613458.843710:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7100. 00000100:00000001:1.0:1773613458.843713:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613458.843714:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.843716:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.843718:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.843720:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613458.843721:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.843723:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613458.843991:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613458.843994:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613458.844000:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613458.844004:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613458.844007:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613458.844016:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613458.844028:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613458.844034:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613458.844037:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.844096:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.844098:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613458.844100:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613458.844102:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613458.844104:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613458.844107:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:1.0:1773613458.844109:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:1.0:1773613458.844113:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613458.844118:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613458.844126:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.844131:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613458.844132:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.844134:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613458.844135:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613458.844137:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613458.844139:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613458.844140:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613458.844145:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=82 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613458.844147:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613458.844149:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613458.844150:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613458.844152:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613458.844154:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.844156:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613458.844157:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613458.844159:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613458.844160:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613458.844164:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.844170:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613458.844172:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613458.844173:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613458.844177:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613458.844184:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477122944:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613458.844189:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.844190:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613458.844193:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477122944/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613458.844199:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613458.844200:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613458.844202:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613458.844204:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613458.844205:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613458.844207:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613458.844208:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613458.844209:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:1.0:1773613458.844212:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613458.844214:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613458.844215:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:1.0:1773613458.844218:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613458.844219:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.844220:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613458.844234:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613458.844237:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613458.844239:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613458.844240:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526072:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526078:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526089:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526092:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613459.526094:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613459.526099:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613459.526101:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613459.526103:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526105:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613459.526107:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526109:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526111:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526114:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526115:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526119:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613459.526123:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613459.526124:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613459.526238:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613459.526241:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613459.526244:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613459.846022:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773613459.846036:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613459.846039:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=20 : 20 : 14) 00000100:00000001:0.0:1773613459.846044:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613459.846046:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613459.846049:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613459.846052:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550056:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550063:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550072:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613460.550074:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613460.550079:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613460.550081:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613460.550083:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550086:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613460.550089:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550091:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550093:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550101:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550102:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550106:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550107:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613460.550109:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613460.550110:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613460.550111:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613460.550112:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550113:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613460.550114:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550115:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550117:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613460.550120:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613460.550121:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613460.550212:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613460.550224:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613460.550227:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613461.574379:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574385:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613461.574390:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574392:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613461.574395:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574396:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613461.574400:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574401:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613461.574413:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574414:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613461.574417:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613461.574418:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613461.574702:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613461.574705:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613461.574708:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613462.598080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613462.598089:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598089:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613462.598092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598092:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613462.598095:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598096:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613462.598098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613462.598103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613462.598104:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613462.601063:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613462.601068:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613462.601071:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613462.790326:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300552569, at 4300552576 00000100:00000010:3.0:1773613462.790340:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00000100:00000040:2.0:1773613462.791067:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300552569, at 4300552577 00000100:00000010:2.0:1773613462.791073:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00010000:00000001:0.0:1773613463.622053:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622060:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613463.622066:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622067:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613463.622070:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613463.622075:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622076:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613463.622079:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622081:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613463.622083:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613463.622084:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613463.622179:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613463.622183:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613463.622185:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613463.942188:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942234:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942244:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4000. 00000020:00000040:0.0:1773613463.942250:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613463.942254:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942257:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942262:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942269:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613463.942275:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942286:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942295:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942299:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942304:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6968b44] to pc [ptlrpcd_00_01+1] req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942336:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942339:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942342:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942347:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5500. 00000020:00000040:0.0:1773613463.942349:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613463.942351:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942353:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942355:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942359:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613463.942361:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942366:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942373:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942376:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942380:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaebbe0e] to pc [ptlrpcd_00_00+0] req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942388:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942391:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942394:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942397:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7100. 00000020:00000040:0.0:1773613463.942399:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613463.942402:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942403:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942405:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942408:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613463.942411:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942415:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942421:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942423:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942426:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053e3766a] to pc [ptlrpcd_00_01+1] req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942433:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942435:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942437:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942441:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4700. 00000020:00000040:0.0:1773613463.942443:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613463.942445:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942446:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942447:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942450:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613463.942453:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942457:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942464:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942465:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942469:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ce6feb] to pc [ptlrpcd_00_00+0] req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942476:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942477:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942480:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942482:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613463.942484:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613463.942486:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942487:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942489:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942492:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613463.942494:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942498:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942504:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942505:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942509:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_01+1] req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942529:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942531:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613463.942535:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613463.942537:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5c00. 00000020:00000040:0.0:1773613463.942540:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613463.942542:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613463.942543:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613463.942545:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613463.942547:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613463.942550:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942554:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613463.942560:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613463.942562:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942566:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f04c85] to pc [ptlrpcd_00_00+0] req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613463.942573:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613463.942575:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613463.942578:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613463.942582:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5891) 00000100:00000001:1.0:1773613463.942785:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.942789:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.942791:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.942797:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.942805:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.942807:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.942810:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.942813:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.942816:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.942819:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477123200:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.942823:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.942828:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.942831:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.942833:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.942837:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613463.942839:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.942846:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.942850:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613463.942857:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613463.942863:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123200, portal 25 00000100:00000001:1.0:1773613463.942866:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.942867:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434230784 : -113016275320832 : ffff9936590e4000) 00000100:00000040:1.0:1773613463.942873:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.942879:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.942882:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.942885:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613463.942888:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477123200, offset 0 00000400:00000200:1.0:1773613463.942894:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.942902:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.942908:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.942912:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.942916:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.942920:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.942923:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.942926:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225102:225102:256:4294967295] 192.168.203.144@tcp LPNI seq info [225037:225037:8:4294967295] 00000400:00000200:1.0:1773613463.942930:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.942971:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.942977:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.942983:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddb00. 00000800:00000200:1.0:1773613463.942999:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943006:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943011:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943024:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943028:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943031:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300557690 00000100:00000010:1.0:1773613463.943037:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848300. 00000100:00000001:1.0:1773613463.943043:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613463.943047:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300557690 00000100:00000010:1.0:1773613463.943051:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613463.943055:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613463.943059:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943061:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943064:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.943068:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943074:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.943076:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943078:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.943080:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.943082:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943084:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123456:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.943087:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.943089:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.943091:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943092:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.943097:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613463.943099:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943103:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.943105:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613463.943109:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613463.943112:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123456, portal 4 00000100:00000001:1.0:1773613463.943114:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.943115:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434243328 : -113016275308288 : ffff9936590e7100) 00000100:00000040:1.0:1773613463.943121:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943128:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.943130:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.943132:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613463.943135:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477123456, offset 0 00000400:00000200:1.0:1773613463.943139:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943142:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943146:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.943149:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.943151:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.943154:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.943156:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943159:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225103:225103:255:4294967295] 192.168.203.144@tcp LPNI seq info [225038:225038:7:4294967295] 00000400:00000200:1.0:1773613463.943163:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943168:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.943173:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.943176:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd600. 00000800:00000200:1.0:1773613463.943180:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943183:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943186:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943201:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.943205:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 155393 usecs (156 jiffies) 00000400:00000200:1.0:1773613463.943208:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943210:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300553885 00000100:00000001:1.0:1773613463.943213:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943215:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300553885 00000100:00000001:1.0:1773613463.943217:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943219:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943220:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943223:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.943297:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943305:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.943306:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943308:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.943310:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.943313:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943317:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477123712:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.943320:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.943322:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.943324:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943325:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.943329:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613463.943331:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943334:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.943337:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613463.943341:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613463.943343:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123712, portal 10 00000100:00000001:1.0:1773613463.943345:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.943347:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:1.0:1773613463.943352:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943358:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.943359:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.943362:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613463.943364:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477123712, offset 0 00000400:00000200:1.0:1773613463.943369:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943372:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943376:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.943378:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.943380:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.943382:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.943384:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943387:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225104:225104:254:4294967295] 192.168.203.144@tcp LPNI seq info [225039:225039:6:4294967295] 00000400:00000200:1.0:1773613463.943391:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943396:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.943400:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.943404:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd500. 00000800:00000200:1.0:1773613463.943407:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943411:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943413:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943416:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.943418:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30221 usecs (31 jiffies) 00000400:00000200:1.0:1773613463.943421:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943423:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300553760 00000100:00000001:1.0:1773613463.943425:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943426:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300553760 00000100:00000001:1.0:1773613463.943428:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943430:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943432:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943434:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943436:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.943442:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613463.943444:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613463.943446:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.943447:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.943449:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943451:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1773613463.943453:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.943455:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613463.943456:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.943458:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.943459:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.943460:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.943469:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943476:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.943477:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943479:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.943481:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.943483:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943486:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123328:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.943489:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.943492:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.943494:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943495:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.943498:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613463.943500:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943503:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.943505:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613463.943508:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613463.943569:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123328, portal 10 00000100:00000001:1.0:1773613463.943572:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.943573:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434236160 : -113016275315456 : ffff9936590e5500) 00000100:00000040:1.0:1773613463.943579:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943585:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.943587:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.943590:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613463.943593:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477123328, offset 0 00000400:00000200:1.0:1773613463.943597:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943605:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943608:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.943611:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.943613:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.943615:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.943618:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943620:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225105:225105:253:4294967295] 192.168.203.144@tcp LPNI seq info [225040:225040:5:4294967295] 00000400:00000200:1.0:1773613463.943624:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943630:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.943634:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.943638:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddc00. 00000800:00000200:1.0:1773613463.943642:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943646:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943649:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943651:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.943655:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 482651 usecs (483 jiffies) 00000400:00000200:1.0:1773613463.943658:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943659:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300554212 00000100:00000001:1.0:1773613463.943662:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943663:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300554212 00000100:00000001:1.0:1773613463.943665:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943667:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943669:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943671:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.943676:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943682:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.943683:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943686:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.943688:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.943690:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943693:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123584:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.943696:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.943698:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.943700:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943702:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.943705:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613463.943706:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943709:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.943712:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613463.943715:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3854c8. 00000100:00000200:1.0:1773613463.943718:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123584, portal 4 00000100:00000001:1.0:1773613463.943720:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.943721:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434232576 : -113016275319040 : ffff9936590e4700) 00000100:00000040:1.0:1773613463.943727:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943733:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.943735:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.943737:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613463.943739:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477123584, offset 0 00000400:00000200:1.0:1773613463.943743:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943747:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943750:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.943752:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.943754:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.943757:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.943759:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943761:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225106:225106:252:4294967295] 192.168.203.144@tcp LPNI seq info [225041:225041:4:4294967295] 00000400:00000200:1.0:1773613463.943765:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943770:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.943775:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.943778:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dde00. 00000800:00000200:1.0:1773613463.943781:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943785:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943787:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943790:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.943793:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 538740 usecs (539 jiffies) 00000400:00000200:1.0:1773613463.943796:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943798:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300554268 00000100:00000001:1.0:1773613463.943800:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943802:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300554268 00000100:00000001:1.0:1773613463.943804:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943806:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943808:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943810:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613463.943814:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943820:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613463.943822:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943824:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613463.943826:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613463.943828:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613463.943830:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477123840:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.943833:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613463.943836:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613463.943837:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.943839:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613463.943842:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613463.943844:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613463.943846:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613463.943849:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613463.943852:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613463.943854:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123840, portal 4 00000100:00000001:1.0:1773613463.943856:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613463.943857:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237952 : -113016275313664 : ffff9936590e5c00) 00000100:00000040:1.0:1773613463.943862:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.943868:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613463.943871:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613463.943873:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613463.943875:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477123840, offset 0 00000400:00000200:1.0:1773613463.943879:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943882:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943886:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613463.943888:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613463.943890:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613463.943893:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613463.943895:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613463.943898:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225107:225107:251:4294967295] 192.168.203.144@tcp LPNI seq info [225042:225042:3:4294967295] 00000400:00000200:1.0:1773613463.943901:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613463.943907:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613463.943911:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613463.943915:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddf00. 00000800:00000200:1.0:1773613463.943918:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613463.943922:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613463.943924:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613463.943927:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.943929:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 35923 usecs (36 jiffies) 00000400:00000200:1.0:1773613463.943932:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613463.943958:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300553766 00000100:00000001:1.0:1773613463.943960:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943962:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300553766 00000100:00000001:1.0:1773613463.943964:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300557690 00000100:00000001:1.0:1773613463.943966:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.943968:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943971:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943973:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.943990:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.943993:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613463.945359:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945366:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddb00. 00000400:00000200:2.0:1773613463.945373:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945381:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945387:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:2.0:1773613463.945390:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:2.0:1773613463.945395:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945401:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945413:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945416:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945423:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945425:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613463.945435:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945437:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd600. 00000400:00000200:2.0:1773613463.945439:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945443:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945445:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:2.0:1773613463.945447:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:2.0:1773613463.945449:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945454:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945461:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945463:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945469:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945471:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613463.945477:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945479:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd500. 00000400:00000200:2.0:1773613463.945481:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945484:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945486:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:2.0:1773613463.945488:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:2.0:1773613463.945490:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945494:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945501:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945504:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945509:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945510:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613463.945516:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945518:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddc00. 00000400:00000200:2.0:1773613463.945520:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945523:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945526:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:2.0:1773613463.945527:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:2.0:1773613463.945530:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945533:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945539:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945542:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945548:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945549:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613463.945555:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945557:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dde00. 00000400:00000200:2.0:1773613463.945559:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945562:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945565:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:2.0:1773613463.945566:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:2.0:1773613463.945569:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945572:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945579:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945581:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945586:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945588:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613463.945640:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613463.945643:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddf00. 00000400:00000200:2.0:1773613463.945645:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.945649:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613463.945651:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:2.0:1773613463.945653:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:2.0:1773613463.945656:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613463.945660:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945667:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613463.945670:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.945676:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613463.945678:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613463.951825:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.951842:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613463.951846:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.951848:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613463.951856:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.951863:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613463.951871:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.951876:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.951881:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.951884:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0c680 00000400:00000200:3.0:1773613463.951889:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.951895:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c1d [1] + 224 00000800:00000001:3.0:1773613463.951902:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.951910:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613463.951913:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613463.951917:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613463.951923:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613463.951931:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613463.951970:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613463.951989:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613463.951998:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.952002:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.952051:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.952055:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613463.952062:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.952065:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.952067:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613463.952073:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:1.0:1773613463.952075:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:1.0:1773613463.952080:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.952085:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.952096:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.952103:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.952105:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.952107:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.952111:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.952113:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.952116:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.952118:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.952124:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613463.952129:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613463.952131:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.952133:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.952136:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.952138:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.952141:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.952146:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.952163:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.952166:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.952168:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.952172:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.952180:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477123200:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.952186:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.952188:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.952204:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4000 x1859762477123200/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.952211:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.952214:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.952217:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613463.952221:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.952224:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.952225:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613463.952227:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.952230:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:1.0:1773613463.952234:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.952236:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.952238:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4000. 00000100:00000001:1.0:1773613463.952241:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.952242:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.952245:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.952247:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.952248:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.952251:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.952252:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613463.960475:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960494:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613463.960498:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960500:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.960510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960517:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613463.960526:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960531:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960536:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960540:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c800 00000400:00000200:2.0:1773613463.960545:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960551:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c3d [1] + 224 00000800:00000001:2.0:1773613463.960558:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960562:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.960566:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.960570:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613463.960577:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613463.960584:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613463.960595:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.960619:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613463.960628:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960632:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613463.960634:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960636:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.960639:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960643:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613463.960647:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960650:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960653:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960656:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c700 00000400:00000200:2.0:1773613463.960660:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.960664:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c35 [1] + 224 00000800:00000001:2.0:1773613463.960669:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960712:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.960715:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.960719:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613463.960722:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613463.960727:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613463.960736:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.960744:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613463.960747:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.960750:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.960927:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.960931:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613463.960960:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.960963:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.960967:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613463.960971:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613463.960973:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613463.960978:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.960983:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.960992:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.960999:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.961001:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.961003:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.961006:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.961009:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.961023:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.961026:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.961036:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=91 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613463.961041:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=131 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613463.961044:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.961046:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.961049:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.961052:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.961056:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613463.961058:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613463.961060:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613463.961062:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.961066:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.961073:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.961076:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.961077:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.961081:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.961089:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123328:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613463.961095:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.961096:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.961098:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613463.961101:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:1.0:1773613463.961103:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:1.0:1773613463.961105:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.961108:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.961115:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.961122:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.961124:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.961126:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.961127:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.961129:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.961130:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.961132:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.961135:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=91 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613463.961138:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613463.961140:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.961141:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.961143:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.961145:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.961147:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613463.961148:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613463.961150:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613463.961151:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.961154:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.961160:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.961162:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.961163:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.961167:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.961174:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123584:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.961179:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.961182:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.961185:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5500 x1859762477123328/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.961202:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.961204:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.961207:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613463.961211:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.961213:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.961215:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613463.961217:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.961219:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:1.0:1773613463.961223:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.961225:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.961227:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5500. 00000100:00000001:1.0:1773613463.961230:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.961231:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.961233:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.961236:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4700 x1859762477123584/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.961242:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.961243:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.961244:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613463.961246:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.961247:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.961248:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613463.961250:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.961251:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:1.0:1773613463.961253:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.961254:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.961255:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4700. 00000100:00000001:1.0:1773613463.961257:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.961258:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.961261:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.961263:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.961264:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.961266:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.961267:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613463.964038:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.964054:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613463.964059:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.964061:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613463.964069:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.964075:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613463.964083:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.964087:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.964091:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.964096:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c900 00000400:00000200:3.0:1773613463.964110:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613463.964116:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c45 [1] + 224 00000800:00000001:3.0:1773613463.964123:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.964133:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613463.964136:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613463.964140:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613463.964146:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613463.964154:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613463.964164:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613463.964186:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613463.964202:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613463.964206:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.964243:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.964248:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613463.964254:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.964256:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.964259:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613463.964264:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:1.0:1773613463.964266:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:1.0:1773613463.964271:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.964276:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.964285:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.964292:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.964294:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.964297:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.964300:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.964303:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.964305:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.964337:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.964346:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613463.964350:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613463.964503:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.964506:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.964508:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.964512:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.964516:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613463.964518:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613463.964520:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613463.964522:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.964527:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.964534:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.964537:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.964538:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.964542:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.964550:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477123840:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.964556:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.964558:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.964562:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5c00 x1859762477123840/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.964574:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.964576:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.964580:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613463.964584:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.964586:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.964588:0:2390:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613463.964590:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.964593:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:1.0:1773613463.964598:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.964599:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.964601:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5c00. 00000100:00000001:1.0:1773613463.964605:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.964607:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.964609:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.964611:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.964613:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.964614:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.964616:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613463.974104:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974125:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613463.974129:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974132:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.974141:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974148:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613463.974158:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974162:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974167:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974171:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0c780 00000400:00000200:2.0:1773613463.974176:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974182:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c25 [1] + 224 00000800:00000001:2.0:1773613463.974198:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974204:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.974207:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.974212:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613463.974219:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613463.974227:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613463.974244:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.974268:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613463.974279:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974283:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613463.974285:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974287:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.974291:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974294:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613463.974299:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974301:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974303:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974306:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0c880 00000400:00000200:2.0:1773613463.974310:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613463.974313:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c2d [1] + 224 00000800:00000001:2.0:1773613463.974317:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974374:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613463.974376:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613463.974380:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613463.974383:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613463.974387:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613463.974396:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613463.974403:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613463.974407:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613463.974410:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.974674:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.974678:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613463.974683:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.974685:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.974688:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613463.974693:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:1.0:1773613463.974695:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:1.0:1773613463.974700:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.974706:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.974715:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974721:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.974723:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.974725:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.974728:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.974730:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.974733:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.974735:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.974743:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=91 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613463.974747:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613463.974749:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.974751:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.974753:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.974757:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.974760:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613463.974762:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613463.974764:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613463.974765:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.974769:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974776:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.974779:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.974781:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.974784:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.974791:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477123456:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613463.974796:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613463.974797:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613463.974798:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613463.974800:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613463.974801:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613463.974803:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613463.974806:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613463.974814:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974820:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613463.974822:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.974823:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613463.974825:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613463.974826:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613463.974827:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613463.974829:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613463.974832:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=87 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613463.974835:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613463.974837:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613463.974838:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613463.974839:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613463.974841:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.974842:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613463.974843:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613463.974845:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613463.974846:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613463.974849:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974855:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613463.974857:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613463.974858:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613463.974861:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613463.974868:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477123712:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613463.974872:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.974874:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.974877:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7100 x1859762477123456/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974884:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.974886:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.974889:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613463.974892:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.974894:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.974896:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613463.974898:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.974901:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613463.974905:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.974906:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.974908:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7100. 00000100:00000001:1.0:1773613463.974911:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.974913:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.974914:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613463.974917:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477123712/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613463.974922:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613463.974923:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613463.974925:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613463.974927:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613463.974928:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613463.974929:0:2390:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613463.974930:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613463.974932:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:1.0:1773613463.974957:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613463.974958:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613463.974960:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:1.0:1773613463.974962:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613463.974963:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613463.974966:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.974967:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613463.974968:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613463.974969:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613463.974971:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647528:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647536:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647542:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647544:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647547:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647548:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647552:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647553:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647556:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647557:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613464.647560:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613464.647561:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613464.647929:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613464.647956:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613464.647960:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613464.969375:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613464.969388:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613464.969390:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=15 : 15 : f) 00000100:00000001:1.0:1773613464.969395:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613464.969397:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613464.969400:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613464.969403:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670112:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670128:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670129:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670133:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670134:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670148:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670149:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670154:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670155:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613465.670159:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613465.670160:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613465.670354:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613465.670359:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613465.670362:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613466.694096:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694109:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613466.694113:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613466.694117:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694124:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613466.694127:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694244:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694250:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694257:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694258:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694264:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694265:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694270:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694272:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613466.694274:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613466.694275:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694278:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613466.694279:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694281:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694284:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694289:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694291:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694296:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613466.694298:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613466.694299:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613466.694301:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694303:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613466.694304:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694307:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613466.694309:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613466.694602:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613466.694607:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613466.694610:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613467.718705:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718713:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613467.718719:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718720:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613467.718724:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718725:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613467.718729:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718730:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613467.718734:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718735:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613467.718738:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613467.718740:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613467.718853:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613467.718856:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613467.718859:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613467.910093:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300557690, at 4300557696 00000100:00000010:2.0:1773613467.910113:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848300. 00000100:00000040:3.0:1773613467.910274:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300557690, at 4300557696 00000100:00000010:3.0:1773613467.910281:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00010000:00000001:0.0:1773613468.742688:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742694:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613468.742701:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742702:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613468.742706:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742708:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613468.742711:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742712:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613468.742716:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742717:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613468.742720:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613468.742721:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613468.743413:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613468.743418:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613468.743421:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613469.063348:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063358:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063369:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613469.063375:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613469.063380:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063383:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063388:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063396:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500d00. 00000100:00000001:0.0:1773613469.063402:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063414:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063432:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063436:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063442:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063480:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063484:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063487:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063490:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613469.063493:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613469.063495:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063496:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063498:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063501:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613469.063504:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063508:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063516:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063517:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063521:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063530:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063532:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063535:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063538:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613469.063540:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613469.063542:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063543:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063545:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063549:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613469.063553:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063557:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063564:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063565:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063569:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_01+1] req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063577:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063579:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063582:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063585:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613469.063587:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613469.063589:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063590:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063592:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063595:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:0.0:1773613469.063597:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063601:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063608:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063609:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063613:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063620:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063622:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063625:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063628:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613469.063630:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613469.063632:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063633:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063635:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063638:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613469.063640:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063644:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063650:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063651:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063655:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063661:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063663:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613469.063666:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613469.063669:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613469.063672:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613469.063674:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613469.063675:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613469.063676:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613469.063679:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613469.063681:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063685:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613469.063691:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613469.063692:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063696:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_00+0] req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613469.063703:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613469.063705:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613469.063708:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613469.063714:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5896) 00000100:00000001:1.0:1773613469.065535:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.065543:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613469.065546:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.065559:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.065571:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.065573:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.065577:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.065581:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.065583:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.065587:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.065592:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.065597:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.065600:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.065602:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.065610:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613469.065613:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.065620:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.065625:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613469.065632:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613469.065639:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124096, portal 10 00000100:00000001:1.0:1773613469.065642:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.065644:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:1.0:1773613469.065652:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.065660:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.065662:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.065665:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385f68. 00000100:00000200:1.0:1773613469.065669:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477124096, offset 0 00000400:00000200:1.0:1773613469.065674:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.065682:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.065690:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.065695:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.065699:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.065703:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.065706:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.065709:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225108:225108:256:4294967295] 192.168.203.144@tcp LPNI seq info [225043:225043:8:4294967295] 00000400:00000200:1.0:1773613469.065714:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.065723:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.065729:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.065734:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd000. 00000800:00000200:1.0:1773613469.065741:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.065748:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.065753:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.065780:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.065785:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 481650 usecs (482 jiffies) 00000400:00000200:1.0:1773613469.065788:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.065792:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300559333 00000100:00000010:1.0:1773613469.065797:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613469.065804:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613469.065821:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300559333 00000100:00000010:1.0:1773613469.065826:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613469.065830:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613469.065833:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.065836:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.065838:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.065843:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.065850:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.065852:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.065854:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.065856:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.065858:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.065861:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.065864:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.065867:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.065869:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.065870:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.065873:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613469.065875:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.065879:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.065881:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613469.065884:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613469.065887:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124352, portal 4 00000100:00000001:1.0:1773613469.065889:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.065890:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:1.0:1773613469.065896:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.065902:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.065904:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.065907:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3854c8. 00000100:00000200:1.0:1773613469.065909:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477124352, offset 0 00000400:00000200:1.0:1773613469.065928:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.065933:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.065984:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.065986:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.065989:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.065991:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.065993:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.065996:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225109:225109:255:4294967295] 192.168.203.144@tcp LPNI seq info [225044:225044:7:4294967295] 00000400:00000200:1.0:1773613469.066000:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066007:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.066012:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.066016:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd800. 00000800:00000200:1.0:1773613469.066020:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.066024:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.066027:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.066029:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.066032:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 535876 usecs (536 jiffies) 00000400:00000200:1.0:1773613469.066035:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.066036:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300559388 00000100:00000001:1.0:1773613469.066041:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300559333 00000100:00000001:1.0:1773613469.066044:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300559388 00000100:00000001:1.0:1773613469.066046:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300559333 00000100:00000001:1.0:1773613469.066049:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.066051:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066053:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.066057:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066064:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.066066:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066068:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.066070:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.066072:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.066075:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477124608:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.066079:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.066081:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.066083:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066085:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.066088:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613469.066090:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.066092:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.066095:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613469.066098:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613469.066101:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124608, portal 4 00000100:00000001:1.0:1773613469.066103:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.066104:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:1.0:1773613469.066109:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066115:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.066117:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.066120:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385e58. 00000100:00000200:1.0:1773613469.066122:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477124608, offset 0 00000400:00000200:1.0:1773613469.066126:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066129:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066132:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.066135:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.066137:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.066140:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.066141:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066144:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225110:225110:254:4294967295] 192.168.203.144@tcp LPNI seq info [225045:225045:6:4294967295] 00000400:00000200:1.0:1773613469.066148:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066162:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.066167:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.066170:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd700. 00000800:00000200:1.0:1773613469.066174:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.066178:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.066180:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.066183:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.066186:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 35462 usecs (36 jiffies) 00000400:00000200:1.0:1773613469.066189:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.066191:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300558888 00000100:00000001:1.0:1773613469.066193:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300559388 00000100:00000001:1.0:1773613469.066196:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300558888 00000100:00000001:1.0:1773613469.066197:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300559388 00000100:00000001:1.0:1773613469.066199:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.066201:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066203:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066206:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.066213:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613469.066215:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613469.066217:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.066218:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613469.066219:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.066223:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1773613469.066224:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.066226:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613469.066227:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.066229:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.066230:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613469.066231:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.066235:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066242:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.066243:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066246:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.066247:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.066250:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.066253:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477123968:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.066256:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.066258:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.066260:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066262:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.066265:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613469.066267:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.066270:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.066272:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864108. 00000400:00000010:1.0:1773613469.066276:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613469.066278:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477123968, portal 25 00000100:00000001:1.0:1773613469.066280:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.066281:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000100:00000040:1.0:1773613469.066285:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066291:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.066293:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.066295:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385a18. 00000100:00000200:1.0:1773613469.066297:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477123968, offset 0 00000400:00000200:1.0:1773613469.066300:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066304:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066307:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.066310:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.066312:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.066315:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.066317:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066319:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225111:225111:253:4294967295] 192.168.203.144@tcp LPNI seq info [225046:225046:5:4294967295] 00000400:00000200:1.0:1773613469.066323:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066329:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.066333:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.066336:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd200. 00000800:00000200:1.0:1773613469.066341:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.066345:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.066347:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.066349:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.066352:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.066353:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300562813 00000100:00000001:1.0:1773613469.066356:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300559388 00000100:00000001:1.0:1773613469.066359:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300562813 00000100:00000001:1.0:1773613469.066362:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300559388 00000100:00000001:1.0:1773613469.066364:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.066366:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066368:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.066371:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066378:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.066379:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066382:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.066383:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.066385:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.066388:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.066391:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.066393:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.066394:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066396:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.066399:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613469.066401:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.066404:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.066406:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864000. 00000400:00000010:1.0:1773613469.066409:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613469.066412:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124224, portal 4 00000100:00000001:1.0:1773613469.066414:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.066415:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:1.0:1773613469.066420:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066426:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.066427:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.066430:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385cc0. 00000100:00000200:1.0:1773613469.066432:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477124224, offset 0 00000400:00000200:1.0:1773613469.066435:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066439:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066442:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.066445:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.066447:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.066449:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.066451:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066454:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225112:225112:252:4294967295] 192.168.203.144@tcp LPNI seq info [225047:225047:4:4294967295] 00000400:00000200:1.0:1773613469.066458:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066463:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.066467:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.066471:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd300. 00000800:00000200:1.0:1773613469.066474:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.066478:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.066480:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.066482:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.066485:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 154683 usecs (155 jiffies) 00000400:00000200:1.0:1773613469.066488:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.066490:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300559007 00000100:00000001:1.0:1773613469.066492:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300562813 00000100:00000001:1.0:1773613469.066494:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300559007 00000100:00000001:1.0:1773613469.066496:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300562813 00000100:00000001:1.0:1773613469.066497:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.066499:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066501:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613469.066505:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066511:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613469.066512:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066514:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613469.066516:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613469.066518:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613469.066521:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477124480:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.066523:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613469.066526:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613469.066527:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.066529:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613469.066532:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613469.066534:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613469.066536:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613469.066539:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864dc0. 00000400:00000010:1.0:1773613469.066542:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000200:1.0:1773613469.066545:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124480, portal 10 00000100:00000001:1.0:1773613469.066547:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613469.066548:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:1.0:1773613469.066553:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.066559:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613469.066562:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613469.066564:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3857f8. 00000100:00000200:1.0:1773613469.066566:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477124480, offset 0 00000400:00000200:1.0:1773613469.066570:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066573:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066576:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613469.066578:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613469.066580:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613469.066582:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613469.066584:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613469.066587:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225113:225113:251:4294967295] 192.168.203.144@tcp LPNI seq info [225048:225048:3:4294967295] 00000400:00000200:1.0:1773613469.066590:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613469.066597:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613469.066601:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613469.066604:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddf00. 00000800:00000200:1.0:1773613469.066608:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613469.066612:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613469.066614:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613469.066617:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.066619:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30627 usecs (31 jiffies) 00000400:00000200:1.0:1773613469.066622:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613469.066624:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300558883 00000100:00000001:1.0:1773613469.066626:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300562813 00000100:00000001:1.0:1773613469.066628:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300558883 00000100:00000001:1.0:1773613469.066630:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300562813 00000100:00000001:1.0:1773613469.066631:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.066633:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066635:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066638:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066655:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.066657:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613469.066658:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.066660:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613469.068081:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068089:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd000. 00000400:00000200:3.0:1773613469.068096:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068103:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068109:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385f68 00000400:00000010:3.0:1773613469.068112:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385f68. 00000100:00000001:3.0:1773613469.068118:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068124:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068141:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068144:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068151:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068163:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613469.068177:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068179:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd800. 00000400:00000200:3.0:1773613469.068182:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068185:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068188:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3854c8 00000400:00000010:3.0:1773613469.068190:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3854c8. 00000100:00000001:3.0:1773613469.068192:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068196:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068202:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068205:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068210:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068211:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613469.068218:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068220:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd700. 00000400:00000200:3.0:1773613469.068223:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068226:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068228:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385e58 00000400:00000010:3.0:1773613469.068230:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385e58. 00000100:00000001:3.0:1773613469.068232:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068236:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068242:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068245:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068257:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068258:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613469.068265:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068267:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd200. 00000400:00000200:3.0:1773613469.068269:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068272:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068274:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385a18 00000400:00000010:3.0:1773613469.068275:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385a18. 00000100:00000001:3.0:1773613469.068277:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068281:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068287:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068290:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068295:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068297:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613469.068303:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068305:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd300. 00000400:00000200:3.0:1773613469.068308:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068311:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385cc0 00000400:00000010:3.0:1773613469.068314:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385cc0. 00000100:00000001:3.0:1773613469.068316:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068320:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068326:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068329:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068335:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068336:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613469.068391:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613469.068394:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddf00. 00000400:00000200:3.0:1773613469.068396:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613469.068400:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613469.068403:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3857f8 00000400:00000010:3.0:1773613469.068405:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3857f8. 00000100:00000001:3.0:1773613469.068407:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613469.068411:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068418:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613469.068421:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613469.068427:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613469.068428:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613469.080339:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080355:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080359:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080361:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080369:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080376:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080385:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080389:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080394:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080398:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0ca00 00000400:00000200:2.0:1773613469.080403:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080408:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c4d [1] + 224 00000800:00000001:2.0:1773613469.080415:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080420:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080423:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080427:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080433:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080441:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080453:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080474:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080481:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080485:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080487:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080489:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080492:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080496:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080501:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080503:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080506:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080508:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0cb80 00000400:00000200:2.0:1773613469.080511:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080515:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c75 [1] + 224 00000800:00000001:2.0:1773613469.080518:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080521:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080524:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080527:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080529:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080534:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080543:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080551:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080555:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080558:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080559:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080563:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080566:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080569:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080572:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080577:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080580:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0cb00 00000400:00000200:2.0:1773613469.080583:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080586:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c55 [1] + 224 00000800:00000001:2.0:1773613469.080590:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080593:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080595:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080598:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080601:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080604:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080613:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080620:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080623:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080626:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080627:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080629:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080631:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080634:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080638:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080640:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080642:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080645:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ca80 00000400:00000200:2.0:1773613469.080647:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080650:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c6d [1] + 224 00000800:00000001:2.0:1773613469.080653:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080655:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080657:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080660:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080662:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080666:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080673:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080679:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080683:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080686:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080688:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080690:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080692:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080695:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080699:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080701:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080703:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080706:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0c980 00000400:00000200:2.0:1773613469.080709:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080713:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c65 [1] + 224 00000800:00000001:2.0:1773613469.080717:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080720:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080722:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080725:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080727:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080731:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080739:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080744:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080747:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080750:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613469.080751:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080753:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080755:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080758:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613469.080762:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080764:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080766:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080769:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0cc00 00000400:00000200:2.0:1773613469.080771:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613469.080775:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c5d [1] + 224 00000800:00000001:2.0:1773613469.080777:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080784:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613469.080786:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613469.080789:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613469.080792:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613469.080796:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613469.080804:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613469.080811:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613469.080813:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613469.080816:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.082707:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.082715:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613469.082725:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.082727:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.082731:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864108. 00000400:00000200:1.0:1773613469.082738:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:1.0:1773613469.082740:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:1.0:1773613469.082746:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.082757:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.082769:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.082777:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.082780:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.082783:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.082786:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.082789:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.082791:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.082794:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.082800:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613469.082804:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613469.082807:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.082808:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.082810:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.082812:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.082815:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.082820:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.082827:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.082830:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.082832:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.082837:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.082844:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477123968:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613469.082861:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.082862:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.082864:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864000. 00000400:00000200:1.0:1773613469.082866:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:1.0:1773613469.082868:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:1.0:1773613469.082871:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.082874:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.082882:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.082888:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.082890:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.082891:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.082893:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.082894:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.082895:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.082897:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.082903:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=97 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613469.082905:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613469.082907:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.082908:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.082910:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.082931:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.082965:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613469.082968:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613469.082970:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613469.082971:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.082976:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.082982:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.082984:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.082985:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.082989:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.082996:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124224:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613469.083001:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.083003:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.083004:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864dc0. 00000400:00000200:1.0:1773613469.083007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:1.0:1773613469.083008:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:1.0:1773613469.083011:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.083014:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.083022:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083029:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.083030:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083032:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.083033:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.083034:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.083036:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.083038:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.083042:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=93 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613469.083045:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613469.083047:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.083048:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.083050:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.083052:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.083054:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613469.083055:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613469.083057:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613469.083059:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.083062:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083069:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.083071:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.083072:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.083075:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.083083:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477124480:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613469.083088:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.083089:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.083091:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613469.083093:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613469.083095:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613469.083097:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.083102:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.083110:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083116:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.083118:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083119:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.083120:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.083121:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.083123:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.083124:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.083128:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=97 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613469.083130:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=137 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613469.083132:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.083134:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.083135:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.083138:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.083139:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613469.083141:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613469.083142:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613469.083143:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.083146:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083163:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.083165:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.083166:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.083170:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.083177:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124096:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613469.083182:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.083183:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.083185:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613469.083188:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:1.0:1773613469.083189:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:1.0:1773613469.083192:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.083195:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.083203:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083209:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.083210:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083212:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.083213:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.083214:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.083215:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.083217:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.083220:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=97 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613469.083223:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613469.083225:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.083227:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.083228:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.083230:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.083231:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613469.083232:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613469.083234:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613469.083235:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.083238:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083243:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.083245:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.083246:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.083249:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.083255:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477124352:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613469.083259:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613469.083261:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613469.083262:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613469.083264:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613469.083266:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613469.083268:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613469.083271:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613469.083280:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083286:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613469.083287:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083289:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613469.083290:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613469.083291:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613469.083292:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613469.083294:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613469.083298:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613469.083300:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613469.083302:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613469.083303:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613469.083305:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613469.083306:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.083308:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613469.083309:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613469.083311:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613469.083312:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613469.083315:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083321:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613469.083322:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613469.083323:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613469.083327:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613469.083334:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477124608:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613469.083338:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083340:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083343:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477123968/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083349:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083351:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083354:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613469.083359:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083362:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083363:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613469.083366:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083368:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500d00. 02000000:00000001:1.0:1773613469.083373:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083374:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083376:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:1.0:1773613469.083380:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083381:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083383:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083386:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477124224/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083392:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083393:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083394:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613469.083397:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083398:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083399:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613469.083401:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083402:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:1.0:1773613469.083404:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083405:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083406:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:1.0:1773613469.083408:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083409:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083411:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083414:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477124480/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083419:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083420:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083422:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613469.083423:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083424:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083425:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613469.083427:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083428:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:1.0:1773613469.083430:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083431:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083432:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:1.0:1773613469.083433:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083434:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083436:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083439:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477124096/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083444:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083445:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083447:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aac800. 02000000:00000001:1.0:1773613469.083449:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083450:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083451:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613469.083453:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083454:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:1.0:1773613469.083456:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083457:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083458:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:1.0:1773613469.083460:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083461:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083463:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083466:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477124352/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083477:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083478:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083479:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613469.083481:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083483:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083484:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613469.083485:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083487:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613469.083488:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083489:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083491:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:1.0:1773613469.083493:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083494:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083495:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613469.083498:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477124608/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613469.083504:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613469.083505:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613469.083506:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613469.083508:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613469.083509:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613469.083510:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613469.083512:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613469.083513:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:1.0:1773613469.083515:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613469.083516:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613469.083517:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:1.0:1773613469.083520:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613469.083521:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083523:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613469.083530:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613469.083531:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613469.083534:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613469.083536:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766147:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766180:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766186:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766187:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766191:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766194:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613469.766196:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613469.766202:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613469.766204:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613469.766205:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766208:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613469.766210:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766212:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766214:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766218:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766219:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766223:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766224:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613469.766227:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613469.766228:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613469.766468:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613469.766472:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613469.766474:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613470.790241:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790247:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790252:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790255:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613470.790257:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613470.790262:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613470.790264:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613470.790266:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790269:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613470.790271:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790273:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790275:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790279:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790280:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790283:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790284:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790287:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790289:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613470.790291:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613470.790292:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613470.790293:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613470.790295:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790296:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613470.790297:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790299:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790301:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613470.790304:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613470.790305:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613470.790910:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613470.790913:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613470.790916:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613471.814385:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814393:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613471.814399:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814400:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613471.814404:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814405:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613471.814408:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814409:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613471.814413:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814414:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613471.814417:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613471.814418:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613471.814511:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613471.814514:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613471.814516:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613472.839912:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839918:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613472.839925:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839926:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613472.839930:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839932:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613472.839950:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839951:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613472.839955:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839957:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613472.839960:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613472.839961:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613472.840424:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613472.840427:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613472.840431:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613473.031007:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300562813, at 4300562817 00000100:00000010:3.0:1773613473.031031:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848480. 00000100:00000040:2.0:1773613473.031249:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300562813, at 4300562817 00000100:00000010:2.0:1773613473.031264:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00010000:00000001:0.0:1773613473.863461:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863471:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613473.863479:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863481:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613473.863486:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863487:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613473.863491:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863493:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613473.863497:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863498:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613473.863502:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613473.863503:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613473.863773:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613473.863778:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613473.863782:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613474.183829:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.183844:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.183857:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613474.183865:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613474.183870:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.183874:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.183882:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.183893:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415800. 00000100:00000001:2.0:1773613474.183903:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.183916:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.183950:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.183956:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.183964:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_01+1] req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.184027:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.184032:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.184036:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.184043:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.184052:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.184054:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.184058:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.184061:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.184065:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.184068:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477124736:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.184073:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.184088:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.184091:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.184093:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.184099:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a800. 02000000:00000001:3.0:1773613474.184101:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.184110:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.184115:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613474.184132:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613474.184142:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124736, portal 25 00000100:00000001:3.0:1773613474.184154:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.184156:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:3.0:1773613474.184162:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.184171:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.184174:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.184177:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613474.184180:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477124736, offset 0 00000400:00000200:3.0:1773613474.184187:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.184198:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.184209:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.184215:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.184220:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.184226:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.184229:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.184235:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225114:225114:256:4294967295] 192.168.203.144@tcp LPNI seq info [225049:225049:8:4294967295] 00000400:00000200:3.0:1773613474.184239:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.184249:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.184256:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.184261:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613474.184269:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.184280:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.184285:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.184298:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.184302:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.184306:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300567931 00000100:00000010:3.0:1773613474.184312:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed8a0. 00000100:00000001:3.0:1773613474.184319:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613474.184325:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300567931 00000100:00000010:3.0:1773613474.184329:0:2392:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed7e0. 00000100:00000001:3.0:1773613474.184332:0:2392:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613474.184335:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.184338:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.184341:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.184345:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.184549:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.184553:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.184557:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.184561:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000020:00000040:2.0:1773613474.184565:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613474.184567:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.184569:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.184572:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.184576:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415e00. 00000100:00000001:2.0:1773613474.184580:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.184584:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.184593:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.184595:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.184599:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84eaad] to pc [ptlrpcd_01_00+0] req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.191864:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613474.191874:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613474.191883:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.191885:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.191889:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.191894:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773613474.191897:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.191900:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613474.191901:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.191902:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.191904:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.191905:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.191922:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.191948:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.191952:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.191957:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.191961:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.191965:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.191969:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477124864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.191974:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.191982:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.191985:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.191988:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.192002:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613474.192004:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.192014:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.192020:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613474.192028:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613474.192036:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124864, portal 10 00000100:00000001:3.0:1773613474.192039:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.192040:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:3.0:1773613474.192049:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.192058:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.192061:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.192064:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000200:3.0:1773613474.192067:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477124864, offset 0 00000400:00000200:3.0:1773613474.192074:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.192548:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.192559:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.192564:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.192569:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.192573:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.192576:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.192581:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225115:225115:255:4294967295] 192.168.203.144@tcp LPNI seq info [225050:225050:7:4294967295] 00000400:00000200:3.0:1773613474.192585:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.192597:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.192604:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.192611:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613474.192618:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.192627:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.192633:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.192638:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.192643:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 480656 usecs (481 jiffies) 00000400:00000200:3.0:1773613474.192646:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.192649:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300564459 00000100:00000001:3.0:1773613474.192653:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.192656:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300564459 00000100:00000001:3.0:1773613474.192658:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.192660:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.192663:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.192667:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.192669:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613474.192823:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613474.192828:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:3.0:1773613474.192836:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.192842:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613474.192848:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:3.0:1773613474.192851:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:3.0:1773613474.192857:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613474.192864:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.192876:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613474.192880:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.192888:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.192890:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613474.193364:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193370:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.193375:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.193383:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000020:00000040:2.0:1773613474.193388:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613474.193393:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.193396:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.193402:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.193409:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415a00. 00000100:00000001:2.0:1773613474.193417:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193424:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.193434:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.193439:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193445:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a533d] to pc [ptlrpcd_01_01+1] req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.193456:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193459:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.193591:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.193597:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000020:00000040:2.0:1773613474.193601:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613474.193603:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.193604:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.193607:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.193610:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415300. 00000100:00000001:2.0:1773613474.193614:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193619:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.193626:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.193629:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193633:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b4445c] to pc [ptlrpcd_01_00+0] req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.193643:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193646:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.193649:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.193652:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613474.193654:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613474.193656:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.193658:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.193659:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.193663:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415700. 00000100:00000001:2.0:1773613474.193666:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193670:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.193677:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.193767:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193773:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004038d5a9] to pc [ptlrpcd_01_01+1] req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.193781:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193783:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613474.193786:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613474.193789:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9f80. 00000020:00000040:2.0:1773613474.193792:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613474.193794:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613474.193795:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613474.193797:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613474.193801:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415400. 00000100:00000001:2.0:1773613474.193804:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193809:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613474.193815:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613474.193817:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193821:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a68961] to pc [ptlrpcd_01_00+0] req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.193829:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.193831:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613474.193835:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613474.193841:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5901) 00000800:00000200:3.0:1773613474.194620:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613474.194627:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:3.0:1773613474.194634:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.194640:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613474.194647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:3.0:1773613474.194650:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:3.0:1773613474.194655:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613474.194662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.194677:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613474.194779:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.194786:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.194788:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613474.194809:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.194813:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.194816:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.194822:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.194829:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.194832:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.194837:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.194840:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.194843:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.194847:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.194852:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.194858:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.194861:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.194863:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.194870:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b000. 02000000:00000001:3.0:1773613474.194872:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.194880:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.194884:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da370. 00000400:00000010:3.0:1773613474.194889:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccbb0. 00000100:00000200:3.0:1773613474.194896:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125120, portal 4 00000100:00000001:3.0:1773613474.194898:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.194900:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:3.0:1773613474.194907:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.194915:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.194918:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.194920:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc000. 00000100:00000200:3.0:1773613474.194924:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477125120, offset 0 00000400:00000200:3.0:1773613474.194929:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.194954:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.195786:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.195791:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.195796:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.195800:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.195803:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.195807:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225116:225116:256:4294967295] 192.168.203.144@tcp LPNI seq info [225051:225051:8:4294967295] 00000400:00000200:3.0:1773613474.195812:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.195821:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.195828:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.195833:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550d00. 00000800:00000200:3.0:1773613474.195840:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.195849:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.195854:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.195873:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.195879:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 533051 usecs (534 jiffies) 00000400:00000200:3.0:1773613474.195883:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.195886:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300564515 00000100:00000001:3.0:1773613474.195890:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.195893:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300564515 00000100:00000001:3.0:1773613474.195895:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.195897:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.195901:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.195905:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.195911:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.195926:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.195928:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.195932:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.196189:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.196193:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.196198:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477125376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.196203:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.196208:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.196211:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.196213:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.196218:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613474.196221:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.196225:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.196229:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da6e0. 00000400:00000010:3.0:1773613474.196234:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc198. 00000100:00000200:3.0:1773613474.196238:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125376, portal 4 00000100:00000001:3.0:1773613474.196240:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.196241:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000100:00000040:3.0:1773613474.196248:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.196254:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.196256:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.196259:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccaa0. 00000100:00000200:3.0:1773613474.196262:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477125376, offset 0 00000400:00000200:3.0:1773613474.196267:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.196272:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.196276:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.196279:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.196281:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.196283:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.196285:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.196288:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225117:225117:255:4294967295] 192.168.203.144@tcp LPNI seq info [225052:225052:7:4294967295] 00000400:00000200:3.0:1773613474.196291:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.196297:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.196301:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.196305:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613474.196309:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.196313:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.196316:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.196319:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.196322:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 34912 usecs (35 jiffies) 00000400:00000200:3.0:1773613474.196325:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.196327:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300564017 00000100:00000001:3.0:1773613474.196329:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.196331:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300564017 00000100:00000001:3.0:1773613474.196333:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.196335:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.196337:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.196340:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.196343:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.196353:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613474.196355:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613474.196358:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.196360:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.196361:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.196365:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773613474.196366:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.196368:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613474.196370:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.196372:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.196373:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613474.196374:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.196379:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.196387:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.196388:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.196391:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.196393:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.196395:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.196398:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477124992:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.196401:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.196403:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.196405:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.196406:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.196411:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2ba00. 02000000:00000001:3.0:1773613474.196413:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.196417:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.196419:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594dad68. 00000400:00000010:3.0:1773613474.196424:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc110. 00000100:00000200:3.0:1773613474.196426:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477124992, portal 4 00000100:00000001:3.0:1773613474.196428:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.196429:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:3.0:1773613474.196434:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.196441:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.196443:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.196446:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc2a8. 00000100:00000200:3.0:1773613474.196448:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477124992, offset 0 00000400:00000200:3.0:1773613474.196452:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.196457:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.196461:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.196834:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.196838:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.196840:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.196843:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.196846:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225118:225118:254:4294967295] 192.168.203.144@tcp LPNI seq info [225053:225053:6:4294967295] 00000400:00000200:3.0:1773613474.196851:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.196857:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.196862:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.196867:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613474.196872:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.196876:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.196880:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.196883:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.196886:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 153882 usecs (154 jiffies) 00000400:00000200:3.0:1773613474.196890:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.196891:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300564136 00000100:00000001:3.0:1773613474.196894:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.196895:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300564136 00000100:00000001:3.0:1773613474.196897:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.196899:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.196901:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.196903:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613474.196908:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.196915:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613474.196916:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.196918:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613474.196920:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613474.196922:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613474.196925:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477125248:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.196928:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613474.196931:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613474.196932:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.196962:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613474.196966:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2a200. 02000000:00000001:3.0:1773613474.196969:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.196972:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613474.196974:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da948. 00000400:00000010:3.0:1773613474.196978:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc3b8. 00000100:00000200:3.0:1773613474.196981:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125248, portal 10 00000100:00000001:3.0:1773613474.196983:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613474.196984:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:3.0:1773613474.196990:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.196997:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613474.196999:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613474.197002:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc5d8. 00000100:00000200:3.0:1773613474.197004:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477125248, offset 0 00000400:00000200:3.0:1773613474.197008:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613474.197011:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.197015:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613474.197017:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613474.197020:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613474.197022:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613474.197024:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613474.197027:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225119:225119:253:4294967295] 192.168.203.144@tcp LPNI seq info [225054:225054:5:4294967295] 00000400:00000200:3.0:1773613474.197031:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.197036:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613474.197040:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613474.197044:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613474.197048:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613474.197051:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613474.197054:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613474.197057:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.197060:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30380 usecs (31 jiffies) 00000400:00000200:3.0:1773613474.197063:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613474.197065:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300564014 00000100:00000001:3.0:1773613474.197068:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.197070:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300564014 00000100:00000001:3.0:1773613474.197072:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300567931 00000100:00000001:3.0:1773613474.197074:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.197076:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613474.197287:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.197302:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613474.197304:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.197307:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.197312:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.197317:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613474.197324:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.197327:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.197331:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.197335:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0cd00 00000400:00000200:2.0:1773613474.197339:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.197345:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c8d [1] + 224 00000800:00000001:2.0:1773613474.197351:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.197362:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.197365:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.197370:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613474.197377:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.197383:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613474.197392:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197401:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773613474.197446:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613474.197450:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550d00. 00000400:00000200:2.0:1773613474.197455:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.197458:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613474.197461:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc000 00000400:00000010:2.0:1773613474.197602:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc000. 00000100:00000001:2.0:1773613474.197608:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613474.197613:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197628:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.197632:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197638:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.197639:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613474.197646:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.197651:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613474.197658:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613474.197660:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613474.197663:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.197666:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613474.197669:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccaa0 00000400:00000010:2.0:1773613474.197670:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccaa0. 00000100:00000001:2.0:1773613474.197672:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613474.197675:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197694:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.197697:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197703:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.197704:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613474.197713:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613474.197715:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613474.197717:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.197720:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613474.197722:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc2a8 00000400:00000010:2.0:1773613474.197724:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc2a8. 00000100:00000001:2.0:1773613474.197726:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613474.197729:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197736:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.197739:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.197745:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.197747:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613474.198067:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613474.198071:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613474.198075:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.198089:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613474.198093:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc5d8 00000400:00000010:2.0:1773613474.198095:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc5d8. 00000100:00000001:2.0:1773613474.198098:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613474.198102:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.198110:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.198113:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.198127:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.198129:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613474.198422:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.198428:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.200664:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.200673:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613474.201024:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613474.201028:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613474.201032:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613474.201042:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:3.0:1773613474.201045:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:3.0:1773613474.201052:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.201067:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613474.201092:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.201098:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613474.201100:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.201103:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613474.201107:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613474.201110:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613474.201112:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.201115:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613474.201137:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=102 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613474.201142:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=142 v=5 (1 0 0 0) 00000800:00000001:2.0:1773613474.201441:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.201461:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613474.201611:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.201617:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.201625:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.201631:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613474.201643:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.201648:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.201654:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.201659:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0cc80 00000400:00000200:2.0:1773613474.201664:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.201672:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c7d [1] + 224 00000800:00000001:2.0:1773613474.202025:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.202042:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.202046:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.202054:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613474.202062:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.202071:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.202560:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613474.202565:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613474.202571:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613474.202576:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.202580:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613474.202583:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613474.202586:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613474.202588:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.202595:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.202604:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.202607:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613474.202610:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613474.202614:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613474.202623:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477124864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.202630:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.202634:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613474.202638:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9180 x1859762477124864/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.202646:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613474.202649:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613474.202654:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a600. 02000000:00000001:3.0:1773613474.202659:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613474.202662:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613474.202664:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613474.202667:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613474.202670:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415e00. 02000000:00000001:3.0:1773613474.202675:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613474.202677:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1773613474.202851:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.202861:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613474.203300:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.203307:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613474.203573:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 00000100:00000001:3.0:1773613474.203579:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613474.203581:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.203586:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.203589:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.203591:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613474.203599:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613474.203601:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613474.203605:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613474.203610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613474.203613:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613474.203618:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.203625:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613474.203636:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.203643:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613474.203645:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.203648:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613474.203651:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613474.203654:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613474.203657:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613474.203660:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613474.203668:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613474.203672:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613474.203674:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613474.203676:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613474.205618:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613474.205627:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.205636:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613474.205650:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.205661:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613474.205664:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613474.205666:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613474.205670:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613474.205687:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477124736:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613474.205695:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.205700:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613474.205706:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477124736/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.205713:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613474.205717:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613474.205722:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a800. 02000000:00000001:3.0:1773613474.205728:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613474.205731:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613474.205733:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613474.205735:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613474.205738:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415800. 02000000:00000001:3.0:1773613474.205744:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613474.205745:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613474.205747:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:3.0:1773613474.205752:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613474.205753:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.205756:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613474.205764:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613474.205766:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613474.205779:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613474.205783:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613474.211817:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.211842:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613474.211846:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.211849:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.211861:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.211881:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613474.211893:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.211899:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.211906:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.211911:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0ce00 00000400:00000200:3.0:1773613474.211916:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.211924:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5c9d [1] + 224 00000800:00000001:3.0:1773613474.211982:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.211990:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.211994:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.211999:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613474.212008:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.212020:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613474.212032:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.212059:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613474.212071:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.212076:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613474.212086:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.212089:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.212092:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.212096:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613474.212101:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.212103:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.212106:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.212109:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0cf00 00000400:00000200:3.0:1773613474.212113:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.212125:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5cad [1] + 224 00000800:00000001:3.0:1773613474.212130:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.212135:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.212137:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.212140:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613474.212143:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.212977:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613474.212988:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.212997:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613474.213006:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.213014:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613474.213016:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.213018:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.213022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213025:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613474.213031:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213034:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213037:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213040:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0cd80 00000400:00000200:3.0:1773613474.213044:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213048:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5cbd [1] + 224 00000800:00000001:3.0:1773613474.213053:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.213057:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.213060:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.213063:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613474.213067:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.213072:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613474.213092:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.213099:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613474.213103:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.213108:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613474.213109:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.213111:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.213115:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213127:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613474.213131:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213134:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213137:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.213141:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0ce80 00000100:00000001:2.0:1773613474.213269:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613474.213275:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613474.213284:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613474.213286:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613474.213291:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594dad68. 00000400:00000200:2.0:1773613474.213296:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc110 00000400:00000010:2.0:1773613474.213299:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc110. 00000100:00000001:2.0:1773613474.213303:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.213308:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613474.213318:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213335:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613474.213337:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213340:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613474.213344:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613474.213347:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613474.213349:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613474.213352:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613474.213364:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=102 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613474.213369:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613474.213371:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613474.213373:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613474.213377:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613474.213381:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213387:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613474.213390:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:2.0:1773613474.213392:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613474.213394:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.213398:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213405:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613474.213409:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613474.213411:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613474.213415:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613474.213422:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477124992:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613474.213428:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613474.213430:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613474.213432:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da370. 00000400:00000200:2.0:1773613474.213435:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccbb0 00000400:00000010:2.0:1773613474.213437:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccbb0. 00000100:00000001:2.0:1773613474.213439:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.213442:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613474.213448:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213453:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613474.213455:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213456:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613474.213457:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613474.213458:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613474.213460:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613474.213461:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613474.213478:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=102 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613474.213480:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1773613474.213482:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613474.213484:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613474.213486:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613474.213488:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213490:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613474.213491:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:2.0:1773613474.213493:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613474.213494:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.213498:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213503:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613474.213505:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613474.213506:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613474.213510:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613474.213517:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125120:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1773613474.213522:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613474.213524:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613474.213525:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da6e0. 00000400:00000200:2.0:1773613474.213528:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc198 00000400:00000010:2.0:1773613474.213530:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc198. 00000100:00000001:2.0:1773613474.213532:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.213535:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613474.213544:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213551:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613474.213552:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213554:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613474.213555:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613474.213557:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613474.213558:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613474.213560:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613474.213566:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613474.213568:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613474.213571:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613474.213572:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613474.213574:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613474.213575:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213577:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613474.213579:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613474.213580:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613474.213582:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.213586:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213592:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613474.213594:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613474.213595:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613474.213598:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613474.213606:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477125376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613474.213610:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213613:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.213617:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abaa00 x1859762477124992/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213625:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613474.213628:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613474.213633:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2ba00. 02000000:00000001:2.0:1773613474.213637:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613474.213640:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613474.213643:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613474.213645:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613474.213648:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415a00. 02000000:00000001:2.0:1773613474.213652:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613474.213653:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613474.213656:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 00000100:00000001:2.0:1773613474.213659:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613474.213661:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213662:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.213665:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba300 x1859762477125120/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213671:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613474.213672:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613474.213673:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b000. 02000000:00000001:2.0:1773613474.213675:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613474.213677:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613474.213687:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:2.0:1773613474.213690:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613474.213691:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415300. 02000000:00000001:2.0:1773613474.213693:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613474.213694:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613474.213695:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 00000100:00000001:2.0:1773613474.213697:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613474.213698:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213700:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.213702:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9f80 x1859762477125376/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.213708:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613474.213709:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613474.213711:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:2.0:1773613474.213713:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613474.213714:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613474.213715:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613474.213717:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613474.213718:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415400. 02000000:00000001:2.0:1773613474.213720:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613474.213721:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613474.213722:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9f80. 00000100:00000001:2.0:1773613474.213725:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613474.213726:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.213730:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213732:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613474.213734:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613474.213736:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.213738:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613474.214419:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613474.214433:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ccd [1] + 224 00000800:00000001:3.0:1773613474.214442:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.215114:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613474.215130:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613474.215135:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613474.215430:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613474.215441:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613474.215451:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613474.215485:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613474.215499:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613474.215506:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.216152:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613474.216158:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613474.216167:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613474.216170:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613474.216174:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da948. 00000400:00000200:2.0:1773613474.216181:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc3b8 00000400:00000010:2.0:1773613474.216184:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc3b8. 00000100:00000001:2.0:1773613474.216190:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.216197:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613474.216206:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.216213:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613474.216215:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.216218:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613474.216222:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613474.216224:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613474.216227:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613474.216230:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613474.216240:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=98 v=36 (36 0 0 0) 00000100:00001000:2.0:1773613474.216245:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613474.216247:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613474.216249:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613474.216252:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613474.216256:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.216260:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613474.216262:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:2.0:1773613474.216264:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613474.216265:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613474.216269:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.216275:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613474.216279:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613474.216280:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613474.216284:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613474.216290:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477125248:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613474.216295:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.216297:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613474.216300:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477125248/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613474.216306:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613474.216309:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613474.216313:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2a200. 02000000:00000001:2.0:1773613474.216317:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613474.216330:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613474.216332:0:2391:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:2.0:1773613474.216334:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613474.216338:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415700. 02000000:00000001:2.0:1773613474.216343:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613474.216345:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613474.216347:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:2.0:1773613474.216351:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613474.216352:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.216355:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613474.216365:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613474.216366:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613474.216369:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613474.216371:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613474.851072:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.851090:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613474.851094:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.851097:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.851105:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.851122:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613474.851131:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.851136:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.851141:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.851146:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d09180 00000400:00000200:2.0:1773613474.851150:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613474.851157:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5765 [1] + 0 00000800:00000001:2.0:1773613474.851165:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.851176:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613474.851179:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613474.851183:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613474.851190:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613474.851198:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 2 to 0 dl 1773613484 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1773613474.851208:0:2383:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 2 to 0 dl 1773613484 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613474.851232:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613474.851247:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613474.851251:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613474.851447:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613474.851452:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613474.851454:0:2390:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1773613474.851456:0:2390:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1773613474.851461:0:2390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 02000000:00000010:1.0:1773613474.851467:0:2390:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff99364a1dde00. 02000000:00000001:1.0:1773613474.851481:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613474.851483:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613474.851485:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613474.851492:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613474.851494:0:2390:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613474.851499:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=97 v=5 (1 0 0 0) 02000000:00000010:1.0:1773613474.851504:0:2390:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff99364a1dde00. 00000100:00000010:1.0:1773613474.851508:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00001000:1.0:1773613474.851515:0:2390:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 35s (25s) req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613474.851522:0:2390:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613474.851524:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613474.851527:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886235:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886245:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886253:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886254:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886259:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886261:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886265:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886267:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886271:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886272:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613474.886276:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613474.886278:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613474.886415:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613474.886422:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613474.886426:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613475.910374:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910380:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613475.910386:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910387:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613475.910390:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910391:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613475.910395:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910396:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613475.910399:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910400:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613475.910403:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613475.910404:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613475.911073:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613475.911077:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613475.911081:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613476.934463:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934473:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613476.934475:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613476.934479:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934483:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613476.934486:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934488:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934490:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934494:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934495:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934499:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934500:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934503:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934505:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613476.934506:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613476.934507:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934509:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613476.934510:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934512:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934514:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934518:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934519:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934522:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613476.934524:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613476.934525:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613476.934526:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934527:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613476.934529:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934530:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613476.934532:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613476.934682:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613476.934686:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613476.934688:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613477.959250:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959258:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613477.959265:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959266:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613477.959270:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959271:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613477.959275:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959276:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613477.959279:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959280:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613477.959283:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613477.959285:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613477.959530:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613477.959534:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613477.959537:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613478.150118:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300567931, at 4300567936 00000100:00000010:3.0:1773613478.150132:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed7e0. 00000100:00000040:2.0:1773613478.150320:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300567931, at 4300567936 00000100:00000010:2.0:1773613478.150326:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed8a0. 00010000:00000001:0.0:1773613478.982065:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982072:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613478.982078:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982079:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613478.982092:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982093:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613478.982097:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982098:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613478.982102:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982103:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613478.982106:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613478.982108:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613478.982663:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613478.982668:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613478.982671:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613479.302103:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302115:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302127:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb800. 00000020:00000040:2.0:1773613479.302133:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1773613479.302137:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302140:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302146:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302155:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415700. 00000100:00000001:2.0:1773613479.302163:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302174:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302185:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302203:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302209:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004038d5a9] to pc [ptlrpcd_01_01+1] req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302250:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302253:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302256:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302260:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9f80. 00000020:00000040:2.0:1773613479.302262:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613479.302264:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302265:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302267:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302270:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415400. 00000100:00000001:2.0:1773613479.302272:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302276:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302283:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302286:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302289:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a68961] to pc [ptlrpcd_01_00+0] req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302298:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302300:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302303:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302306:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba300. 00000020:00000040:2.0:1773613479.302308:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613479.302311:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302312:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302313:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302316:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415300. 00000100:00000001:2.0:1773613479.302319:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302323:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302335:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302337:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302341:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b4445c] to pc [ptlrpcd_01_01+1] req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302349:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302351:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302354:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302357:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abaa00. 00000020:00000040:2.0:1773613479.302359:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:2.0:1773613479.302361:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302363:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302365:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302367:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415a00. 00000100:00000001:2.0:1773613479.302370:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302373:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302380:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302382:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302386:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a533d] to pc [ptlrpcd_01_00+0] req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302392:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302394:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302397:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302402:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8000. 00000020:00000040:2.0:1773613479.302404:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:2.0:1773613479.302406:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302407:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302409:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302412:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415f00. 00000100:00000001:2.0:1773613479.302415:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302419:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302425:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302427:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302430:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d7e367] to pc [ptlrpcd_01_01+1] req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302438:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302441:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773613479.302444:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773613479.302446:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000020:00000040:2.0:1773613479.302448:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:2.0:1773613479.302450:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613479.302451:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613479.302453:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613479.302455:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415500. 00000100:00000001:2.0:1773613479.302458:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302462:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613479.302468:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613479.302470:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302474:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae84eaad] to pc [ptlrpcd_01_00+0] req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302481:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302483:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773613479.302487:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773613479.302493:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5906) 00000100:00000001:2.0:1773613479.302689:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613479.302693:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613479.302695:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613479.302701:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302709:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613479.302711:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.302715:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613479.302718:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613479.302721:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613479.302724:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125632:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613479.302729:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613479.302734:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613479.302736:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.302739:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613479.302744:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8200. 02000000:00000001:2.0:1773613479.302745:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613479.302752:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613479.302756:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e91b8. 00000400:00000010:2.0:1773613479.302761:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d72a8. 00000100:00000200:2.0:1773613479.302767:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125632, portal 10 00000100:00000001:2.0:1773613479.302770:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613479.302771:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561984896 : -113016147566720 : ffff993660ab9f80) 00000100:00000040:2.0:1773613479.302778:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302784:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613479.302787:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613479.302789:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7dd0. 00000100:00000200:2.0:1773613479.302792:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477125632, offset 0 00000400:00000200:2.0:1773613479.302797:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613479.302804:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.302811:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613479.302815:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613479.302819:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613479.302823:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613479.302826:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613479.302829:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225120:225120:256:4294967295] 192.168.203.144@tcp LPNI seq info [225055:225055:8:4294967295] 00000400:00000200:2.0:1773613479.302834:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.302842:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613479.302848:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613479.302853:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415100. 00000800:00000200:2.0:1773613479.302859:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613479.302867:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613479.302871:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613479.302881:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.302886:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 479658 usecs (480 jiffies) 00000400:00000200:2.0:1773613479.302888:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613479.302891:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300569568 00000100:00000010:2.0:1773613479.302896:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a809600. 00000100:00000001:2.0:1773613479.302902:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773613479.302906:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300569568 00000100:00000010:2.0:1773613479.302910:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8099c0. 00000100:00000001:2.0:1773613479.302913:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773613479.302916:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613479.302918:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.302920:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613479.302924:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.302930:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613479.302932:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.302956:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613479.302958:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613479.302960:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613479.302963:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613479.302969:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613479.302971:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613479.302972:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.302974:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613479.302977:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364c1d8000. 02000000:00000001:2.0:1773613479.302979:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613479.302982:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613479.302985:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9420. 00000400:00000010:2.0:1773613479.302988:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7088. 00000100:00000200:2.0:1773613479.302990:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125888, portal 4 00000100:00000001:2.0:1773613479.302992:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613479.302993:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561987584 : -113016147564032 : ffff993660abaa00) 00000100:00000040:2.0:1773613479.302998:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.303004:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613479.303006:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613479.303008:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d77f8. 00000100:00000200:2.0:1773613479.303010:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477125888, offset 0 00000400:00000200:2.0:1773613479.303014:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613479.303017:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.303020:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613479.303023:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613479.303025:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613479.303027:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613479.303029:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613479.303032:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225121:225121:255:4294967295] 192.168.203.144@tcp LPNI seq info [225056:225056:7:4294967295] 00000400:00000200:2.0:1773613479.303035:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.303041:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613479.303045:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613479.303049:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415800. 00000800:00000200:2.0:1773613479.303052:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613479.303057:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613479.303059:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613479.303062:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.303065:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 530258 usecs (531 jiffies) 00000400:00000200:2.0:1773613479.303068:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613479.303069:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300569620 00000100:00000001:2.0:1773613479.303074:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300569568 00000100:00000001:2.0:1773613479.303077:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300569620 00000100:00000001:2.0:1773613479.303089:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300569568 00000100:00000001:2.0:1773613479.303093:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613479.303095:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.303097:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613479.303101:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.303107:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613479.303109:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.303111:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613479.303112:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613479.303114:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613479.303117:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477126144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613479.303120:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613479.303122:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613479.303124:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.303125:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613479.303129:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613479.303131:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613479.303133:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613479.303136:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613479.303139:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613479.303142:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126144, portal 4 00000100:00000001:2.0:1773613479.303143:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613479.303145:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:2.0:1773613479.303150:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.303156:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613479.303158:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613479.303160:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d73b8. 00000100:00000200:2.0:1773613479.303162:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477126144, offset 0 00000400:00000200:2.0:1773613479.303166:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613479.303169:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.303173:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613479.303175:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613479.303177:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613479.303180:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613479.303182:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613479.303185:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225122:225122:254:4294967295] 192.168.203.144@tcp LPNI seq info [225057:225057:6:4294967295] 00000400:00000200:2.0:1773613479.303189:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.303194:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613479.303198:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613479.303201:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415e00. 00000800:00000200:2.0:1773613479.303204:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613479.303208:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613479.303210:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613479.303632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.303636:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613479.303637:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613479.303644:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.303652:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613479.303653:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303656:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613479.303658:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613479.303660:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613479.303663:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477125504:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.303669:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613479.303671:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613479.303673:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303674:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613479.303679:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613479.303681:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613479.303685:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613479.303687:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613479.303692:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613479.303695:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125504, portal 25 00000100:00000001:3.0:1773613479.303697:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613479.303699:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561991168 : -113016147560448 : ffff993660abb800) 00000100:00000040:3.0:1773613479.303703:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.303709:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613479.303712:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613479.303714:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613479.303716:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477125504, offset 0 00000400:00000200:3.0:1773613479.303720:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613479.303724:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.303728:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613479.303730:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613479.303733:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613479.303735:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613479.303737:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613479.303740:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225123:225123:253:4294967295] 192.168.203.144@tcp LPNI seq info [225058:225058:5:4294967295] 00000400:00000200:3.0:1773613479.303744:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.303749:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613479.303754:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613479.303757:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550300. 00000800:00000200:3.0:1773613479.303761:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613479.303766:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613479.303769:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613479.303771:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613479.303774:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613479.303776:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300573050 00000100:00000001:3.0:1773613479.303780:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300569620 00000100:00000001:3.0:1773613479.303783:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300573050 00000100:00000001:3.0:1773613479.303785:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300569620 00000100:00000001:3.0:1773613479.303788:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.303790:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.303792:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613479.303796:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.303802:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613479.303803:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303805:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613479.303807:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613479.303809:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613479.303812:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477125760:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.303815:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613479.303817:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613479.303818:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303820:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613479.303822:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613479.303824:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613479.303827:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613479.303829:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613479.303832:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613479.303835:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477125760, portal 4 00000100:00000001:3.0:1773613479.303837:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613479.303838:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561985792 : -113016147565824 : ffff993660aba300) 00000100:00000040:3.0:1773613479.303843:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.303849:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613479.303851:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613479.303853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613479.303855:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477125760, offset 0 00000400:00000200:3.0:1773613479.303859:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613479.303861:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.303864:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613479.303867:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613479.303869:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613479.303871:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613479.303874:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613479.303876:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225124:225124:252:4294967295] 192.168.203.144@tcp LPNI seq info [225059:225059:4:4294967295] 00000400:00000200:3.0:1773613479.303880:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.303885:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613479.303889:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613479.303892:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550f00. 00000800:00000200:3.0:1773613479.303895:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613479.303899:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613479.303902:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613479.303904:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.303907:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 153096 usecs (154 jiffies) 00000400:00000200:3.0:1773613479.303910:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613479.303912:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300569243 00000100:00000001:3.0:1773613479.303915:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300573050 00000100:00000001:3.0:1773613479.303917:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300569243 00000100:00000001:3.0:1773613479.303918:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300573050 00000100:00000001:3.0:1773613479.303920:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.303922:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.303924:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613479.303928:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.303975:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613479.303977:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303979:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613479.303981:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613479.303983:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613479.303986:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477126016:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.303989:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613479.303991:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613479.303993:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.303995:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613479.303998:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613479.304000:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613479.304003:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613479.304005:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da790. 00000400:00000010:3.0:1773613479.304009:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613479.304012:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126016, portal 10 00000100:00000001:3.0:1773613479.304014:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613479.304015:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561976832 : -113016147574784 : ffff993660ab8000) 00000100:00000040:3.0:1773613479.304022:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304028:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613479.304030:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613479.304032:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613479.304034:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477126016, offset 0 00000400:00000200:3.0:1773613479.304038:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613479.304041:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.304045:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613479.304047:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613479.304050:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613479.304052:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613479.304054:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613479.304057:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225125:225125:251:4294967295] 192.168.203.144@tcp LPNI seq info [225060:225060:3:4294967295] 00000400:00000200:3.0:1773613479.304060:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613479.304066:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613479.304070:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613479.304073:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613479.304077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613479.304101:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613479.304104:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613479.304107:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.304110:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 30293 usecs (31 jiffies) 00000400:00000200:3.0:1773613479.304113:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613479.304115:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300569121 00000100:00000001:3.0:1773613479.304117:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300573050 00000100:00000001:3.0:1773613479.304120:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300569121 00000100:00000001:3.0:1773613479.304121:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300573050 00000100:00000001:3.0:1773613479.304123:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.304125:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304127:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304130:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.304136:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613479.304138:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613479.304141:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.304142:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613479.304144:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304146:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613479.304203:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304207:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415100. 00000400:00000200:3.0:1773613479.304213:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304455:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304461:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7dd0 00000400:00000010:3.0:1773613479.304464:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7dd0. 00000100:00000001:3.0:1773613479.304468:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304473:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304482:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304486:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304493:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304494:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613479.304588:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304592:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415800. 00000400:00000200:3.0:1773613479.304595:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304599:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304602:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d77f8 00000400:00000010:3.0:1773613479.304604:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d77f8. 00000100:00000001:3.0:1773613479.304606:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304610:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304616:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304619:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304624:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304625:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613479.304633:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304635:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415e00. 00000400:00000200:3.0:1773613479.304637:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304640:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304643:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d73b8 00000400:00000010:3.0:1773613479.304644:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d73b8. 00000100:00000001:3.0:1773613479.304646:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304650:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304657:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304660:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304667:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304668:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613479.304675:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304677:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550300. 00000400:00000200:3.0:1773613479.304680:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304683:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304685:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:3.0:1773613479.304687:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:3.0:1773613479.304690:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304693:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304701:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304704:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304710:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304711:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613479.304719:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304721:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550f00. 00000400:00000200:3.0:1773613479.304723:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304727:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304729:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:3.0:1773613479.304731:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:3.0:1773613479.304733:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304736:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304741:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304743:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304748:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304750:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613479.304807:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613479.304810:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:3.0:1773613479.304812:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613479.304816:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613479.304819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:3.0:1773613479.304821:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:3.0:1773613479.304823:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613479.304827:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304834:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.304836:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.304842:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.304844:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613479.305064:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.305071:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 34425 usecs (35 jiffies) 00000400:00000200:2.0:1773613479.305075:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613479.305078:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300569126 00000100:00000001:2.0:1773613479.305088:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300573050 00000100:00000001:2.0:1773613479.305091:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300569126 00000100:00000001:2.0:1773613479.305092:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300573050 00000100:00000001:2.0:1773613479.305096:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613479.305098:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.305101:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.305103:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.305108:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613479.305110:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613479.305112:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613479.305113:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613479.305114:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.305117:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613479.315762:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.315780:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.315784:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.315787:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.315796:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.315803:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.315811:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.315815:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.315821:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.315825:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0cf80 00000400:00000200:2.0:1773613479.315829:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.315834:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d0d [1] + 224 00000800:00000001:2.0:1773613479.315842:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.315847:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.315849:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.315853:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.315859:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.316557:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.316571:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.316591:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.316602:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316609:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.316611:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316613:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316617:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316621:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.316626:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316629:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316633:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316636:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d100 00000400:00000200:2.0:1773613479.316640:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316645:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ced [1] + 224 00000800:00000001:2.0:1773613479.316649:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316653:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316655:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.316658:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.316661:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.316666:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.316675:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.316690:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.316694:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316697:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.316699:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316701:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316704:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316707:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.316711:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316714:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316717:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316720:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d000 00000400:00000200:2.0:1773613479.316723:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316727:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5cdd [1] + 224 00000800:00000001:2.0:1773613479.316731:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316734:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316736:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.316739:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.316742:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.316746:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.316754:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.316760:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.316764:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316767:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.316769:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316771:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316774:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316777:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.316780:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316783:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316785:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316787:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d180 00000400:00000200:2.0:1773613479.316790:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316793:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d2d [1] + 224 00000800:00000001:2.0:1773613479.316796:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316800:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316802:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.316805:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.316807:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.316811:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.316820:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.316827:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.316830:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316833:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.316834:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.316836:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.316839:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316843:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.316846:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316848:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316851:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316853:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d080 00000400:00000200:2.0:1773613479.316856:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.316859:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d1d [1] + 224 00000100:00000001:3.0:1773613479.317079:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.317178:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613479.317185:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613479.317187:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613479.317190:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613479.317194:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613479.317196:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613479.317200:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613479.317205:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613479.317214:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317221:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613479.317222:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317224:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613479.317228:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613479.317231:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613479.317233:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.317235:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613479.317242:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613479.317245:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613479.317248:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613479.317249:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613479.317252:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613479.317254:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317257:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.317262:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317269:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.317272:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613479.317273:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613479.317277:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613479.317285:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477125504:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613479.317291:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613479.317292:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613479.317294:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da790. 00000400:00000200:3.0:1773613479.317297:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613479.317298:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613479.317300:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613479.317303:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613479.317311:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317317:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613479.317318:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317320:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613479.317322:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613479.317323:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613479.317324:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.317326:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613479.317332:0:2392:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=103 v=36 (36 0 0 0) 00000100:00001000:3.0:1773613479.317335:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613479.317337:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613479.317338:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613479.317340:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613479.317343:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317345:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613479.317347:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:3.0:1773613479.317349:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613479.317351:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.317354:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317360:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.317361:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613479.317363:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613479.317366:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613479.317372:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2392:1859762477126016:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.317377:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317379:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.317382:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb800 x1859762477125504/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317388:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613479.317390:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613479.317393:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b200. 02000000:00000001:3.0:1773613479.317398:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613479.317400:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613479.317402:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613479.317404:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613479.317407:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415700. 02000000:00000001:3.0:1773613479.317411:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613479.317412:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613479.317414:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb800. 00000100:00000001:3.0:1773613479.317417:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613479.317418:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317420:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.317423:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8000 x1859762477126016/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317428:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613479.317429:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613479.317431:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2be00. 02000000:00000001:3.0:1773613479.317433:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613479.317434:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613479.317435:0:2392:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613479.317515:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613479.317518:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415f00. 02000000:00000001:3.0:1773613479.317522:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613479.317523:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613479.317525:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8000. 00000100:00000001:3.0:1773613479.317527:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613479.317528:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317532:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317534:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.317535:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613479.317537:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317539:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317570:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.317572:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613479.317575:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613479.317576:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613479.317578:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e91b8. 00000400:00000200:3.0:1773613479.317581:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d72a8 00000400:00000010:3.0:1773613479.317583:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d72a8. 00000100:00000001:3.0:1773613479.317586:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613479.317590:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613479.317604:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317610:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613479.317611:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317613:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613479.317615:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613479.317616:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613479.317617:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.317619:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613479.317623:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=107 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613479.317626:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=147 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613479.317628:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613479.317629:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613479.317631:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613479.317633:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317636:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613479.317637:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613479.317639:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613479.317640:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.317643:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317649:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.317651:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613479.317653:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613479.317656:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613479.317663:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125632:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613479.317667:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613479.317668:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613479.317670:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9420. 00000400:00000200:3.0:1773613479.317673:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7088 00000400:00000010:3.0:1773613479.317674:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7088. 00000100:00000001:3.0:1773613479.317676:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613479.317679:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613479.317685:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317690:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613479.317692:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317693:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613479.317694:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613479.317695:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613479.317697:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.317698:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613479.317702:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=107 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613479.317705:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=53 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613479.317707:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613479.317708:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613479.317710:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613479.317711:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317713:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613479.317715:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613479.317716:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613479.317718:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.317721:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317727:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.317729:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613479.317730:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613479.317733:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613479.317740:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477125888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.317746:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317748:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.317751:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9f80 x1859762477125632/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317756:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613479.317758:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613479.317759:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8200. 02000000:00000001:3.0:1773613479.317762:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613479.317764:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613479.317765:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613479.317766:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613479.317768:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415400. 02000000:00000001:3.0:1773613479.317770:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613479.317771:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613479.317772:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9f80. 00000100:00000001:3.0:1773613479.317774:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613479.317775:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317777:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.317780:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abaa00 x1859762477125888/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.317786:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613479.317787:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613479.317788:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364c1d8000. 02000000:00000001:3.0:1773613479.317790:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613479.317791:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613479.317792:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613479.317793:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613479.317795:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415a00. 02000000:00000001:3.0:1773613479.317796:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613479.317797:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613479.317799:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abaa00. 00000100:00000001:3.0:1773613479.317801:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613479.317802:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.317804:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317806:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.317807:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613479.317809:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.317810:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613479.319033:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.319049:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.319054:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.319062:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.319068:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.319076:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.319263:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.319281:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.319291:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.319296:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613479.319298:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.319300:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.319305:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.319309:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613479.319318:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.319322:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.319326:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.319330:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d200 00000400:00000200:2.0:1773613479.319334:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613479.319339:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5cfd [1] + 224 00000800:00000001:2.0:1773613479.319345:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.319353:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613479.319355:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613479.319357:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613479.319360:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.319364:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613479.319371:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.319386:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613479.319389:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613479.319392:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.319406:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613479.319409:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613479.319413:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613479.319414:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613479.319417:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613479.319420:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613479.319422:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613479.319424:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613479.319429:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.319549:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.319552:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613479.319555:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613479.319556:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613479.319558:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613479.319562:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613479.319563:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613479.319566:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613479.319571:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613479.319579:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.319584:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613479.319586:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.319587:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613479.319590:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613479.319592:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613479.319594:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613479.319596:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613479.319603:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=107 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613479.319606:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613479.319609:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613479.319610:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613479.319612:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613479.319616:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.319618:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613479.319620:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:3.0:1773613479.319622:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613479.319623:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613479.319627:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.319633:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613479.319636:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613479.319638:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613479.319641:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613479.319648:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477125760:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613479.319652:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.319654:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613479.319657:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba300 x1859762477125760/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613479.319662:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613479.319664:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613479.319666:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2aa00. 02000000:00000001:3.0:1773613479.319668:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613479.319670:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613479.319672:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613479.319674:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613479.319676:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415300. 02000000:00000001:3.0:1773613479.319679:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613479.319680:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613479.319682:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba300. 00000100:00000001:3.0:1773613479.319685:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613479.319686:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.319688:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613479.319694:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613479.319696:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613479.319698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613479.319700:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773613479.320641:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.320655:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613479.320657:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.320660:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613479.320663:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613479.320665:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613479.320667:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613479.320669:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613479.320675:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613479.320679:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613479.320681:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613479.320683:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613479.320685:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613479.320688:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.320691:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613479.320693:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613479.320694:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613479.320695:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613479.320702:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.320707:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613479.320710:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613479.320711:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613479.320715:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613479.320721:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2391:1859762477126144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613479.320725:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.320727:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613479.320730:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9180 x1859762477126144/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613479.320735:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613479.320737:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613479.320740:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659e8ec00. 02000000:00000001:2.0:1773613479.320743:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613479.320745:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613479.320746:0:2391:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613479.320749:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613479.320751:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415500. 02000000:00000001:2.0:1773613479.320754:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613479.320755:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613479.320757:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 00000100:00000001:2.0:1773613479.320760:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613479.320761:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.320763:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613479.320768:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613479.320769:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613479.320771:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613479.320773:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006879:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006886:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006892:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006893:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006897:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006900:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613480.006902:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613480.006907:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613480.006909:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613480.006924:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006928:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613480.006930:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006932:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006963:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006967:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006969:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006973:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006974:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613480.006978:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613480.006979:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613480.007154:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613480.007158:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613480.007161:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613480.326096:0:2390:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773613480.326110:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613480.326112:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:1.0:1773613480.326118:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613480.326119:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613480.326123:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613480.326126:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030114:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030133:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613481.030135:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613481.030142:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613481.030144:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613481.030146:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030150:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613481.030152:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030155:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030157:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030161:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030162:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030165:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030167:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030170:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030172:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613481.030173:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613481.030175:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613481.030177:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613481.030178:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030180:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613481.030181:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030182:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030184:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613481.030187:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613481.030188:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613481.030360:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613481.030363:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613481.030366:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613482.054102:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054109:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613482.054115:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054117:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613482.054122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054123:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613482.054126:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054128:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613482.054131:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054132:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613482.054135:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613482.054136:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613482.054308:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613482.054312:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613482.054315:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613483.078146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078153:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613483.078158:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078160:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613483.078163:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078165:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613483.078168:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078170:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613483.078173:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078174:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613483.078178:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613483.078179:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613483.078306:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613483.078309:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613483.078312:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613483.271076:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300573050, at 4300573057 00000100:00000010:3.0:1773613483.271099:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8099c0. 00000100:00000040:2.0:1773613483.272947:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300573050, at 4300573058 00000100:00000010:2.0:1773613483.272974:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a809600. 00010000:00000001:0.0:1773613484.102527:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102537:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.102545:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102546:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.102550:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102552:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.102555:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102557:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.102561:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102562:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.102566:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613484.102568:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613484.102878:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613484.102882:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613484.102886:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613484.422406:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422416:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422426:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6d80. 00000020:00000040:0.0:1773613484.422432:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613484.422436:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422439:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422444:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422452:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 00000100:00000001:0.0:1773613484.422458:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422469:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422481:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422485:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422491:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de34344] to pc [ptlrpcd_00_01+1] req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422522:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422526:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422529:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422532:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613484.422535:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613484.422537:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422538:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422540:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422544:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613484.422547:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422551:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422559:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422561:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422565:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_00+0] req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422574:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422576:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422580:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422582:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4380. 00000020:00000040:0.0:1773613484.422585:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613484.422587:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422588:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422589:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422592:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500700. 00000100:00000001:0.0:1773613484.422595:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422598:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422605:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422607:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422611:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d6b466] to pc [ptlrpcd_00_01+1] req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422624:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422627:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422630:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422633:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613484.422635:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613484.422638:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422639:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422640:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422643:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613484.422646:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422650:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422657:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422659:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422662:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_00+0] req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422669:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422671:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422674:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422678:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7b80. 00000020:00000040:0.0:1773613484.422680:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613484.422682:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422683:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422685:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422688:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500600. 00000100:00000001:0.0:1773613484.422691:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422695:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422807:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422810:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422815:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc54fbeb] to pc [ptlrpcd_00_01+1] req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.422816:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613484.422820:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613484.422823:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773613484.422823:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422826:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613484.422829:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613484.422832:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613484.422835:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613484.422837:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613484.422838:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613484.422840:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613484.422843:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613484.422846:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422850:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613484.422856:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613484.422858:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422861:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_00+0] req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422867:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.422869:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613484.422872:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613484.422876:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5911) 00000100:00000001:0.0:1773613484.422902:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613484.422904:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613484.422906:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613484.422910:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773613484.422918:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.422918:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613484.422920:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.422924:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773613484.422925:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613484.422926:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.422926:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613484.422928:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613484.422929:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613484.422930:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.422932:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613484.422953:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477126272:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613484.422958:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613484.422963:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613484.422965:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.422968:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613484.422973:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613484.422975:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613484.422981:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613484.422985:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613484.423083:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613484.423090:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126272, portal 25 00000100:00000001:1.0:1773613484.423094:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613484.423095:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434242432 : -113016275309184 : ffff9936590e6d80) 00000100:00000040:1.0:1773613484.423102:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.423108:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613484.423111:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613484.423113:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3853b8. 00000100:00000200:1.0:1773613484.423116:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477126272, offset 0 00000400:00000200:1.0:1773613484.423122:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613484.423130:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613484.423137:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613484.423142:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613484.423146:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613484.423150:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613484.423152:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613484.423156:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225126:225126:256:4294967295] 192.168.203.144@tcp LPNI seq info [225061:225061:8:4294967295] 00000400:00000200:1.0:1773613484.423160:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613484.423169:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613484.423175:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613484.423179:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dde00. 00000800:00000200:1.0:1773613484.423186:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613484.423194:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613484.423197:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613484.423220:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613484.423225:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613484.423227:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300578170 00000100:00000010:1.0:1773613484.423232:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848300. 00000100:00000001:1.0:1773613484.423237:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613484.423242:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300578170 00000100:00000010:1.0:1773613484.423245:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8483c0. 00000100:00000001:1.0:1773613484.423248:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613484.423251:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613484.423254:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.423257:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613484.423261:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.423268:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613484.423269:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.423272:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613484.423274:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613484.423275:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613484.423278:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477126528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613484.423281:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1773613484.423283:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477126400:192.168.203.144@tcp:400:kworker.0 02000000:00000001:1.0:1773613484.423284:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613484.423285:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.423287:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773613484.423288:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613484.423290:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1773613484.423291:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613484.423292:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.423292:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.423293:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1773613484.423296:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000010:0.0:1773613484.423296:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 00000400:00000010:1.0:1773613484.423298:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 02000000:00000001:0.0:1773613484.423298:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773613484.423301:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000400:00000200:0.0:1773613484.423301:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000200:1.0:1773613484.423304:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126528, portal 4 00000400:00000010:0.0:1773613484.423304:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000100:00000001:1.0:1773613484.423306:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613484.423307:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434231680 : -113016275319936 : ffff9936590e4380) 00000400:00000010:0.0:1773613484.423307:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613484.423310:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126400, portal 10 00000100:00000001:0.0:1773613484.423311:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1773613484.423313:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.423313:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613484.423318:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.423320:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613484.423322:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613484.423324:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385b28. 00000100:00000001:0.0:1773613484.423325:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1773613484.423326:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477126528, offset 0 00000100:00000040:0.0:1773613484.423327:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613484.423329:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c172a8. 00000400:00000200:1.0:1773613484.423330:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000200:0.0:1773613484.423333:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477126400, offset 0 00000400:00000200:1.0:1773613484.423334:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.423336:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613484.423338:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613484.423340:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613484.423342:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613484.423345:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613484.423581:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613484.423584:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225127:225127:255:4294967295] 192.168.203.144@tcp LPNI seq info [225062:225062:7:4294967295] 00000400:00000200:1.0:1773613484.423588:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613484.423594:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613484.423598:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613484.423601:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddc00. 00000800:00000200:1.0:1773613484.423605:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613484.423609:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613484.423612:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613484.423615:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613484.423618:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 152298 usecs (153 jiffies) 00000400:00000200:1.0:1773613484.423621:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613484.423623:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300574362 00000100:00000001:1.0:1773613484.423625:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300578170 00000100:00000001:1.0:1773613484.423627:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300574362 00000100:00000001:1.0:1773613484.423629:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300578170 00000100:00000001:1.0:1773613484.423631:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613484.423632:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.423635:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.423638:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.423645:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613484.423646:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613484.423648:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613484.423650:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613484.423651:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613484.423655:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.423667:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613484.423668:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.423671:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613484.423673:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613484.423675:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613484.423678:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477126784:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613484.423681:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613484.423684:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613484.423685:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.423687:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613484.423690:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613484.423692:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613484.423695:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613484.423697:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613484.423701:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613484.423704:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126784, portal 10 00000100:00000001:1.0:1773613484.423705:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613484.423707:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434246016 : -113016275305600 : ffff9936590e7b80) 00000100:00000040:1.0:1773613484.423712:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.423718:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613484.423721:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613484.423723:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385660. 00000100:00000200:1.0:1773613484.423725:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477126784, offset 0 00000400:00000200:1.0:1773613484.423729:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000800:00000200:3.0:1773613484.423820:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613484.423825:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dde00. 00000400:00000200:3.0:1773613484.423931:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.423962:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613484.423967:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3853b8 00000400:00000010:3.0:1773613484.423970:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3853b8. 00000100:00000001:3.0:1773613484.423976:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613484.423981:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.424113:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613484.424118:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.424125:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613484.424127:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613484.424195:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613484.424198:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddc00. 00000400:00000200:3.0:1773613484.424201:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.424205:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613484.424209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385b28 00000400:00000010:3.0:1773613484.424210:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385b28. 00000100:00000001:3.0:1773613484.424213:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613484.424217:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.424224:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613484.424228:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.424234:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613484.424236:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773613484.425291:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425300:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613484.425303:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613484.425307:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613484.425310:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613484.425312:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613484.425315:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225128:225128:256:4294967295] 192.168.203.144@tcp LPNI seq info [225063:225063:8:4294967295] 00000400:00000200:0.0:1773613484.425320:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425327:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613484.425333:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613484.425339:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613484.425345:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613484.425351:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613484.425354:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613484.425362:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.425366:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 478661 usecs (479 jiffies) 00000400:00000200:0.0:1773613484.425369:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613484.425372:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300574690 00000100:00000001:0.0:1773613484.425374:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425376:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300574690 00000100:00000001:0.0:1773613484.425378:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425380:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.425383:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.425386:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613484.425392:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.425399:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613484.425401:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.425404:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613484.425407:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613484.425409:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613484.425412:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477126656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613484.425416:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613484.425419:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613484.425422:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.425424:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613484.425427:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613484.425429:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613484.425432:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613484.425436:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613484.425442:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613484.425446:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126656, portal 4 00000100:00000001:0.0:1773613484.425448:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613484.425449:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:0.0:1773613484.425455:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.425462:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613484.425464:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613484.425466:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17550. 00000100:00000200:0.0:1773613484.425469:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477126656, offset 0 00000400:00000200:0.0:1773613484.425474:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613484.425478:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425481:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613484.425484:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613484.425486:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613484.425488:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613484.425490:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613484.425493:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225129:225129:255:4294967295] 192.168.203.144@tcp LPNI seq info [225064:225064:7:4294967295] 00000400:00000200:0.0:1773613484.425497:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425503:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613484.425507:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613484.425510:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613484.425513:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613484.425517:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613484.425519:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613484.425522:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.425524:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 527465 usecs (528 jiffies) 00000400:00000200:0.0:1773613484.425527:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613484.425529:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300574739 00000100:00000001:0.0:1773613484.425531:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425534:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300574739 00000100:00000001:0.0:1773613484.425535:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425537:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.425539:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.425541:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613484.425545:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.425552:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613484.425554:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.425556:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613484.425558:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613484.425560:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613484.425563:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477126912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613484.425566:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613484.425569:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613484.425570:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.425572:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613484.425574:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613484.425576:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613484.425579:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613484.425581:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613484.425584:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613484.425586:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477126912, portal 4 00000100:00000001:0.0:1773613484.425588:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613484.425589:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613484.425594:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.425600:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613484.425602:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613484.425604:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17d48. 00000100:00000200:0.0:1773613484.425606:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477126912, offset 0 00000400:00000200:0.0:1773613484.425610:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613484.425613:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425615:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613484.425618:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613484.425620:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613484.425622:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613484.425624:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613484.425627:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225130:225130:254:4294967295] 192.168.203.144@tcp LPNI seq info [225065:225065:6:4294967295] 00000400:00000200:0.0:1773613484.425631:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613484.425636:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613484.425640:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613484.425643:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613484.425646:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613484.425649:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613484.425652:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613484.425654:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.425656:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 33892 usecs (34 jiffies) 00000400:00000200:0.0:1773613484.425659:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613484.425660:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300574245 00000100:00000001:0.0:1773613484.425662:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425664:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300574245 00000100:00000001:0.0:1773613484.425666:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300578170 00000100:00000001:0.0:1773613484.425668:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.425669:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.425671:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.425674:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.425682:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613484.425684:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613484.425686:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613484.425687:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613484.425689:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.425691:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613484.426430:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613484.426435:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:2.0:1773613484.426441:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613484.426448:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613484.426453:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c172a8 00000400:00000010:2.0:1773613484.426455:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c172a8. 00000100:00000001:2.0:1773613484.426459:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613484.426466:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426476:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613484.426480:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426487:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613484.426488:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613484.426497:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613484.426499:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613484.426502:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613484.426505:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613484.426507:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17550 00000400:00000010:2.0:1773613484.426509:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17550. 00000100:00000001:2.0:1773613484.426511:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613484.426515:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426523:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613484.426526:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426532:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613484.426533:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613484.426605:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613484.426609:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613484.426612:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613484.426615:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613484.426618:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17d48 00000400:00000010:2.0:1773613484.426620:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17d48. 00000100:00000001:2.0:1773613484.426622:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613484.426626:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426633:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613484.426636:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613484.426642:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613484.426644:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613484.428230:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428244:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.428249:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428252:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.428260:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428267:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613484.428275:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428364:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428370:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428374:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0d280 00000400:00000200:3.0:1773613484.428379:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428385:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d3d [1] + 224 00000800:00000001:3.0:1773613484.428392:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428399:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.428402:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.428406:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613484.428424:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613484.428433:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613484.428443:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.428452:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613484.428460:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428464:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.428466:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428469:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.428472:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428475:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613484.428479:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428481:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428484:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428487:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d380 00000400:00000200:3.0:1773613484.428490:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.428494:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d45 [1] + 224 00000800:00000001:3.0:1773613484.428498:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428516:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.428518:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.428522:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613484.428526:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613484.428531:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613484.428539:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.428545:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613484.428550:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.428553:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613484.430573:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613484.430586:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613484.430590:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613484.430592:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613484.430600:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613484.430607:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613484.430613:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613484.430617:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613484.430622:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613484.430626:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d300 00000400:00000200:2.0:1773613484.430630:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613484.430637:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d4d [1] + 224 00000800:00000001:2.0:1773613484.430643:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613484.430649:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613484.430652:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613484.430656:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613484.430663:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613484.430670:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613484.430681:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.430797:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613484.430801:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613484.430820:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613484.430827:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613484.430831:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773613484.433978:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613484.434036:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613484.434040:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613484.434053:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613484.434056:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613484.434060:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613484.434064:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225131:225131:256:4294967295] 192.168.203.144@tcp LPNI seq info [225066:225066:8:4294967295] 00000400:00000200:1.0:1773613484.434068:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613484.434078:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613484.434085:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613484.434091:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd500. 00000800:00000200:1.0:1773613484.434098:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613484.434105:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613484.434109:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613484.434189:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613484.434196:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 29876 usecs (30 jiffies) 00000400:00000200:1.0:1773613484.434201:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613484.434204:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300574250 00000100:00000001:1.0:1773613484.434207:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300578170 00000100:00000001:1.0:1773613484.434210:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300574250 00000100:00000001:1.0:1773613484.434212:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300578170 00000100:00000001:1.0:1773613484.434215:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613484.434219:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773613484.434227:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613484.434229:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613484.434232:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613484.434236:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613484.434238:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613484.434244:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613484.434252:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613484.434263:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.434270:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613484.434272:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.434275:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613484.434279:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613484.434281:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613484.434283:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.434286:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613484.434293:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613484.434297:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613484.434300:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613484.434301:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613484.434304:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613484.434306:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.434308:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613484.434312:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.434320:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613484.434322:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613484.434324:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613484.434329:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613484.434336:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477126272:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613484.434342:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613484.434343:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613484.434345:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613484.434348:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:1.0:1773613484.434349:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:1.0:1773613484.434352:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613484.434355:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613484.434364:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.434369:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613484.434371:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.434373:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613484.434374:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613484.434375:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613484.434377:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.434379:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613484.434384:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=112 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613484.434386:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=107 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613484.434388:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613484.434389:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613484.434390:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773613484.434391:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613484.434395:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.434397:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613484.434399:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613484.434401:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613484.434402:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613484.434406:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1773613484.434411:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.434412:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1773613484.434413:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773613484.434414:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613484.434415:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.434416:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613484.434419:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613484.434420:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.434425:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000100:00100000:1.0:1773613484.434426:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477126528:192.168.203.144@tcp:400:kworker.0 00000400:00000200:3.0:1773613484.434431:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613484.434431:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.434434:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773613484.434435:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:1.0:1773613484.434437:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6d80 x1859762477126272/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773613484.434439:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.434442:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d400 00000100:00000001:1.0:1773613484.434443:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613484.434445:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773613484.434447:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000010:1.0:1773613484.434449:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993659eb0600. 00000400:00000200:3.0:1773613484.434452:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d5d [1] + 224 02000000:00000001:1.0:1773613484.434453:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613484.434455:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613484.434456:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000800:00000001:3.0:1773613484.434459:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1773613484.434459:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613484.434462:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 00000800:00000001:3.0:1773613484.434465:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773613484.434466:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613484.434467:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1773613484.434468:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773613484.434469:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6d80. 00000400:00000200:3.0:1773613484.434471:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:1.0:1773613484.434472:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613484.434474:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.434475:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613484.434476:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1773613484.434478:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4380 x1859762477126528/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613484.434481:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.434484:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613484.434485:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613484.434487:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aada00. 00000100:00000040:3.0:1773613484.434489:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773613484.434489:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613484.434490:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613484.434491:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613484.434493:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613484.434494:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500700. 02000000:00000001:1.0:1773613484.434496:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613484.434497:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613484.434498:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4380. 00000100:00000001:1.0:1773613484.434500:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613484.434501:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613484.434504:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613484.434504:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.434511:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613484.434513:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=20 : 20 : 14) 00000100:00000001:1.0:1773613484.434515:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613484.434517:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613484.434518:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.434520:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613484.434557:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613484.434561:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd500. 00000400:00000200:3.0:1773613484.434564:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.434568:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613484.434571:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385660 00000400:00000010:3.0:1773613484.434573:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385660. 00000100:00000001:3.0:1773613484.434576:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613484.434581:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.434588:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613484.434591:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.434597:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613484.434598:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613484.434602:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.434606:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.437887:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.437902:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.437906:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.437908:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.437917:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.437924:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613484.438213:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.438221:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.438228:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.438232:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d500 00000400:00000200:3.0:1773613484.438237:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.438243:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d65 [1] + 224 00000800:00000001:3.0:1773613484.438251:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.438259:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.438262:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.438267:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613484.438273:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613484.438281:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613484.438291:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.438300:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613484.438308:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.438311:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613484.439630:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613484.439635:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613484.439639:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613484.439646:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:0.0:1773613484.439649:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:0.0:1773613484.439653:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613484.439662:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613484.439672:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439679:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613484.439681:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.439684:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613484.439687:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613484.439689:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613484.439692:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.439694:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613484.439713:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=112 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613484.439718:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=152 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613484.439721:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613484.439723:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.439725:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613484.439728:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.439732:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613484.439734:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613484.439736:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613484.439737:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.439742:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439748:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.439751:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613484.439753:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613484.439757:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613484.439763:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477126400:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613484.439770:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613484.439772:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613484.439774:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613484.439776:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:0.0:1773613484.439777:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:0.0:1773613484.439780:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613484.439783:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613484.439791:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439796:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613484.439798:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.439799:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613484.439800:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613484.439802:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613484.439803:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.439804:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613484.439808:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=112 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613484.439810:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613484.439812:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613484.439813:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.439814:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613484.439816:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.439817:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613484.439819:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613484.439820:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613484.439821:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.439824:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439836:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.439838:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613484.439839:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613484.439843:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613484.439850:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477126656:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613484.439855:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613484.439856:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613484.439857:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613484.439860:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613484.439861:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613484.439863:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613484.439866:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613484.439875:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439881:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613484.439882:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.439884:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613484.439885:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613484.439886:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613484.439888:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613484.439890:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613484.439894:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613484.439897:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613484.439899:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613484.439900:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613484.439902:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613484.439903:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.439905:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613484.439906:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613484.439908:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613484.439909:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613484.439913:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439918:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613484.439920:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613484.439921:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613484.439924:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613484.439931:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477126912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613484.439962:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.439965:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613484.439969:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477126400/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.439976:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613484.439978:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613484.439980:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613484.439984:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613484.439986:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613484.439988:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613484.439991:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613484.439993:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613484.439998:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613484.439999:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613484.440001:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613484.440005:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613484.440006:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.440007:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613484.440011:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477126656/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.440017:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613484.440018:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613484.440020:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613484.440022:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613484.440023:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613484.440024:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613484.440025:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613484.440027:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613484.440029:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613484.440030:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613484.440032:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:0.0:1773613484.440033:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613484.440035:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.440036:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613484.440039:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477126912/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613484.440054:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613484.440056:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613484.440057:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613484.440059:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613484.440060:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613484.440061:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613484.440063:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613484.440064:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613484.440067:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613484.440068:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613484.440069:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613484.440071:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613484.440072:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.440075:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613484.440084:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613484.440086:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613484.440100:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613484.440103:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613484.444525:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.444542:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613484.444545:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.444548:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.444556:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.444563:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613484.444572:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.444577:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.444583:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.444587:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d480 00000400:00000200:3.0:1773613484.444592:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613484.444597:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d55 [1] + 224 00000800:00000001:3.0:1773613484.444604:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.444918:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613484.444922:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613484.444928:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613484.445451:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613484.445462:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613484.445474:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613484.445503:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613484.445514:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613484.445519:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.445699:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613484.445716:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613484.445723:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613484.445725:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613484.445728:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613484.445732:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:1.0:1773613484.445735:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:1.0:1773613484.445739:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613484.445745:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613484.445753:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.445759:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613484.445761:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.445763:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613484.445767:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613484.445769:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613484.445771:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613484.445774:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613484.445782:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=108 v=36 (36 0 0 0) 00000100:00001000:1.0:1773613484.445786:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613484.445788:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613484.445790:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613484.445793:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613484.445796:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.445800:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613484.445802:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:1.0:1773613484.445804:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613484.445805:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613484.445809:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.445816:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613484.445819:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613484.445821:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613484.445825:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613484.445833:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7da591f2-8971-483d-b9cd-f13578df9fa0:2390:1859762477126784:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613484.445838:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.445841:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613484.445845:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7b80 x1859762477126784/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613484.445852:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613484.445854:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613484.445857:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aade00. 02000000:00000001:1.0:1773613484.445862:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613484.445864:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613484.445865:0:2390:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613484.445867:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613484.445870:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500600. 02000000:00000001:1.0:1773613484.445876:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613484.445877:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613484.445879:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7b80. 00000100:00000001:1.0:1773613484.445883:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613484.445884:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613484.445887:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.445889:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613484.445890:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613484.445892:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613484.445893:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127850:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127857:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127863:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127864:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127867:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127869:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127873:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127874:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127878:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127879:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613485.127883:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613485.127884:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613485.128497:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613485.128500:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613485.128502:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613486.150214:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150221:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613486.150227:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150228:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613486.150232:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150233:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613486.150237:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613486.150242:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150244:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613486.150246:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613486.150248:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613486.150348:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613486.150352:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613486.150354:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613487.174327:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174335:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613487.174338:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613487.174341:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174345:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613487.174348:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174350:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174352:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174356:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174358:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174361:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174362:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174365:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174367:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613487.174368:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613487.174370:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174371:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613487.174372:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174374:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174376:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174379:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174381:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174383:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613487.174385:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613487.174386:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613487.174387:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174389:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613487.174390:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174392:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613487.174393:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613487.174639:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613487.174643:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613487.174646:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613488.198456:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198465:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613488.198472:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198474:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613488.198478:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198479:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613488.198484:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198485:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613488.198489:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198491:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613488.198495:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613488.198496:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613488.199781:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613488.199788:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613488.199792:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613488.390283:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300578170, at 4300578176 00000100:00000010:3.0:1773613488.390304:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8483c0. 00000100:00000040:2.0:1773613488.390401:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300578170, at 4300578176 00000100:00000010:2.0:1773613488.390417:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a848300. 00010000:00000001:0.0:1773613489.222528:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222535:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.222540:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222542:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.222545:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222546:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.222550:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222551:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.222555:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222556:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.222559:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613489.222560:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613489.222682:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613489.222685:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613489.222688:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613489.542755:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.542766:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.542789:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613489.542795:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613489.542799:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.542801:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.542806:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.542813:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613489.542820:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542832:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.542842:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.542846:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542852:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_01+1] req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.542892:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542895:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.542898:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.542901:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613489.542904:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613489.542906:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.542907:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.542909:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.542912:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613489.542914:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542919:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.542926:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.542928:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542932:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_00+0] req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.542961:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542963:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.542967:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.542970:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613489.542972:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613489.542974:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.542975:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.542977:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.542980:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613489.542982:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542986:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.542993:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.542995:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.542998:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_01+1] req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543003:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543005:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.543018:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.543021:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613489.543023:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613489.543026:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.543027:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.543028:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.543031:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613489.543034:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543038:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.543044:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.543046:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543049:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543062:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543065:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.543067:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.543070:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613489.543072:0:48052:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613489.543074:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.543075:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.543077:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.543079:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613489.543081:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543086:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.543092:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.543094:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543097:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543104:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543107:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613489.543110:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613489.543113:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613489.543115:0:48052:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613489.543117:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613489.543118:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613489.543119:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613489.543122:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613489.543125:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543129:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613489.543136:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613489.543138:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543141:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_00+0] req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543148:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543150:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613489.543153:0:48052:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613489.543159:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5917) 00000100:00000001:0.0:1773613489.543171:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.543175:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.543177:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.543182:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543189:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.543192:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543195:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.543198:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.543201:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543204:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.543209:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.543214:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.543216:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543219:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.543223:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613489.543225:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543232:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.543237:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613489.543243:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613489.543250:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127168, portal 10 00000100:00000001:0.0:1773613489.543253:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.543254:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:0.0:1773613489.543262:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543274:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.543277:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.543280:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17000. 00000100:00000200:0.0:1773613489.543283:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477127168, offset 0 00000400:00000200:0.0:1773613489.543290:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543299:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543308:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.543312:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.543317:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.543321:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.543323:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543327:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225132:225132:256:4294967295] 192.168.203.144@tcp LPNI seq info [225067:225067:8:4294967295] 00000400:00000200:0.0:1773613489.543331:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543342:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.543348:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.543352:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613489.543359:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.543367:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.543372:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.543380:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543384:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 477673 usecs (478 jiffies) 00000400:00000200:0.0:1773613489.543388:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.543390:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300579807 00000100:00000010:0.0:1773613489.543396:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853e40. 00000100:00000001:0.0:1773613489.543402:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613489.543407:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300579807 00000100:00000010:0.0:1773613489.543410:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853480. 00000100:00000001:0.0:1773613489.543414:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613489.543428:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.543432:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.543434:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.543438:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543445:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.543447:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543450:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.543451:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.543454:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543457:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127424:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.543460:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.543463:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.543465:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543467:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.543471:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613489.543474:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543478:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.543482:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613489.543486:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613489.543490:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127424, portal 4 00000100:00000001:0.0:1773613489.543492:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.543495:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:0.0:1773613489.543501:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543508:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.543511:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.543514:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17ee0. 00000100:00000200:0.0:1773613489.543516:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477127424, offset 0 00000400:00000200:0.0:1773613489.543520:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543524:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543528:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.543530:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.543534:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.543550:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.543553:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543556:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225133:225133:255:4294967295] 192.168.203.144@tcp LPNI seq info [225068:225068:7:4294967295] 00000400:00000200:0.0:1773613489.543560:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543567:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.543572:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.543576:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613489.543580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.543585:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.543588:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.543591:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543593:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 524715 usecs (525 jiffies) 00000400:00000200:0.0:1773613489.543596:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.543599:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300579854 00000100:00000001:0.0:1773613489.543603:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300579807 00000100:00000001:0.0:1773613489.543606:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300579854 00000100:00000001:0.0:1773613489.543610:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300579807 00000100:00000001:0.0:1773613489.543612:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.543614:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.543616:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.543620:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543627:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.543629:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543631:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.543632:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.543634:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543637:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477127680:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.543640:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.543642:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.543644:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543645:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.543648:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613489.543650:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543653:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.543655:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613489.543658:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613489.543661:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127680, portal 4 00000100:00000001:0.0:1773613489.543662:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.543663:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613489.543668:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543675:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.543677:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.543679:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17330. 00000100:00000200:0.0:1773613489.543681:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477127680, offset 0 00000400:00000200:0.0:1773613489.543685:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543688:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543691:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.543694:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.543696:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.543698:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.543700:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543703:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225134:225134:254:4294967295] 192.168.203.144@tcp LPNI seq info [225069:225069:6:4294967295] 00000400:00000200:0.0:1773613489.543707:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543712:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.543716:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.543719:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 00000800:00000200:0.0:1773613489.543723:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.543727:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.543729:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.543732:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.543735:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 33343 usecs (34 jiffies) 00000400:00000200:0.0:1773613489.543737:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.543739:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300579363 00000100:00000001:0.0:1773613489.543742:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300579854 00000100:00000001:0.0:1773613489.543744:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300579363 00000100:00000001:0.0:1773613489.543746:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300579854 00000100:00000001:0.0:1773613489.543747:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.543749:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.543751:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.543753:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.543762:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613489.543764:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613489.543766:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.543767:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.543769:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543771:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1773613489.543773:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.543775:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613489.543776:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.543778:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.543779:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.543780:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.543784:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543791:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.543792:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543794:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.543796:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.543798:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543801:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477127040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.543804:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.543807:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.543808:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543810:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.543813:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613489.543815:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543818:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.543820:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613489.543824:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613489.543826:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127040, portal 25 00000100:00000001:0.0:1773613489.543828:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.543829:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613489.543834:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543840:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.543842:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.543844:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17088. 00000100:00000200:0.0:1773613489.543846:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477127040, offset 0 00000400:00000200:0.0:1773613489.543850:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543853:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543856:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.543859:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.543861:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.543863:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.543865:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.543868:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225135:225135:253:4294967295] 192.168.203.144@tcp LPNI seq info [225070:225070:5:4294967295] 00000400:00000200:0.0:1773613489.543872:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.543878:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.543882:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.543885:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613489.543888:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.543892:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.543895:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.543897:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543900:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.543902:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300583290 00000100:00000001:0.0:1773613489.543905:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300579854 00000100:00000001:0.0:1773613489.543908:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300583290 00000100:00000001:0.0:1773613489.543910:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300579854 00000100:00000001:0.0:1773613489.543913:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.543915:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.543917:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.543921:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.543927:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.543928:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543931:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.543932:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.543964:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.543966:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127296:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.543969:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.543971:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.543973:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.543974:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.543977:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613489.543979:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.543981:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.543984:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f160. 00000400:00000010:0.0:1773613489.543987:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613489.543990:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127296, portal 4 00000100:00000001:0.0:1773613489.543991:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.543992:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613489.543998:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.544003:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.544005:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.544017:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17908. 00000100:00000200:0.0:1773613489.544020:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477127296, offset 0 00000400:00000200:0.0:1773613489.544025:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.544028:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.544031:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.544034:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.544036:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.544038:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.544040:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.544043:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225136:225136:252:4294967295] 192.168.203.144@tcp LPNI seq info [225071:225071:4:4294967295] 00000400:00000200:0.0:1773613489.544047:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.544053:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.544057:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.544060:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613489.544064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.544067:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.544070:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.544072:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.544075:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 151470 usecs (152 jiffies) 00000400:00000200:0.0:1773613489.544078:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.544079:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300579482 00000100:00000001:0.0:1773613489.544082:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300583290 00000100:00000001:0.0:1773613489.544084:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300579482 00000100:00000001:0.0:1773613489.544086:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300583290 00000100:00000001:0.0:1773613489.544088:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.544090:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.544092:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613489.544095:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.544101:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613489.544103:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.544105:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613489.544107:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613489.544108:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613489.544111:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477127552:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.544114:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613489.544116:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613489.544117:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.544119:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613489.544123:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613489.544124:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613489.544127:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613489.544129:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f898. 00000400:00000010:0.0:1773613489.544132:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613489.544134:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127552, portal 10 00000100:00000001:0.0:1773613489.544136:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613489.544137:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613489.544143:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.544148:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613489.544150:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613489.544153:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17a18. 00000100:00000200:0.0:1773613489.544155:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477127552, offset 0 00000400:00000200:0.0:1773613489.544159:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613489.544161:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.544165:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613489.544168:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613489.544170:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613489.544172:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613489.544174:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613489.544177:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225137:225137:251:4294967295] 192.168.203.144@tcp LPNI seq info [225072:225072:3:4294967295] 00000400:00000200:0.0:1773613489.544181:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613489.544186:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613489.544190:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613489.544193:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613489.544197:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613489.544200:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613489.544202:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613489.544205:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.544207:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 29835 usecs (30 jiffies) 00000400:00000200:0.0:1773613489.544210:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613489.544211:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300579360 00000100:00000001:0.0:1773613489.544213:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300583290 00000100:00000001:0.0:1773613489.544215:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300579360 00000100:00000001:0.0:1773613489.544217:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300583290 00000100:00000001:0.0:1773613489.544218:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.544220:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.544223:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.544226:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613489.544489:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613489.544492:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613489.544494:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613489.544497:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613489.544631:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.544636:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:2.0:1773613489.544643:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.544648:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.544652:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17000 00000400:00000010:2.0:1773613489.544655:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17000. 00000100:00000001:2.0:1773613489.544659:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.544664:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544672:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.544675:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544681:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.544683:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613489.544693:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.544695:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:2.0:1773613489.544698:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.544701:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.544704:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17ee0 00000400:00000010:2.0:1773613489.544705:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17ee0. 00000100:00000001:2.0:1773613489.544707:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.544711:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544717:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.544720:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544726:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.544728:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613489.544735:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.544738:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:2.0:1773613489.544740:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.544743:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.544745:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17330 00000400:00000010:2.0:1773613489.544746:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17330. 00000100:00000001:2.0:1773613489.544748:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.544751:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544757:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.544760:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.544766:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.544767:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613489.545663:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.545669:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613489.545674:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.545679:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.545683:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17088 00000400:00000010:2.0:1773613489.545685:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17088. 00000100:00000001:2.0:1773613489.545688:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.545693:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545701:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.545704:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545711:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.545712:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613489.545721:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.545723:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613489.545725:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.545728:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.545730:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17908 00000400:00000010:2.0:1773613489.545732:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17908. 00000100:00000001:2.0:1773613489.545734:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.545738:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545744:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.545746:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545752:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.545753:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613489.545825:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613489.545827:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:2.0:1773613489.545830:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.545834:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613489.545837:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17a18 00000400:00000010:2.0:1773613489.545839:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17a18. 00000100:00000001:2.0:1773613489.545841:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613489.545845:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545852:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613489.545855:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.545861:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613489.545862:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613489.550987:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.551023:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613489.551029:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.551032:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613489.551045:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.551055:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613489.551076:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.551083:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.551089:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.551093:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d600 00000400:00000200:3.0:1773613489.551099:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.551106:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d6d [1] + 224 00000800:00000001:3.0:1773613489.551115:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.551126:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613489.551130:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613489.551135:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613489.551145:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613489.551158:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613489.551171:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613489.551192:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613489.551205:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.551208:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.551750:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.551759:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613489.551768:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.551770:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.551788:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613489.551796:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:0.0:1773613489.551799:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:0.0:1773613489.551802:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.551814:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.551826:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.551833:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.551835:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.551838:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.551841:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.551843:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.551845:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.551848:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.551856:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=117 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613489.551861:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=7 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613489.551863:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.551865:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.551867:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.551871:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.551875:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613489.551877:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613489.551879:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613489.551881:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.551885:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.551892:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.551895:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.551896:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.551900:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.551907:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.551912:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.551914:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.551917:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477127168/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.551923:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.551925:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.551928:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613489.551932:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.551962:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.551964:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613489.551966:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.551968:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613489.551973:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.551974:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.551976:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:0.0:1773613489.551980:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.551981:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.551984:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.551986:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.551987:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.551989:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.551990:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613489.560213:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.560237:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613489.560241:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.560244:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.560254:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.560262:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613489.560274:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.560279:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.560285:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.560290:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0d580 00000400:00000200:2.0:1773613489.560295:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.560301:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d85 [1] + 224 00000800:00000001:2.0:1773613489.560309:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.560372:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.560375:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.560380:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613489.560388:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613489.560397:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613489.560409:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.560434:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613489.560443:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.560446:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.560523:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.560526:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613489.560532:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.560545:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.560548:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613489.560553:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613489.560555:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613489.560558:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.560563:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.560573:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.560579:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.560581:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.560583:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.560587:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.560589:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.560592:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.560594:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.560600:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613489.560604:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1773613489.560606:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.560608:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.560611:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.560614:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.560617:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.560623:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.560630:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.560633:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.560635:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.560639:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.560648:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477127040:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.560654:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.560657:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.560660:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477127040/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.560665:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.560668:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.560672:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613489.560676:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.560679:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.560680:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613489.560683:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.560686:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613489.560690:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.560692:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.560693:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613489.560697:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.560700:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.560704:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.560706:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.560708:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.560710:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.560713:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613489.560931:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.560946:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613489.560949:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.560952:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613489.560960:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.560967:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613489.560975:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.560979:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.560984:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.560989:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d780 00000400:00000200:3.0:1773613489.560993:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613489.560999:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d95 [1] + 224 00000800:00000001:3.0:1773613489.561017:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.561026:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613489.561029:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613489.561033:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613489.561040:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613489.561050:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613489.561389:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.561467:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.561473:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613489.561494:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613489.561506:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613489.561510:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613489.563307:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.563316:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.563321:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f898. 00000400:00000200:0.0:1773613489.563333:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:0.0:1773613489.563336:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:0.0:1773613489.563342:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.563357:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.563370:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.563379:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.563382:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.563385:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.563389:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.563393:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.563395:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.563399:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.563411:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=113 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613489.563416:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613489.563419:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.563422:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.563425:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.563430:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.563434:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613489.563437:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613489.563440:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613489.563442:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.563447:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.563457:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.563460:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.563462:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.563467:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.563476:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477127552:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.563507:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.563510:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.563515:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477127552/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.563523:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.563526:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.563530:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613489.563535:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.563538:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.563540:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613489.563543:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.563546:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:0.0:1773613489.563552:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.563554:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.563557:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:0.0:1773613489.563560:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.563562:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.563567:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.563569:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.563571:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613489.563573:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.563575:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613489.569321:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569341:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613489.569345:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569347:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569355:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569363:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613489.569374:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569378:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569383:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569387:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d800 00000400:00000200:2.0:1773613489.569392:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569398:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d7d [1] + 224 00000800:00000001:2.0:1773613489.569406:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569410:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569413:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.569418:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613489.569425:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613489.569433:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613489.569444:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.569481:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613489.569491:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569494:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613489.569496:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569498:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569500:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569503:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613489.569507:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569512:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569515:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d680 00000400:00000200:2.0:1773613489.569518:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569521:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d8d [1] + 224 00000800:00000001:2.0:1773613489.569525:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569528:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569529:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.569533:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613489.569622:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613489.569628:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613489.569636:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.569643:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613489.569646:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569649:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613489.569651:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569653:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569656:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569659:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613489.569662:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569665:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569668:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569671:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d700 00000400:00000200:2.0:1773613489.569674:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613489.569677:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d75 [1] + 224 00000800:00000001:2.0:1773613489.569681:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569735:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613489.569738:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613489.569741:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613489.569743:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613489.569747:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613489.569755:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613489.569762:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613489.569765:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613489.569768:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.569971:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.569975:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613489.569981:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.569983:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.569986:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f160. 00000400:00000200:0.0:1773613489.569992:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:0.0:1773613489.569994:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:0.0:1773613489.569997:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.570001:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.570022:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570028:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.570030:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570032:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.570035:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.570037:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.570039:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.570041:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.570050:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=117 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613489.570053:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613489.570056:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.570057:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.570060:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.570063:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.570066:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613489.570068:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:0.0:1773613489.570070:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613489.570071:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.570076:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570088:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.570092:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.570093:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.570098:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.570106:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127296:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613489.570111:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.570112:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.570114:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613489.570116:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:0.0:1773613489.570118:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:0.0:1773613489.570120:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.570123:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.570129:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570134:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.570136:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570137:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.570138:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.570139:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.570141:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.570143:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.570146:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=117 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613489.570148:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613489.570150:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.570151:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.570153:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.570154:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.570156:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613489.570157:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613489.570158:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613489.570160:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.570163:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570169:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.570170:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.570172:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.570175:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.570181:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127424:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613489.570185:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613489.570186:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613489.570188:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613489.570189:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613489.570191:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613489.570193:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613489.570196:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613489.570209:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570215:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613489.570216:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570217:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613489.570218:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613489.570219:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613489.570221:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613489.570222:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613489.570226:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=113 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613489.570228:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613489.570230:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613489.570231:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613489.570232:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613489.570234:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.570236:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613489.570237:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613489.570239:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613489.570240:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613489.570243:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570249:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613489.570252:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613489.570253:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613489.570256:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613489.570264:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477127680:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613489.570267:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570269:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.570273:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477127296/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570279:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.570281:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.570284:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613489.570287:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.570290:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.570291:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613489.570293:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.570296:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613489.570300:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.570302:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.570304:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613489.570307:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.570308:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570309:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.570312:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477127424/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570317:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.570318:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.570319:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613489.570320:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.570321:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.570322:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613489.570324:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.570325:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:0.0:1773613489.570327:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.570328:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.570329:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:0.0:1773613489.570331:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.570332:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570333:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613489.570335:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477127680/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613489.570340:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613489.570341:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613489.570342:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613489.570344:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613489.570345:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613489.570346:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613489.570347:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613489.570348:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613489.570349:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613489.570350:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613489.570351:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613489.570353:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613489.570354:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570356:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613489.570363:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613489.570364:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613489.570366:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613489.570368:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246758:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246767:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246773:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246775:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246779:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246782:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613490.246784:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613490.246789:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613490.246791:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613490.246793:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246795:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613490.246797:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246800:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246802:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246805:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246807:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246811:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246812:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613490.246815:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613490.246816:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613490.246914:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613490.246918:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613490.246921:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613491.270074:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270088:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270091:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613491.270093:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613491.270098:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613491.270100:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613491.270102:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270104:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613491.270107:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270108:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270111:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270115:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270116:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270121:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270126:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270128:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613491.270129:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613491.270131:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613491.270132:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613491.270133:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270135:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613491.270136:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270137:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270139:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613491.270143:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613491.270144:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613491.270262:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613491.270266:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613491.270269:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613492.294076:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294082:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613492.294088:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294090:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613492.294094:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294095:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613492.294098:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294099:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613492.294103:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294105:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613492.294108:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613492.294109:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613492.294749:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613492.294753:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613492.294756:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613493.318117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318123:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613493.318129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613493.318133:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318134:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613493.318137:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318138:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613493.318142:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318143:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613493.318146:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613493.318147:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613493.318347:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613493.318350:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613493.318353:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613493.510548:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300583290, at 4300583296 00000100:00000010:3.0:1773613493.510563:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853480. 00000100:00000040:2.0:1773613493.513959:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300583290, at 4300583300 00000100:00000010:2.0:1773613493.513973:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853e40. 00010000:00000001:0.0:1773613494.342087:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342094:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.342099:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342100:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.342105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342106:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.342110:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342111:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.342114:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342115:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.342119:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613494.342120:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613494.342253:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613494.342256:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613494.342259:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613494.662046:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662055:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662065:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613494.662071:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613494.662075:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662078:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662082:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662089:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613494.662095:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662105:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662117:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662121:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662127:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_01+1] req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662155:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662157:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662160:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662162:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613494.662165:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613494.662167:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662168:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662169:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662172:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613494.662175:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662179:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662186:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662188:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662191:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_00+0] req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662207:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662210:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662213:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662216:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613494.662218:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613494.662220:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662221:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662223:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662225:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613494.662228:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662232:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662239:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662241:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662244:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_01+1] req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662252:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662253:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662256:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662258:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613494.662260:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613494.662262:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662263:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662264:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662266:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500e00. 00000100:00000001:0.0:1773613494.662268:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662272:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662278:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662279:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662282:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_00+0] req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662288:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662291:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662294:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662296:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613494.662298:0:75734:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613494.662299:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662300:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662302:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662304:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613494.662306:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662309:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662315:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662317:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662320:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2ffed95] to pc [ptlrpcd_00_01+1] req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662326:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662328:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613494.662331:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613494.662333:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613494.662335:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=4 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613494.662336:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613494.662337:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613494.662338:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613494.662341:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500300. 00000100:00000001:0.0:1773613494.662343:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662346:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613494.662352:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613494.662353:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662356:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_00+0] req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662368:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662369:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613494.662373:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613494.662377:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5922) 00000100:00000001:0.0:1773613494.662390:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613494.662393:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613494.662395:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.662400:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662407:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.662409:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662412:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.662415:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.662417:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.662420:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127936:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.662424:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.662428:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.662431:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662433:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.662437:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613494.662438:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.662445:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.662449:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613494.662455:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613494.662461:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127936, portal 10 00000100:00000001:0.0:1773613494.662463:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.662465:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:0.0:1773613494.662472:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662479:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.662482:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.662485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17f68. 00000100:00000200:0.0:1773613494.662488:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477127936, offset 0 00000400:00000200:0.0:1773613494.662494:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662503:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662511:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.662515:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.662519:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.662522:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.662525:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662541:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225138:225138:256:4294967295] 192.168.203.144@tcp LPNI seq info [225073:225073:8:4294967295] 00000400:00000200:0.0:1773613494.662545:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662554:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.662560:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.662564:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500c00. 00000800:00000200:0.0:1773613494.662571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.662578:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.662583:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.662599:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662603:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 476668 usecs (477 jiffies) 00000400:00000200:0.0:1773613494.662606:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.662609:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300584925 00000100:00000010:0.0:1773613494.662613:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853240. 00000100:00000001:0.0:1773613494.662619:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613494.662623:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300584925 00000100:00000010:0.0:1773613494.662626:0:2389:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853300. 00000100:00000001:0.0:1773613494.662629:0:2389:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613494.662635:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.662637:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.662640:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.662644:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662651:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.662653:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662655:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.662657:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.662659:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.662661:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477128192:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.662664:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.662667:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.662668:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662670:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.662672:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613494.662674:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.662676:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.662679:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613494.662682:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613494.662684:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128192, portal 4 00000100:00000001:0.0:1773613494.662686:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.662687:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613494.662692:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662698:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.662700:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.662702:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17b28. 00000100:00000200:0.0:1773613494.662705:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477128192, offset 0 00000400:00000200:0.0:1773613494.662708:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662711:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662714:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.662716:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.662719:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.662721:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.662723:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662726:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225139:225139:255:4294967295] 192.168.203.144@tcp LPNI seq info [225074:225074:7:4294967295] 00000400:00000200:0.0:1773613494.662730:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662736:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.662740:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.662744:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613494.662747:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.662751:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.662754:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.662756:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662759:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 522061 usecs (523 jiffies) 00000400:00000200:0.0:1773613494.662761:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.662763:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300584971 00000100:00000001:0.0:1773613494.662768:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300584925 00000100:00000001:0.0:1773613494.662770:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300584971 00000100:00000001:0.0:1773613494.662773:0:2389:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300584925 00000100:00000001:0.0:1773613494.662776:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.662777:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.662779:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.662782:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662788:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.662789:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662791:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.662792:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.662794:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.662797:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477128448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.662800:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.662802:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.662803:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662805:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.662807:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613494.662809:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.662812:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.662814:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f160. 00000400:00000010:0.0:1773613494.662816:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613494.662819:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128448, portal 4 00000100:00000001:0.0:1773613494.662820:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.662821:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:0.0:1773613494.662826:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662832:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.662834:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.662836:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17e58. 00000100:00000200:0.0:1773613494.662838:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477128448, offset 0 00000400:00000200:0.0:1773613494.662841:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662844:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662846:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.662848:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.662850:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.662852:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.662854:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.662857:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225140:225140:254:4294967295] 192.168.203.144@tcp LPNI seq info [225075:225075:6:4294967295] 00000400:00000200:0.0:1773613494.662861:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.662866:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.662870:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.662873:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613494.662876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.662879:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.662882:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.662885:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.662887:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 33365 usecs (34 jiffies) 00000400:00000200:0.0:1773613494.662890:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.662892:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300584482 00000100:00000001:0.0:1773613494.662894:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300584971 00000100:00000001:0.0:1773613494.662896:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300584482 00000100:00000001:0.0:1773613494.662897:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300584971 00000100:00000001:0.0:1773613494.662899:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.662901:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.662903:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.662905:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.662914:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613494.662916:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613494.662918:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613494.662919:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613494.662920:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.662923:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1773613494.662925:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.662927:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613494.662928:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.662930:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613494.662931:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613494.662932:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.662963:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.662978:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.662980:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662982:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.662984:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.662986:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.662989:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477127808:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.662992:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.662994:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.662996:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.662998:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.663001:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613494.663002:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.663005:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.663008:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f898. 00000400:00000010:0.0:1773613494.663011:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613494.663014:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477127808, portal 25 00000100:00000001:0.0:1773613494.663015:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.663017:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613494.663021:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.663027:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.663029:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.663031:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17440. 00000100:00000200:0.0:1773613494.663033:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477127808, offset 0 00000400:00000200:0.0:1773613494.663037:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663040:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663043:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.663046:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.663048:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.663050:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.663053:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663056:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225141:225141:253:4294967295] 192.168.203.144@tcp LPNI seq info [225076:225076:5:4294967295] 00000400:00000200:0.0:1773613494.663059:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663065:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.663069:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.663071:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613494.663074:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.663078:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.663081:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.663084:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.663086:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.663088:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300588410 00000100:00000001:0.0:1773613494.663092:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300584971 00000100:00000001:0.0:1773613494.663095:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300588410 00000100:00000001:0.0:1773613494.663097:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300584971 00000100:00000001:0.0:1773613494.663100:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.663102:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.663104:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.663107:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.663113:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.663114:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.663116:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.663118:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.663119:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.663122:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477128064:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.663125:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.663127:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.663128:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.663130:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.663132:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613494.663133:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.663136:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.663138:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613494.663140:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17c38. 00000100:00000200:0.0:1773613494.663142:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128064, portal 4 00000100:00000001:0.0:1773613494.663144:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.663145:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000040:0.0:1773613494.663150:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.663156:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.663159:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.663161:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17198. 00000100:00000200:0.0:1773613494.663163:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477128064, offset 0 00000400:00000200:0.0:1773613494.663167:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663169:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663172:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.663174:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.663176:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.663179:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.663181:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663183:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225142:225142:252:4294967295] 192.168.203.144@tcp LPNI seq info [225077:225077:4:4294967295] 00000400:00000200:0.0:1773613494.663186:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663192:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.663195:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.663198:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 00000800:00000200:0.0:1773613494.663201:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.663205:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.663207:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.663210:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.663212:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 150765 usecs (151 jiffies) 00000400:00000200:0.0:1773613494.663215:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.663217:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300584600 00000100:00000001:0.0:1773613494.663219:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300588410 00000100:00000001:0.0:1773613494.663221:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300584600 00000100:00000001:0.0:1773613494.663223:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300588410 00000100:00000001:0.0:1773613494.663225:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.663227:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.663229:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613494.663233:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.663245:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613494.663247:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.663249:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613494.663250:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613494.663253:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613494.663255:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477128320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.663258:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613494.663261:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613494.663262:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.663263:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613494.663266:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613494.663268:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613494.663270:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613494.663273:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613494.663276:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613494.663278:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128320, portal 10 00000100:00000001:0.0:1773613494.663280:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613494.663281:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613494.663286:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.663292:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613494.663295:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613494.663296:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c174c8. 00000100:00000200:0.0:1773613494.663298:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477128320, offset 0 00000400:00000200:0.0:1773613494.663302:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663305:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663308:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613494.663310:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613494.663312:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613494.663314:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613494.663317:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613494.663320:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225143:225143:251:4294967295] 192.168.203.144@tcp LPNI seq info [225078:225078:3:4294967295] 00000400:00000200:0.0:1773613494.663323:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613494.663329:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613494.663333:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613494.663336:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613494.663339:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613494.663342:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613494.663344:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613494.663347:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.663349:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 29686 usecs (30 jiffies) 00000400:00000200:0.0:1773613494.663351:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613494.663353:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300584479 00000100:00000001:0.0:1773613494.663355:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300588410 00000100:00000001:0.0:1773613494.663357:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300584479 00000100:00000001:0.0:1773613494.663358:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300588410 00000100:00000001:0.0:1773613494.663360:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.663362:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.663364:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.663367:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613494.663662:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663667:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500c00. 00000400:00000200:3.0:1773613494.663673:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663678:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663684:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17f68 00000400:00000010:3.0:1773613494.663686:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17f68. 00000100:00000001:3.0:1773613494.663691:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663695:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663703:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663706:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663712:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.663713:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613494.663724:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663726:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613494.663729:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663732:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663735:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17b28 00000400:00000010:3.0:1773613494.663736:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17b28. 00000100:00000001:3.0:1773613494.663738:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663742:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663748:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663750:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663755:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.663757:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613494.663763:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663765:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:3.0:1773613494.663767:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663770:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17e58 00000400:00000010:3.0:1773613494.663774:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17e58. 00000100:00000001:3.0:1773613494.663775:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663779:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663785:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663787:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663792:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.663793:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613494.663799:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663801:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:3.0:1773613494.663804:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663806:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663808:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17440 00000400:00000010:3.0:1773613494.663810:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17440. 00000100:00000001:3.0:1773613494.663811:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663814:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663821:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663824:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663830:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.663831:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613494.663838:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663840:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:3.0:1773613494.663842:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663845:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663847:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17198 00000400:00000010:3.0:1773613494.663849:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17198. 00000100:00000001:3.0:1773613494.663851:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663854:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663861:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663863:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663869:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.663871:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613494.663928:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613494.663931:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613494.663960:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.663964:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613494.663966:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c174c8 00000400:00000010:3.0:1773613494.663968:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c174c8. 00000100:00000001:3.0:1773613494.663979:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613494.663983:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663990:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613494.663993:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.663999:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613494.664000:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773613494.664110:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613494.664114:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613494.664116:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613494.664119:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613494.671550:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671567:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613494.671571:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671574:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671583:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671591:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613494.671600:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671605:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671610:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671614:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0da00 00000400:00000200:2.0:1773613494.671619:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671626:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5da5 [1] + 224 00000800:00000001:2.0:1773613494.671633:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671638:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671642:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613494.671646:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613494.671654:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613494.671663:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613494.671675:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613494.671696:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613494.671706:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671710:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613494.671711:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671714:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671717:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671720:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613494.671725:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671728:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671730:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671733:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0d880 00000400:00000200:2.0:1773613494.671737:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671741:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5db5 [1] + 224 00000800:00000001:2.0:1773613494.671744:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671747:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671749:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613494.671752:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613494.671754:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613494.671759:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613494.671767:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613494.671774:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613494.671777:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671780:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613494.671782:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671784:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671787:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671790:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613494.671794:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671796:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671799:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671801:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0da80 00000400:00000200:2.0:1773613494.671804:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671808:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5dc5 [1] + 224 00000800:00000001:2.0:1773613494.671811:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671814:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671816:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613494.671819:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613494.671822:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613494.671827:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613494.671834:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613494.671840:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613494.671843:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671846:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613494.671848:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671850:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671852:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671856:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613494.671859:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671862:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671864:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671867:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0d980 00000400:00000200:2.0:1773613494.671870:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613494.671874:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5dbd [1] + 224 00000800:00000001:2.0:1773613494.671877:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.671932:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613494.671986:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613494.671991:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613494.671993:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613494.671998:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613494.672006:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613494.672013:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613494.672016:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613494.672020:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613494.672252:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672267:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613494.672271:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672274:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613494.672282:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672288:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613494.672297:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672301:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672306:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672310:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0db00 00000400:00000200:3.0:1773613494.672315:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672321:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5dad [1] + 224 00000800:00000001:3.0:1773613494.672339:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672345:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613494.672347:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.672352:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613494.672358:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613494.672367:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613494.672378:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.672387:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613494.672396:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672400:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613494.672402:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672404:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613494.672407:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672411:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613494.672416:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672418:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672421:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672423:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0d900 00000400:00000200:3.0:1773613494.672426:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613494.672430:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5d9d [1] + 224 00000800:00000001:3.0:1773613494.672435:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672441:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613494.672443:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613494.672446:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613494.672449:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613494.672464:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613494.672473:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613494.672486:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613494.672490:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613494.672494:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673390:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613494.673397:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613494.673405:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673407:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673411:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f898. 00000400:00000200:0.0:1773613494.673419:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613494.673421:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613494.673424:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673434:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673444:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673456:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673458:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673460:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673464:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673466:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673468:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673470:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673477:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613494.673481:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1773613494.673484:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673485:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673488:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673490:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673493:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673498:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673505:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673509:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673511:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673514:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673522:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477127808:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613494.673541:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673543:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673545:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613494.673548:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:0.0:1773613494.673550:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:0.0:1773613494.673552:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673556:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673564:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673570:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673571:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673573:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673574:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673576:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673578:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673579:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673585:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=122 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613494.673587:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=117 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613494.673590:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673591:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673592:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673595:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673598:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613494.673600:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:0.0:1773613494.673602:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613494.673603:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673607:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673613:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673614:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673616:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673619:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673626:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477128064:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613494.673631:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673632:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673634:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613494.673637:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:0.0:1773613494.673638:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:0.0:1773613494.673640:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673644:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673651:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673657:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673658:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673660:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673661:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673662:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673663:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673665:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673669:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=118 v=36 (36 0 0 0) 00000100:00001000:0.0:1773613494.673672:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613494.673674:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673675:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673677:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673678:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673680:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613494.673682:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613494.673683:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613494.673685:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673688:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673695:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673697:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673698:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673702:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673708:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477128320:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613494.673713:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673714:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673717:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613494.673719:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613494.673721:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613494.673724:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673728:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673736:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673742:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673743:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673745:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673746:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673748:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673749:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673751:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673755:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=122 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613494.673758:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=12 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613494.673760:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673761:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673762:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673764:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673766:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613494.673767:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613494.673769:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613494.673770:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673774:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673781:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673783:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673784:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673788:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673794:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477127936:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613494.673799:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673801:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673803:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613494.673805:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:0.0:1773613494.673807:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:0.0:1773613494.673809:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673812:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673821:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673826:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673827:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673829:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673830:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673831:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673832:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673834:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673837:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=122 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613494.673839:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=68 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613494.673841:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673843:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673844:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673846:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673847:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613494.673849:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613494.673850:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613494.673851:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673855:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673861:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673863:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673864:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673867:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673874:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477128192:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613494.673878:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613494.673880:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613494.673881:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f160. 00000400:00000200:0.0:1773613494.673883:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:0.0:1773613494.673885:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:0.0:1773613494.673887:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613494.673891:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613494.673899:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673904:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613494.673905:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673907:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613494.673908:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613494.673909:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613494.673911:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613494.673913:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613494.673916:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=118 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613494.673919:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613494.673920:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613494.673922:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613494.673923:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613494.673925:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.673927:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613494.673928:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613494.673930:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613494.673931:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613494.673963:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.673969:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613494.673980:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613494.673981:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613494.673985:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613494.673991:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477128448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613494.673994:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.673997:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674000:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477127808/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674006:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674008:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674012:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613494.674015:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674017:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674020:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613494.674022:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674024:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613494.674029:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674031:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674033:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613494.674036:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674037:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674039:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674042:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477128064/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674049:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674050:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674051:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613494.674053:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674054:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674055:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613494.674057:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674058:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613494.674060:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674061:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674063:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:0.0:1773613494.674066:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674067:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674068:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674071:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477128320/t0(0) o400->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674077:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674078:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674079:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613494.674081:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674082:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674083:0:2389:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613494.674084:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674086:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613494.674087:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674089:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674090:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613494.674092:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674093:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674094:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674097:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477127936/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674102:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674103:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674105:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613494.674106:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674107:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674108:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613494.674110:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674111:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:0.0:1773613494.674112:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674113:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674114:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:0.0:1773613494.674117:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674118:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674119:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674122:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477128192/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674128:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674129:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674131:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3e600. 02000000:00000001:0.0:1773613494.674133:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674134:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674135:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613494.674136:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674138:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500e00. 02000000:00000001:0.0:1773613494.674139:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674141:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674142:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:0.0:1773613494.674144:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674145:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674146:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613494.674149:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477128448/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613494.674155:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613494.674156:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613494.674157:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613494.674159:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613494.674160:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613494.674161:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613494.674163:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613494.674164:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500300. 02000000:00000001:0.0:1773613494.674166:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613494.674167:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613494.674168:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:0.0:1773613494.674170:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613494.674172:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674174:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613494.674181:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613494.674182:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613494.674185:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613494.674188:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366154:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366161:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366163:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366174:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366176:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366180:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366181:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366185:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366186:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613495.366189:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613495.366190:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613495.366542:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613495.366558:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613495.366562:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613496.391405:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391412:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613496.391418:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391420:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613496.391424:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391425:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613496.391428:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391430:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613496.391434:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391435:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613496.391438:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613496.391439:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613496.391882:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613496.391885:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613496.391888:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613497.414535:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414543:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613497.414546:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613497.414550:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414555:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613497.414557:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414559:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414561:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414566:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414567:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414572:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414573:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414577:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414579:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613497.414580:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613497.414582:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414584:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613497.414585:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414587:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414589:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414592:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414594:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414597:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613497.414599:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613497.414600:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613497.414601:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414603:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613497.414604:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414606:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613497.414607:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613497.415245:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613497.415248:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613497.415252:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613498.438105:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613498.438117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438118:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613498.438121:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438122:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613498.438125:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438126:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613498.438129:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438130:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613498.438132:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613498.438133:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613498.438243:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613498.438247:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613498.438251:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613498.630268:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300588410, at 4300588416 00000100:00000010:3.0:1773613498.630283:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853300. 00000100:00000040:2.0:1773613498.634139:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300588410, at 4300588420 00000100:00000010:2.0:1773613498.634167:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853240. 00010000:00000001:0.0:1773613499.462184:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462190:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.462196:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462198:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.462201:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462202:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.462206:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462207:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.462211:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462212:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.462215:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.462216:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613499.462492:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613499.462496:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613499.462499:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773613499.671931:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.672015:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613499.672019:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.672022:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613499.672030:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.672040:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613499.672050:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.672055:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.672060:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.672064:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x69b71b1d09180 00000400:00000200:2.0:1773613499.672069:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.672075:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x1b5765 [1] + 224 00000800:00000001:2.0:1773613499.672082:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.672093:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613499.672106:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613499.672110:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613499.672118:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613499.672126:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613499.672135:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613499.672161:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613499.672168:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.672172:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.672298:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613499.672303:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613499.672309:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613499.672311:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613499.672315:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613499.672320:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613499.672322:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613499.672326:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613499.672331:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613499.672340:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738e00 x1859762477109632/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613499.672346:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613499.672348:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.672350:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613499.672354:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613499.672357:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613499.672359:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613499.672362:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613499.672386:0:2390:0:(import.c:2136:obd_at_measure()) add 125 to ffff99364a1f1530 time=138 v=36 (36 0 36 36) 00000100:00001000:1.0:1773613499.672390:0:2390:0:(import.c:2202:obd_at_measure()) AT ffff99364a1f1530 change: old=36 new=125 delta=89 (val=125) hist 125 0 36 36 00000100:00001000:1.0:1773613499.672393:0:2390:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff993644bc9800 ptl 6 has changed from 36 to 125 00000100:00001000:1.0:1773613499.672396:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=122 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613499.672398:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613499.672399:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.672402:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613499.672405:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613499.672409:0:2390:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613499.672410:0:2390:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613499.672411:0:2390:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613499.672413:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613499.672415:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000001:1.0:1773613499.672418:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613499.672420:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613499.672422:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613499.672424:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613499.672428:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738e00 x1859762477109632/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613499.672435:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613499.672437:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613499.672439:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613499.672442:0:2390:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1773613499.672460:0:2390:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613499.672464:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738e00 x1859762477109632/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613499.672472:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477109632:192.168.203.144@tcp:10:truncate.0 00000100:00000001:1.0:1773613499.672476:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.672478:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613499.672481:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477109632/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613499.672486:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613499.672488:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.672495:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613499.672496:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613499.672498:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613499.672501:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.672898:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:2.0:1773613499.672902:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:2.0:1773613499.672904:0:86562:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613499.672907:0:86562:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613499.672909:0:86562:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.672911:0:86562:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.672913:0:86562:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:2.0:1773613499.672916:0:86562:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1773613499.672920:0:86562:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773613499.672965:0:86562:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613499.672968:0:86562:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613499.672970:0:86562:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613499.672988:0:86562:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773613499.672989:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:2.0:1773613499.672991:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:2.0:1773613499.672993:0:86562:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773613499.672996:0:86562:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773613499.673000:0:86562:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613499.673002:0:86562:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000001:2.0:1773613499.673004:0:86562:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773613499.673005:0:86562:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000002:2.0:1773613499.673007:0:86562:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=100 (1) m=1773613379 a=0 c=1773613379 b=11 00020000:00000001:2.0:1773613499.673011:0:86562:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773613499.673013:0:86562:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=100 m=1773613379 a=0 c=1773613379 b=11 00020000:00000001:2.0:1773613499.673015:0:86562:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.673017:0:86562:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.673019:0:86562:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000080:00200000:2.0:1773613499.673021:0:86562:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 100 i_blocks 11 00000080:00000001:2.0:1773613499.673024:0:86562:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773613499.673025:0:86562:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613499.673028:0:86562:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613499.673030:0:86562:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773613499.673032:0:86562:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b5eb7b8 (ffff993658df5248/0) at cl_lock_release():245 00000020:00000001:2.0:1773613499.673034:0:86562:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613499.673036:0:86562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b5eb7b8 (ffff993658df5248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773613499.673039:0:86562:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773613499.673041:0:86562:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613499.673043:0:86562:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436130600 : -113016273421016 : ffff9936592b3d28) 00000020:00000001:2.0:1773613499.673044:0:86562:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773613499.673045:0:86562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345730 (ffff993658df5638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773613499.673049:0:86562:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773613499.673050:0:86562:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773613499.673053:0:86562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613499.673055:0:86562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613499.673071:0:86562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=4 00000020:00000001:2.0:1773613499.673074:0:86562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:2.0:1773613499.673077:0:86562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:2.0:1773613499.673079:0:86562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613499.673084:0:86562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613499.673101:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613499.673102:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613499.673105:0:86562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613499.673114:0:86562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613499.673117:0:86562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613499.673120:0:86562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773613499.673126:0:86562:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993650f3a180. 00010000:00000001:2.0:1773613499.673129:0:86562:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613499.673190:0:86562:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1773613499.673193:0:86562:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613499.673195:0:86562:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613499.673197:0:86562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613499.673198:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613499.673199:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613499.673200:0:86562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613499.673201:0:86562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613499.673202:0:86562:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773613499.673204:0:86562:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613499.673206:0:86562:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613499.673207:0:86562:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773613499.673208:0:86562:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613499.673210:0:86562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b5eb7b8 (ffff993658df5248/0) at cl_lock_fini():72 00020000:00000001:2.0:1773613499.673213:0:86562:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773613499.673214:0:86562:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773613499.673216:0:86562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345730 (ffff993658df5248/1) at cl_lock_fini():72 00000008:00000010:2.0:1773613499.673218:0:86562:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aaab0. 00000020:00000001:2.0:1773613499.673222:0:86562:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773613499.673224:0:86562:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345700. 00020000:00000001:2.0:1773613499.673228:0:86562:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773613499.673233:0:86562:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773613499.673234:0:86562:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773613499.673237:0:86562:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613499.673238:0:86562:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613499.673239:0:86562:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613499.673241:0:86562:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613499.673242:0:86562:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613499.673244:0:86562:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613499.673245:0:86562:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613499.673247:0:86562:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613499.673248:0:86562:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773613499.673250:0:86562:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613499.673251:0:86562:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613499.673253:0:86562:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:2.0:1773613499.673255:0:86562:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff99364a8fcbb8. 00020000:00000001:2.0:1773613499.673258:0:86562:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613499.673259:0:86562:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613499.673261:0:86562:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613499.673262:0:86562:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613499.673263:0:86562:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613499.673265:0:86562:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613499.673266:0:86562:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613499.673268:0:86562:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613499.673271:0:86562:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613499.673272:0:86562:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613499.673274:0:86562:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613499.673275:0:86562:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613499.673277:0:86562:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613499.673279:0:86562:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5630 00000020:00000010:2.0:1773613499.673283:0:86562:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993652c29800. 00000020:00000010:2.0:1773613499.673287:0:86562:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:2.0:1773613499.673291:0:86562:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:2.0:1773613499.673296:0:86562:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987540. 00008000:00000010:2.0:1773613499.673301:0:86562:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d8b8. 00000080:00000010:2.0:1773613499.673306:0:86562:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb5e8. 00000080:00000010:2.0:1773613499.673311:0:86562:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527d98. 00000020:00000010:2.0:1773613499.673314:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993652c29600. 00000008:00000010:2.0:1773613499.673317:0:86562:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd4a0. 00020000:00000010:2.0:1773613499.673321:0:86562:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2d00. 00008000:00000010:2.0:1773613499.673325:0:86562:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df47f0. 00000080:00000010:2.0:1773613499.673328:0:86562:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:2.0:1773613499.673335:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e99c00. 00000020:00000010:2.0:1773613499.673340:0:86562:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5630. 00020000:00000001:2.0:1773613499.673342:0:86562:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613499.673344:0:86562:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613499.673347:0:86562:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613499.673349:0:86562:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613499.673352:0:86562:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613499.673354:0:86562:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613499.673355:0:86562:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5240 00000020:00000010:2.0:1773613499.673357:0:86562:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660f25a00. 00000020:00000010:2.0:1773613499.673360:0:86562:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848420. 00000008:00000010:2.0:1773613499.673363:0:86562:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:2.0:1773613499.673366:0:86562:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987a80. 00008000:00000010:2.0:1773613499.673368:0:86562:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56d530. 00000080:00000010:2.0:1773613499.673370:0:86562:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbc78. 00000080:00000010:2.0:1773613499.673373:0:86562:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527b50. 00000020:00000010:2.0:1773613499.673375:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364c8fea00. 00000008:00000010:2.0:1773613499.673378:0:86562:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:2.0:1773613499.673380:0:86562:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3cc0. 00008000:00000010:2.0:1773613499.673382:0:86562:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4c60. 00000080:00000010:2.0:1773613499.673384:0:86562:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb780. 00000020:00000010:2.0:1773613499.673386:0:86562:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993658df6c00. 00000020:00000010:2.0:1773613499.673390:0:86562:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5240. 00000080:00000001:2.0:1773613499.673393:0:86562:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613499.673396:0:86562:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1773613499.673399:0:86562:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365924e000. 00000020:00000001:2.0:1773613499.673406:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03c90 00000080:00200008:2.0:1773613499.673409:0:86562:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff99365810d348) current size 100, valid attrs 168, mode ffff, uid -1161531092, gid -1, new size 100, atime 1773613379.000000000, mtime 1773613379.000000000, ctime 1773613379.000000000, rc 0 00000080:00000001:2.0:1773613499.673414:0:86562:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613499.673421:0:86562:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773613499.673423:0:86562:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1d03e58 00000080:00002000:2.0:1773613499.673426:0:86562:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff9936580760d8, parent ffff99365037c6c0, inode ffff99365810d348) hashed, 00000080:00000001:2.0:1773613499.673429:0:86562:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613499.673449:0:86562:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613499.673455:0:86562:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:1.0:1773613499.679484:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613499.679491:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613499.679496:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773613499.679499:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773613499.679501:0:79322:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613499.679507:0:79322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613499.679521:0:79322:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a936800 already unused, calling callback (ffffffffc10f6260) 00000008:00000001:1.0:1773613499.679525:0:79322:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773613499.679527:0:79322:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613499.679529:0:79322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613499.679532:0:79322:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613499.679534:0:79322:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936800 refcount=3 00000020:00000001:1.0:1773613499.679536:0:79322:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613499.679539:0:79322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299072 : -113016518252544 : ffff99364a936800) 00010000:00000001:1.0:1773613499.679542:0:79322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613499.679545:0:79322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428480000000 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1773613499.679552:0:79322:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773613499.679555:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613499.679564:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613499.679569:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aade00. 00000020:00000010:1.0:1773613499.679575:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613499.679579:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613499.680047:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613499.680051:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613499.680056:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613499.680063:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613499.680067:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613499.680070:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac800. 00000008:00000010:1.0:1773613499.680074:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613499.680077:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613499.680080:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613499.680084:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613499.680086:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613499.680089:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613499.680091:0:79322:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773613499.680244:0:79322:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1773613499.680246:0:79322:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613499.680249:0:79322:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5ea0. 00000020:00000010:1.0:1773613499.680253:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac000. 00000020:00000010:1.0:1773613499.680256:0:79322:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613499.680260:0:79322:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613499.680263:0:79322:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613499.680265:0:79322:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987840. 00008000:00000010:1.0:1773613499.680268:0:79322:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613499.680271:0:79322:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613499.680273:0:79322:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613499.680277:0:79322:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993659eb0600. 00000008:00000010:1.0:1773613499.680279:0:79322:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcf20. 00020000:00000010:1.0:1773613499.680282:0:79322:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b1f80. 00008000:00000010:1.0:1773613499.680284:0:79322:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4608. 00000080:00000010:1.0:1773613499.680287:0:79322:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb0f0. 00000020:00000001:1.0:1773613499.680289:0:79322:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431158440 : -113016278393176 : ffff993658df5ea8) 00000020:00001000:1.0:1773613499.680291:0:79322:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5ea0 00000008:00000001:1.0:1773613499.680295:0:79322:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1773613499.680297:0:79322:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1773613499.680301:0:79322:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773613499.680303:0:79322:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613499.680305:0:79322:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773613499.680309:0:79322:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773613499.680312:0:79322:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773613499.680315:0:79322:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613499.680317:0:79322:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84a8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1773613499.680321:0:79322:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613499.680323:0:79322:0:(osc_lock.c:372:osc_lock_flush()) object ffff99364a84a8c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1773613499.680327:0:79322:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1773613499.680330:0:79322:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613499.680332:0:79322:0:(cl_object.c:151:cl_object_top()) ffff9936522a7b70 -> ffff9936522a7b70 00000020:00000001:1.0:1773613499.680334:0:79322:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613499.680337:0:79322:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613499.680339:0:79322:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613499.680342:0:79322:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613499.680343:0:79322:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613499.680344:0:79322:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613499.680348:0:79322:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99364b5716f0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1773613499.680352:0:79322:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613499.680353:0:79322:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613499.680355:0:79322:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613499.680357:0:79322:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613499.680358:0:79322:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680360:0:79322:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613499.680360:0:79322:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613499.680362:0:79322:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1773613499.680363:0:79322:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613499.680365:0:79322:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1773613499.680368:0:79322:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:1.0:1773613499.680370:0:79322:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:1.0:1773613499.680372:0:79322:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:1.0:1773613499.680374:0:79322:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773613499.680375:0:79322:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057204123376 : -113016505428240 : ffff99364b5716f0) 00000020:00000001:1.0:1773613499.680378:0:79322:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1773613499.680379:0:79322:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1773613499.680381:0:79322:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613499.680385:0:79322:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[2 00000000f64be679 1 1 0000000044d169d9] 00000020:00000001:1.0:1773613499.680386:0:79322:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1773613499.680671:0:79322:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1773613499.680674:0:79322:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:1.0:1773613499.680676:0:79322:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680680:0:79322:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:1.0:1773613499.680681:0:79322:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:1.0:1773613499.680682:0:79322:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613499.680684:0:79322:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613499.680685:0:79322:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613499.680688:0:79322:0:(cl_page.c:547:__cl_page_state_set()) page@00000000ffd630b1[2 00000000f64be679 2 1 0000000000000000] 00000020:00000001:1.0:1773613499.680690:0:79322:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1773613499.680691:0:79322:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1773613499.680693:0:79322:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1773613499.680694:0:79322:0:(osc_page.c:138:osc_page_delete()) ffff993658e145a0 00000008:00000001:1.0:1773613499.680696:0:79322:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1773613499.680698:0:79322:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993658e145b0 page ffff993658e145a0 at index 0. 00000008:00000001:1.0:1773613499.680701:0:79322:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613499.680705:0:79322:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1773613499.680708:0:79322:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c4a76b80 index 0 00000020:00000001:1.0:1773613499.680712:0:79322:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613499.680714:0:79322:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613499.680725:0:79322:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:1.0:1773613499.680727:0:79322:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613499.680728:0:79322:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613499.680729:0:79322:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1773613499.680731:0:79322:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613499.680733:0:79322:0:(cl_page.c:596:cl_batch_put()) page@00000000ffd630b1[1 00000000f64be679 5 1 0000000000000000] 00000020:00000001:1.0:1773613499.680734:0:79322:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:1.0:1773613499.680736:0:79322:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:1.0:1773613499.680740:0:79322:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993658e14540. 00000020:00000001:1.0:1773613499.680745:0:79322:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:1.0:1773613499.680746:0:79322:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773613499.680765:0:79322:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613499.680768:0:79322:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613499.680771:0:79322:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613499.680772:0:79322:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613499.680774:0:79322:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613499.680775:0:79322:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1773613499.680779:0:79322:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613499.680780:0:79322:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1773613499.680781:0:79322:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613499.680783:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5ea0 00000020:00000010:1.0:1773613499.680786:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613499.680792:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848420. 00000008:00000010:1.0:1773613499.680795:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613499.680798:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987840. 00008000:00000010:1.0:1773613499.680802:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613499.680805:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613499.680809:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613499.680812:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac000. 00000008:00000010:1.0:1773613499.680815:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcf20. 00020000:00000010:1.0:1773613499.680818:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b1f80. 00008000:00000010:1.0:1773613499.680821:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4608. 00000080:00000010:1.0:1773613499.680823:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb0f0. 00000020:00000010:1.0:1773613499.680826:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993659eb0600. 00000020:00000010:1.0:1773613499.680828:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5ea0. 00000008:00000001:1.0:1773613499.680831:0:79322:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680833:0:79322:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00010000:00000001:1.0:1773613499.680836:0:79322:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1773613499.680839:0:79322:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680841:0:79322:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000020:00000001:1.0:1773613499.680842:0:79322:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773613499.680844:0:79322:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 0 00020000:00000001:1.0:1773613499.680847:0:79322:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613499.680849:0:79322:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680850:0:79322:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.680852:0:79322:0:(cl_object.c:151:cl_object_top()) ffff99364a84a8c0 -> ffff9936522a7b70 00000008:00000001:1.0:1773613499.680855:0:79322:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613499.680857:0:79322:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613499.680859:0:79322:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613499.680861:0:79322:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613499.680864:0:79322:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613499.680866:0:79322:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613499.680869:0:79322:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613499.680871:0:79322:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613499.680874:0:79322:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613499.680876:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aade00. 00000008:00000010:1.0:1773613499.680878:0:79322:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613499.680880:0:79322:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613499.680882:0:79322:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613499.680884:0:79322:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613499.680885:0:79322:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac800. 00000020:00000010:1.0:1773613499.680887:0:79322:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000008:00000001:1.0:1773613499.680889:0:79322:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.680893:0:79322:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613499.680897:0:79322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613499.680899:0:79322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613499.680902:0:79322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613499.680906:0:79322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613499.680909:0:79322:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a936800 with handle 0xa1aa084204a011ac from hash 00010000:00000001:1.0:1773613499.680911:0:79322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613499.680912:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613499.680914:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613499.680915:0:79322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613499.680919:0:79322:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613499.680921:0:79322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1773613499.680926:0:79322:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613499.680929:0:79322:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.680931:0:79322:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613499.684241:0:79322:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613499.684259:0:79322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613499.684266:0:79322:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613499.684270:0:79322:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613499.684273:0:79322:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613499.684278:0:79322:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613499.684285:0:79322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993659eb0600. 00000100:00000001:1.0:1773613499.684292:0:79322:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.684294:0:79322:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613499.684304:0:79322:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773613499.684316:0:79322:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613499.684317:0:79322:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.684323:0:79322:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613499.684328:0:79322:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613499.684339:0:79322:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.684403:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.684407:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.684410:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.684416:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.684424:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.684426:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.684429:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.684432:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.684434:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.684437:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477128576:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613499.684441:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.684446:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.684449:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.684451:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.684456:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3fc00. 02000000:00000001:0.0:1773613499.684458:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.684465:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.684469:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f160. 00000400:00000010:0.0:1773613499.684475:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17cc0. 00000100:00000200:0.0:1773613499.684481:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128576, portal 18 00000100:00000001:0.0:1773613499.684483:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.684485:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:0.0:1773613499.684492:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.684499:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.684501:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.684504:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c177f8. 00000100:00000200:0.0:1773613499.684508:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477128576, offset 0 00000400:00000200:0.0:1773613499.684514:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.684523:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.684531:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.684536:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.684541:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.684544:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.684547:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.684550:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225144:225144:256:4294967295] 192.168.203.144@tcp LPNI seq info [225079:225079:8:4294967295] 00000400:00000200:0.0:1773613499.684554:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.684563:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.684569:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.684573:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613499.684580:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.684600:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.684604:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.684620:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.684623:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1037613 usecs (1038 jiffies) 00000400:00000200:0.0:1773613499.684627:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.684629:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300590508 00000100:00000010:0.0:1773613499.684636:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853240. 00000100:00000001:0.0:1773613499.684642:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773613499.684647:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300590508 00000100:00000010:0.0:1773613499.684650:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a853300. 00000100:00000001:0.0:1773613499.684653:0:2390:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773613499.684656:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.684659:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.684662:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.684665:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613499.684784:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.684790:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:3.0:1773613499.684796:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.684801:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.684805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c177f8 00000400:00000010:3.0:1773613499.684808:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c177f8. 00000100:00000001:3.0:1773613499.684811:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.684816:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.684825:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.684829:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.684835:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.684837:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773613499.685334:0:79322:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613499.685341:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613499.685343:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613499.685345:0:79322:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.685347:0:79322:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613499.685350:0:79322:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613499.685369:0:79322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613499.685379:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613499.685381:0:79322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000a9dec620/0xa1aa084204a011ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0x1dc4d5fc0aabda28 expref: -99 pid: 86553 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:1.0:1773613499.685390:0:79322:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345cb40. 00010000:00000040:1.0:1773613499.685394:0:79322:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08dc00 count: 0 00010000:00000010:1.0:1773613499.685400:0:79322:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a08d000. 00010000:00000001:1.0:1773613499.685409:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613499.685411:0:79322:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773613499.685414:0:79322:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993650f3a180. 00010000:00000001:1.0:1773613499.685419:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613499.685422:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613499.685424:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613499.685426:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613499.685428:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613499.685430:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613499.685431:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613499.685434:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613499.685435:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613499.685436:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613499.685459:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613499.685462:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.689682:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613499.689689:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613499.689695:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.689698:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.689701:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.689705:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1773613499.689976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca5560. 00000800:00000001:2.0:1773613499.690838:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.690852:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613499.690855:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.690858:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613499.690867:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.690873:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613499.690882:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.690886:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.690891:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613499.690895:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x69b71b1964300 00000400:00000200:2.0:1773613499.690903:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x1b4fed [2] + 984 00000800:00000001:2.0:1773613499.690910:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.690918:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613499.690920:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613499.690924:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613499.690931:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613499.690970:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613499.690977:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9180. 00000100:00000040:2.0:1773613499.690980:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab9180 x1859762473288448 msgsize 392 00000100:00100000:2.0:1773613499.690985:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613499.690992:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613499.690999:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613499.691002:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613499.691275:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613499.691278:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473288448 02000000:00000001:3.0:1773613499.691281:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613499.691283:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613499.691286:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613499.691289:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613499.691293:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473288448 00000020:00000001:3.0:1773613499.691297:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613499.691298:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0116d 00000020:00000001:3.0:1773613499.691301:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613499.691303:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99364b4f3800 refcount=4 00000020:00000001:3.0:1773613499.691306:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000020:00000001:3.0:1773613499.691308:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057203607552 : -113016505944064 : ffff99364b4f3800) 00000100:00000001:3.0:1773613499.691312:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613499.691318:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec340. 00000100:00000001:3.0:1773613499.691320:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613499.691322:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec340. 00000020:00000010:3.0:1773613499.691327:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a000. 00000020:00000010:3.0:1773613499.691332:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50180. 00000020:00000010:3.0:1773613499.691337:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613499.691343:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613499.691346:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613499.691348:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613499.691350:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691356:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691369:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613499.691381:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613499.691383:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613499.691388:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 48 00000100:00000040:3.0:1773613499.691391:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99364b4f3800 : new rpc_count 1 00000100:00000001:3.0:1773613499.691393:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561981312 : -113016147570304 : ffff993660ab9180) 00000100:00000040:3.0:1773613499.691400:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab9180 x1859762473288448/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:730/0 lens 392/0 e 0 to 0 dl 1773613510 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613499.691408:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613499.691411:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec340. 00000100:00000001:3.0:1773613499.691413:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613499.691415:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec340. 00000100:00100000:3.0:1773613499.691418:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25948:x1859762473288448:12345-192.168.203.144@tcp:105: 00000100:00000200:3.0:1773613499.691422:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473288448 00010000:00000001:3.0:1773613499.691424:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613499.691431:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613499.691432:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613499.691434:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:3.0:1773613499.691436:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:3.0:1773613499.691439:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00010000:3.0:1773613499.691445:0:67848:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613499.691456:0:67848:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1773613499.691459:0:67848:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613499.691467:0:67848:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613499.691475:0:67848:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1773613499.691478:0:67848:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613499.691480:0:67848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613499.691482:0:67848:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773613499.691484:0:67848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613499.691490:0:67848:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1773613499.691494:0:67848:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613499.691501:0:67848:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4b:0x0].0x0 (ffff99364a08d800) refcount = 1 00010000:00000040:3.0:1773613499.691503:0:67848:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773613499.691505:0:67848:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773613499.691516:0:67848:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff993650e2b200. 00010000:00000001:3.0:1773613499.691519:0:67848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1773613499.691522:0:67848:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773613499.691530:0:67848:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff99364a8ec340. 00000100:00000001:3.0:1773613499.691533:0:67848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613499.691537:0:67848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993658c136c0. 00000100:00000001:3.0:1773613499.691539:0:67848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057429182144 : -113016280369472 : ffff993658c136c0) 00000100:00000001:3.0:1773613499.691541:0:67848:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446631057429182144 : -113016280369472 : ffff993658c136c0) 00000100:00000001:3.0:1773613499.691544:0:67848:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613499.691545:0:67848:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773613499.691547:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613499.691549:0:67848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613499.691554:0:67848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613499.691556:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613499.691558:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613499.691559:0:67848:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613499.691560:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773613499.691562:0:67848:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773613499.691564:0:67848:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691565:0:67848:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691567:0:67848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1773613499.691568:0:67848:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993658c136c0. 00000100:00000001:3.0:1773613499.691572:0:67848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773613499.691574:0:67848:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773613499.691575:0:67848:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff99364a8ec340. 00010000:00010000:3.0:1773613499.691578:0:67848:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff99364a937a00) 00010000:00000001:3.0:1773613499.691579:0:67848:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613499.691674:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613499.691675:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613499.691677:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613499.691681:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613499.691685:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993643809400. 02000000:00000001:3.0:1773613499.691688:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691690:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613499.691694:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613499.691696:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613499.691700:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=255 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613499.691704:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613499.691706:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 22 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613499.691708:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613499.691711:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613499.691712:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.691715:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613499.691718:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613499.691722:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613499.691727:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473288448, offset 224 00000400:00000200:3.0:1773613499.691733:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613499.691740:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.691747:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613499.691752:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225145:225145:256:4294967295] 192.168.203.144@tcp LPNI seq info [225080:225080:8:4294967295] 00000400:00000200:3.0:1773613499.691756:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.691764:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613499.691769:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613499.691773:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613499.691779:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613499.691785:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613499.691789:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613499.691801:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613499.691804:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 21 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613499.691807:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613499.691812:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9180 x1859762473288448/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:730/0 lens 392/224 e 0 to 0 dl 1773613510 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613499.691826:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25948:x1859762473288448:12345-192.168.203.144@tcp:105: Request processed in 415us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613499.691833:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 48 00000100:00000040:3.0:1773613499.691836:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99364b4f3800 : new rpc_count 0 00000100:00000001:3.0:1773613499.691838:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613499.691840:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613499.691844:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50180. 00000020:00000010:3.0:1773613499.691851:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613499.691854:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a000. 00000020:00000040:3.0:1773613499.691858:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 3 00000100:00000001:3.0:1773613499.691861:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613499.694448:0:86565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.694466:0:86565:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613499.694471:0:86565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.694479:0:86565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613499.694481:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.694482:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613499.694483:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.694484:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613499.694486:0:86565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.694490:0:86565:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773613499.694493:0:86565:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613499.694497:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613499.694499:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613499.694502:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:0.0:1773613499.694504:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694506:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694509:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613499.694510:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613499.694511:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=4 00000020:00000001:0.0:1773613499.694513:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694515:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694518:0:86565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613499.694521:0:86565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613499.694524:0:86565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.694537:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.694538:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613499.694541:0:86565:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773613499.694544:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00010000:0.0:1773613499.694549:0:86565:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 100, setting rss=100; kms=100, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773613499.694555:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.694557:0:86565:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613499.694560:0:86565:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 100 00020000:00000001:0.0:1773613499.694562:0:86565:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613499.694564:0:86565:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694566:0:86565:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694568:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613499.694569:0:86565:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1773613499.694571:0:86565:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.694573:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613499.694574:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613499.694575:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:0.0:1773613499.694576:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694578:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.694693:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613499.694697:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.694704:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.694705:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613499.694707:0:86565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.694719:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613499.694720:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.694721:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613499.694723:0:86565:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.694726:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.694736:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477110272/t0(0) o101->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613396 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.694743:0:86565:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.694746:0:86565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.694750:0:86565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecd400. 02000000:00000001:0.0:1773613499.694755:0:86565:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.694757:0:86565:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.694759:0:86565:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613499.694761:0:86565:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.694763:0:86565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3e200. 02000000:00000001:0.0:1773613499.694766:0:86565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.694768:0:86565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.694770:0:86565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:0.0:1773613499.694773:0:86565:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.694775:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613499.694776:0:86565:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.694779:0:86565:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694781:0:86565:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.694784:0:86565:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694786:0:86565:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694788:0:86565:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694791:0:86565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694793:0:86565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694795:0:86565:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613499.694799:0:86565:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1773613499.694804:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bb80 00000080:00200000:0.0:1773613499.694806:0:86565:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:0.0:1773613499.694809:0:86565:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613499.694812:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613499.694816:0:86565:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853a20 addref 2/0 by ffff9936412f27c0. 00020000:00000002:0.0:1773613499.694818:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00000020:00000001:0.0:1773613499.694821:0:86565:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613499.694824:0:86565:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613499.694826:0:86565:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613499.694830:0:86565:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613499.694833:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613499.694834:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613499.694836:0:86565:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613499.694839:0:86565:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613499.694842:0:86565:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694843:0:86565:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.694845:0:86565:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694847:0:86565:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613499.694864:0:86565:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613499.694866:0:86565:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1773613499.694897:0:86565:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613499.694899:0:86565:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] ffffcf65c49bf880 0 1 00000020:00000001:0.0:1773613499.694902:0:86565:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613499.694904:0:86565:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694906:0:86565:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773613499.694913:0:86565:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff993658e14e00. 00000020:00000001:0.0:1773613499.694917:0:86565:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613499.694918:0:86565:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773613499.694921:0:86565:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773613499.694923:0:86565:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773613499.694926:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613499.694927:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000008:00000001:0.0:1773613499.694930:0:86565:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773613499.694932:0:86565:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff993658e14e70 folio ffffcf65c49bf880 pg:0 obj off 0 00000008:00000001:0.0:1773613499.694980:0:86565:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694982:0:86565:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613499.694984:0:86565:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773613499.694985:0:86565:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773613499.694987:0:86565:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.694991:0:86565:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.694993:0:86565:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446631057431285248 : -113016278266368 : ffff993658e14e00) 00000020:00000001:0.0:1773613499.694996:0:86565:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446631057431285248 : -113016278266368 : ffff993658e14e00) 00000020:00000001:0.0:1773613499.694999:0:86565:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613499.695002:0:86565:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613499.695003:0:86565:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613499.695010:0:86565:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613499.695011:0:86565:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613499.695012:0:86565:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613499.695016:0:86565:0:(cl_page.c:547:__cl_page_state_set()) page@0000000056b77e9d[2 0000000053fce969 1 1 000000006574818e] 00000020:00000001:0.0:1773613499.695018:0:86565:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613499.695020:0:86565:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613499.695022:0:86565:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:0.0:1773613499.695025:0:86565:0:(rw26.c:818:ll_write_begin()) page@0000000056b77e9d[2 0000000053fce969 2 1 000000006574818e] 00000080:00008000:0.0:1773613499.695027:0:86565:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:0.0:1773613499.695028:0:86565:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613499.695029:0:86565:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613499.695033:0:86565:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613499.695035:0:86565:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1773613499.695037:0:86565:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613499.695038:0:86565:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568808440 : -113016140743176 : ffff99366113bdf8) 00000020:00000001:0.0:1773613499.695040:0:86565:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613499.695042:0:86565:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613499.695044:0:86565:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613499.695046:0:86565:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613499.695048:0:86565:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613499.695049:0:86565:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613499.695052:0:86565:0:(rw26.c:967:ll_write_end()) page@0000000056b77e9d[3 0000000053fce969 2 1 000000006574818e] 00000080:00200000:0.0:1773613499.695055:0:86565:0:(rw26.c:967:ll_write_end()) vmpage @000000008c3fe864 17ffffc0001001 3:0 ffff993658e14e00 0 lru 00000080:00200000:0.0:1773613499.695062:0:86565:0:(rw26.c:967:ll_write_end()) osc-page@00000000fb7bfe50 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000d36bfe7 00000000df5b397c > 3< 0 0 > 4< 0 0 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773613499.695064:0:86565:0:(rw26.c:967:ll_write_end()) end page@0000000056b77e9d 00000080:00200000:0.0:1773613499.695066:0:86565:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613499.695067:0:86565:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1773613499.695071:0:86565:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613499.695073:0:86565:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:0.0:1773613499.695075:0:86565:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613499.695077:0:86565:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613499.695079:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613499.695080:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613499.695081:0:86565:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613499.695084:0:86565:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613499.695086:0:86565:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773613499.695087:0:86565:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613499.695088:0:86565:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773613499.695090:0:86565:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773613499.695092:0:86565:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff993658e14e70 folio ffffcf65c49bf880 pg:0 added for cmd 2 00000008:00000001:0.0:1773613499.695273:0:86565:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773613499.695276:0:86565:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff99365922b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3407872, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613499.695283:0:86565:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff99365922b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3407872, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613499.695287:0:86565:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff993658e14ea8 page ffffcf65c49bf880 00000008:00000020:0.0:1773613499.695291:0:86565:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff99365922b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 1703936, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773613499.695301:0:86565:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773613499.695303:0:86565:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.695305:0:86565:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773613499.695309:0:86565:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99366062ecc0. 00000008:00000020:0.0:1773613499.695314:0:86565:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff993652226a80 extents at osc_extent_find:830, mppr: 256. 00000008:00000020:0.0:1773613499.695318:0:86565:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773613499.695323:0:86565:0:(osc_cache.c:848:osc_extent_find()) extent ffff99366062ecc0@{[0 -> 255/255], [3|1|-|active|wi|ffff993652226a80], [1703936|0|-|-|ffff99364a937a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773613499.695329:0:86565:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1773613499.695337:0:86565:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773613499.695340:0:86565:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.695342:0:86565:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.695345:0:86565:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613499.695346:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000002:0.0:1773613499.695348:0:86565:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 100->4096 100 00000020:00000001:0.0:1773613499.695351:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.695352:0:86565:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613499.695354:0:86565:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 4096 00020000:00000001:0.0:1773613499.695356:0:86565:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613499.695358:0:86565:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695359:0:86565:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695361:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613499.695362:0:86565:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613499.695364:0:86565:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613499.695366:0:86565:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613499.695368:0:86565:0:(cl_page.c:596:cl_batch_put()) page@0000000056b77e9d[4 0000000053fce969 2 1 000000006574818e] 00000020:00000001:0.0:1773613499.695370:0:86565:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613499.695371:0:86565:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613499.695373:0:86565:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613499.695374:0:86565:0:(osc_request.c:745:osc_update_next_shrink()) next time 7122 to shrink grant 00000080:00000001:0.0:1773613499.695377:0:86565:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613499.695379:0:86565:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613499.695384:0:86565:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff993658112378, count 1, dirtied 1 00000080:00000001:0.0:1773613499.695386:0:86565:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613499.695395:0:86565:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613499.695396:0:86565:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613499.695397:0:86565:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613499.695399:0:86565:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613499.695401:0:86565:0:(cl_page.c:547:__cl_page_state_set()) page@0000000056b77e9d[3 0000000053fce969 2 1 0000000000000000] 00000020:00000001:0.0:1773613499.695402:0:86565:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613499.695404:0:86565:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613499.695405:0:86565:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613499.695406:0:86565:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613499.695408:0:86565:0:(cl_page.c:596:cl_batch_put()) page@0000000056b77e9d[3 0000000053fce969 1 1 0000000000000000] 00000020:00000001:0.0:1773613499.695409:0:86565:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613499.695410:0:86565:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613499.695411:0:86565:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613499.695412:0:86565:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613499.695414:0:86565:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695415:0:86565:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.695417:0:86565:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695418:0:86565:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613499.695420:0:86565:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:0.0:1773613499.695422:0:86565:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613499.695424:0:86565:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613499.695425:0:86565:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695427:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bb80 00000080:00200000:0.0:1773613499.695429:0:86565:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:0.0:1773613499.695432:0:86565:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.695434:0:86565:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613499.695435:0:86565:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613499.695436:0:86565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613499.695438:0:86565:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613499.695439:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.695441:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.695442:0:86565:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613499.695444:0:86565:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613499.695445:0:86565:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695447:0:86565:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695448:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613499.695450:0:86565:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695452:0:86565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.695454:0:86565:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.695455:0:86565:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695457:0:86565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695458:0:86565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613499.695460:0:86565:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613499.695461:0:86565:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613499.695462:0:86565:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613499.695464:0:86565:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773613499.695466:0:86565:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613499.695469:0:86565:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773613499.695474:0:86565:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613499.695475:0:86565:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.695477:0:86565:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613499.695478:0:86565:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613499.695480:0:86565:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773613499.695481:0:86565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613499.695482:0:86565:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.695484:0:86565:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.695485:0:86565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613499.695487:0:86565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613499.695489:0:86565:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613499.695491:0:86565:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_release():245 00000020:00000001:0.0:1773613499.695493:0:86565:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613499.695495:0:86565:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613499.695498:0:86565:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613499.695500:0:86565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613499.695501:0:86565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613499.695503:0:86565:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613499.695504:0:86565:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93ba30 (ffff993659fbecf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613499.695507:0:86565:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613499.695508:0:86565:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613499.695510:0:86565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613499.695511:0:86565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613499.695512:0:86565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=5 00000020:00000001:0.0:1773613499.695514:0:86565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.695516:0:86565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613499.695518:0:86565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613499.695520:0:86565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613499.695527:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.695528:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613499.695529:0:86565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613499.695531:0:86565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613499.695534:0:86565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613499.695543:0:86565:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613499.695545:0:86565:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613499.695547:0:86565:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613499.695551:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.695552:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613499.695553:0:86565:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.695556:0:86565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613499.695558:0:86565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.695560:0:86565:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.695562:0:86565:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.695564:0:86565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613499.695566:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.695567:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613499.695568:0:86565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613499.695569:0:86565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613499.695570:0:86565:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613499.695572:0:86565:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613499.695573:0:86565:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613499.695574:0:86565:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613499.695575:0:86565:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613499.695576:0:86565:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4cc68 (ffff993659fbee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613499.695579:0:86565:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000800:00000200:3.0:1773613499.695857:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.695863:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:3.0:1773613499.695868:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.695875:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.695882:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613499.695885:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613499.695890:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613499.695892:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773613499.695901:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.695910:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.695912:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.695914:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.695920:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.695924:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.695930:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.695955:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.695961:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.695965:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0db80 00000400:00000200:3.0:1773613499.695970:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.695976:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5dcd [1] + 224 00010000:00000010:1.1:1773613499.695979:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08dc00. 00000800:00000001:3.0:1773613499.695985:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1773613499.695988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a936800. 00000800:00000001:3.0:1773613499.695997:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.696000:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.696004:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.696008:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.696015:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613499.696024:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.696047:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.696053:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.696058:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.696080:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613499.696085:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613499.696092:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613499.696094:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613499.696097:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f160. 00000400:00000200:1.0:1773613499.696102:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17cc0 00000400:00000010:1.0:1773613499.696104:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17cc0. 00000100:00000001:1.0:1773613499.696107:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613499.696112:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613499.696123:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613499.696131:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613499.696133:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.696136:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613499.696138:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613499.696141:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613499.696142:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613499.696145:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613499.696153:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f14e8 time=348 v=5 (5 5 5 0) 00000100:00001000:1.0:1773613499.696157:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=122 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613499.696160:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613499.696162:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613499.696164:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613499.696167:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613499.696170:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613499.696173:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640284 00000100:00000001:1.0:1773613499.696174:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613499.696178:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613499.696182:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613499.696190:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613499.696193:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613499.696195:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613499.696199:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613499.696207:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477128576:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773613499.696213:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.696215:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613499.696218:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477128576/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613515 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613499.696226:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613499.696227:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613499.696230:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3fc00. 02000000:00000001:1.0:1773613499.696234:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613499.696236:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613499.696238:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613499.696239:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613499.696242:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993659eb0600. 02000000:00000001:1.0:1773613499.696245:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613499.696246:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613499.696248:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613499.696251:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613499.696252:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.696255:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613499.696273:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613499.696276:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613499.696278:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613499.696281:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.697230:0:86565:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613499.697234:0:86565:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93ba30 (ffff993659fbee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613499.697240:0:86565:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613499.697244:0:86565:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613499.697246:0:86565:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93ba00. 00020000:00000001:0.0:1773613499.697249:0:86565:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613499.697250:0:86565:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613499.697251:0:86565:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613499.697254:0:86565:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613499.697256:0:86565:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613499.697258:0:86565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613499.697259:0:86565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613499.697260:0:86565:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.697262:0:86565:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.697264:0:86565:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613499.697265:0:86565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613499.697267:0:86565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613499.697270:0:86565:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:0.0:1773613499.697271:0:86565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613499.697273:0:86565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613499.697274:0:86565:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613499.697275:0:86565:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613499.697277:0:86565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613499.697279:0:86565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613499.697281:0:86565:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.697282:0:86565:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613499.697284:0:86565:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613499.697285:0:86565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613499.697286:0:86565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613499.697300:0:86565:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773613499.697304:0:86565:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613499.697307:0:86565:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613499.697309:0:86565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613499.697310:0:86565:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613499.697311:0:86565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613499.697312:0:86565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613499.697314:0:86565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613499.697316:0:86565:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613499.697320:0:86565:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4200. 00000020:00000010:0.0:1773613499.697326:0:86565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613499.697330:0:86565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613499.697334:0:86565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613499.697339:0:86565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613499.697343:0:86565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613499.697347:0:86565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613499.697350:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000008:00000010:0.0:1773613499.697354:0:86565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613499.697358:0:86565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613499.697361:0:86565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613499.697365:0:86565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613499.697369:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613499.697371:0:86565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613499.697374:0:86565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613499.697375:0:86565:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613499.697377:0:86565:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613499.697379:0:86565:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613499.697382:0:86565:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613499.697383:0:86565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613499.697385:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bc98 00000080:00200000:0.0:1773613499.698047:0:86565:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:0.0:1773613499.698056:0:86565:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613499.698059:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.698062:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613499.698064:0:86565:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613499.698069:0:86565:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613499.698073:0:86565:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613499.698076:0:86565:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:0.0:1773613499.698078:0:86565:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613499.698080:0:86565:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:0.0:1773613499.698082:0:86565:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773613499 a=0 c=1773613499 b=11 00020000:00000001:0.0:1773613499.698086:0:86565:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613499.698088:0:86565:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773613499 a=0 c=1773613499 b=11 00020000:00000001:0.0:1773613499.698098:0:86565:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.698101:0:86565:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.698102:0:86565:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:0.0:1773613499.698110:0:86565:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 11 00000080:00000001:0.0:1773613499.698113:0:86565:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613499.698118:0:86565:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:0.0:1773613499.698120:0:86565:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:0.0:1773613499.698123:0:86565:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613499.698125:0:86565:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4c00. 00000020:00000010:0.0:1773613499.698130:0:86565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613499.698133:0:86565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613499.698136:0:86565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613499.698139:0:86565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613499.698143:0:86565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613499.698146:0:86565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613499.698148:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4e00. 00000008:00000010:0.0:1773613499.698150:0:86565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613499.698153:0:86565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613499.698155:0:86565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613499.698158:0:86565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613499.698161:0:86565:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000020:00000010:0.0:1773613499.698163:0:86565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000020:00000001:0.0:1773613499.698167:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bd88 00000080:00000008:0.0:1773613499.698169:0:86565:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:0.0:1773613499.698172:0:86565:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:0.0:1773613499.698238:0:86565:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613499.698241:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613499.698245:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613499.698248:0:86565:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613499.698252:0:86565:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613499.698254:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bdd0 00000080:00200008:0.0:1773613499.698255:0:86565:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff9936581121c8), flags 100001 00000080:00000001:0.0:1773613499.698259:0:86565:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613499.698261:0:86565:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613499.698262:0:86565:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613499.698264:0:86565:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000002:0.0:1773613499.698266:0:86565:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff9936412f27c0 00020000:00000001:0.0:1773613499.698268:0:86565:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613499.698270:0:86565:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613499.698277:0:86565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613499.698281:0:86565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613499.698287:0:86565:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:0.0:1773613499.700387:0:86565:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613499.700408:0:86565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613499.700411:0:86565:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:0.0:1773613499.700414:0:86565:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613499.700417:0:86565:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613499.700426:0:86565:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993660d3e400. 00000080:00000001:0.0:1773613499.700429:0:86565:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613499.700434:0:86565:0:(file.c:126:ll_prepare_close()) Process leaving 00000020:00000010:0.0:1773613499.700441:0:86565:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff993658ecd400. 00800000:00000001:0.0:1773613499.700445:0:86565:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613499.700448:0:86565:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:0.0:1773613499.700452:0:86565:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613499.700454:0:86565:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99365922b000: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613499.700460:0:86565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613499.700463:0:86565:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=5 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:0.0:1773613499.700468:0:86565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613499.700471:0:86565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613499.700475:0:86565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613499.700481:0:86565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660d3e200. 00000100:00000001:0.0:1773613499.700486:0:86565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613499.700503:0:86565:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613499.700519:0:86565:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99365922b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613499.700524:0:86565:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613499.700530:0:86565:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613499.700531:0:86565:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613499.700537:0:86565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613499.700539:0:86565:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057555753792 : -113016153797824 : ffff9936604c8b40) 00000100:00000001:0.0:1773613499.700542:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.700543:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000001:0.0:1773613499.700548:0:86565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613499.700551:0:86565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.700553:0:86565:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613499.700554:0:86565:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.700558:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.700564:0:86565:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.700566:0:86565:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.700569:0:86565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.700572:0:86565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.700574:0:86565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.700577:0:86565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477128832:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613499.702470:0:86565:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.702480:0:86565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.702483:0:86565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.702487:0:86565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.702497:0:86565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613499.702500:0:86565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.702510:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.702514:0:86565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613499.702520:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613499.702527:0:86565:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477128832, portal 10 00000100:00000001:0.0:1773613499.702531:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.702533:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:0.0:1773613499.702545:0:86565:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.702553:0:86565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.702556:0:86565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.702558:0:86565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17660. 00000100:00000200:0.0:1773613499.702562:0:86565:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477128832, offset 0 00000400:00000200:0.0:1773613499.702568:0:86565:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.702577:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.703076:0:86565:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.703081:0:86565:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.703085:0:86565:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.703097:0:86565:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.703100:0:86565:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.703104:0:86565:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225146:225146:256:4294967295] 192.168.203.144@tcp LPNI seq info [225081:225081:8:4294967295] 00000400:00000200:0.0:1773613499.703760:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.703771:0:86565:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.703776:0:86565:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.703782:0:86565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613499.703790:0:86565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.703798:0:86565:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.703802:0:86565:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.703864:0:86565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.703871:0:86565:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 29185 usecs (30 jiffies) 00000400:00000200:0.0:1773613499.703874:0:86565:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.703877:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300589518 00000100:00000001:0.0:1773613499.703880:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300590508 00000100:00000001:0.0:1773613499.703882:0:86565:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300589518 00000100:00000001:0.0:1773613499.703885:0:86565:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300590508 00000100:00000001:0.0:1773613499.703887:0:86565:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.703891:0:86565:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.703894:0:86565:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613499.703896:0:86565:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613499.703899:0:86565:0:(client.c:2690:ptlrpc_set_wait()) set ffff9936604c8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613499.703902:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.703904:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613499.707477:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.707487:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:3.0:1773613499.707494:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.707502:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.707509:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17660 00000400:00000010:3.0:1773613499.707512:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17660. 00000100:00000001:3.0:1773613499.707517:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.707525:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613499.707536:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.707540:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613499.707547:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.707549:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613499.719746:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.719762:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.719766:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.719768:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.719776:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.719784:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.719792:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.719796:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.719802:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.719806:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0dc80 00000400:00000200:3.0:1773613499.719811:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.719816:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5ddd [1] + 224 00000800:00000001:3.0:1773613499.719822:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.719828:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.719831:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.719835:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.719841:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.719849:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613499.719860:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613499.720604:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.720615:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.720620:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.720807:0:86565:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613499.720816:0:86565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613499.720818:0:86565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613499.720821:0:86565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613499.720826:0:86565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613499.720828:0:86565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613499.720832:0:86565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613499.720840:0:86565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613499.721077:0:86565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477128832/t0(0) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613515 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721085:0:86565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613499.721087:0:86565:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.721090:0:86565:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613499.721093:0:86565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613499.721095:0:86565:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613499.721301:0:86565:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.721307:0:86565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613499.721316:0:86565:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936498084a0 time=123 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613499.721321:0:86565:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613499.721323:0:86565:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613499.721325:0:86565:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.721327:0:86565:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613499.721331:0:86565:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.721334:0:86565:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613499.721336:0:86565:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613499.721338:0:86565:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613499.721340:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.721341:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000001:0.0:1773613499.721345:0:86565:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613499.721346:0:86565:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:0.0:1773613499.721348:0:86565:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613499.721350:0:86565:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.721355:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721363:0:86565:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.721366:0:86565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613499.721368:0:86565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613499.721372:0:86565:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613499.721380:0:86565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job dd:7da591f2-8971-483d-b9cd-f13578df9fa0:86565:1859762477128832:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613499.721385:0:86565:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.721399:0:86565:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.721401:0:86565:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613499.721404:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721407:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721413:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613499.721416:0:86565:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9936604c8b40. 00000100:00000001:0.0:1773613499.721420:0:86565:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613499.721422:0:86565:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.721429:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.721430:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000002:00000001:0.0:1773613499.721433:0:86565:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613499.721436:0:86565:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613499.721441:0:86565:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660d3e400. 00000080:00000001:0.0:1773613499.721445:0:86565:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613499.721448:0:86565:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613499.721453:0:86565:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613499.721458:0:86565:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721471:0:86565:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.721472:0:86565:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000001:0.0:1773613499.721474:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721477:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721483:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.721485:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721488:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721493:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.721495:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721498:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477110144/t103079215239(103079215239) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613435 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721504:0:86565:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613499.721507:0:86565:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.721509:0:86565:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613499.721511:0:86565:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.721514:0:86565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ece000. 02000000:00000001:0.0:1773613499.721518:0:86565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.721520:0:86565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.721523:0:86565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613499.721526:0:86565:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.721528:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.721529:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721532:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721538:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613499.721540:0:86565:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993659d0ba80. 00000002:00000001:0.0:1773613499.721543:0:86565:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613499.721544:0:86565:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613499.721547:0:86565:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364345c580. 00000100:00000001:0.0:1773613499.721549:0:86565:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.721552:0:86565:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477128832/t103079215241(103079215241) o35->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613515 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613499.721558:0:86565:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.721559:0:86565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.721561:0:86565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613499.721564:0:86565:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.721565:0:86565:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.721567:0:86565:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613499.721569:0:86565:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.721570:0:86565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660d3e200. 02000000:00000001:0.0:1773613499.721572:0:86565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.721573:0:86565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.721574:0:86565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:0.0:1773613499.721576:0:86565:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.721577:0:86565:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613499.721592:0:86565:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613499.721595:0:86565:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364a3fd2c0. 00000080:00000001:0.0:1773613499.721600:0:86565:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613499.721605:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204bdd0 00000080:00000008:0.0:1773613499.721608:0:86565:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff9936581121c8), flags 100001, rc = 0 00000080:00000001:0.0:1773613499.721611:0:86565:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613499.721616:0:86565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613499.721618:0:86565:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c204be00 00000080:00002000:0.0:1773613499.721620:0:86565:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff993658076d80, parent ffff9936503e35e8, inode ffff9936581121c8) hashed, 00000080:00000001:0.0:1773613499.721623:0:86565:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613499.754201:0:86582:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613499.754211:0:86582:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784682:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613499.784703:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613499.784714:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613499.784720:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613499.784724:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613499.784727:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613499.784732:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613499.784740:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613499.784749:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784759:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613499.784770:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613499.784773:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784778:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8c601ed] to pc [ptlrpcd_00_00+0] req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.784809:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784811:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613499.784814:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613499.784816:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613499.784819:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613499.784821:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613499.784822:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613499.784823:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613499.784826:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613499.784829:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784832:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613499.784839:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613499.784840:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784844:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_01+1] req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.784851:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784853:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613499.784856:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613499.784858:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613499.784860:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613499.784862:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613499.784863:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613499.784864:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613499.784867:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500a00. 00000100:00000001:0.0:1773613499.784869:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784872:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613499.784878:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613499.784880:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784883:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_00+0] req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.784890:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784893:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613499.784896:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613499.784899:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613499.784901:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613499.784903:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613499.784904:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613499.784905:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613499.784908:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613499.784911:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784915:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613499.784921:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613499.784923:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784926:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.784977:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.784979:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773613499.784983:0:75734:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773613499.784988:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5927) 00000100:00000001:0.0:1773613499.785038:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.785042:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.785044:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.785050:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785058:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.785060:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785063:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.785066:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.785069:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.785072:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477128960:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613499.785075:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.785081:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.785083:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785085:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.785091:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613499.785093:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.785100:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.785104:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613499.785111:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613499.785117:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477128960, portal 25 00000100:00000001:0.0:1773613499.785120:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.785121:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:0.0:1773613499.785126:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785133:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.785135:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.785138:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17c38. 00000100:00000200:0.0:1773613499.785141:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477128960, offset 0 00000400:00000200:0.0:1773613499.785147:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785155:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785161:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.785166:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.785171:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.785175:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.785177:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785180:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225147:225147:256:4294967295] 192.168.203.144@tcp LPNI seq info [225082:225082:8:4294967295] 00000400:00000200:0.0:1773613499.785184:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785192:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.785198:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.785202:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500d00. 00000800:00000200:0.0:1773613499.785208:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.785215:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.785219:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.785237:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.785241:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.785244:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300593531 00000100:00000001:0.0:1773613499.785250:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300590508 00000100:00000001:0.0:1773613499.785254:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300593531 00000100:00000001:0.0:1773613499.785258:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300590508 00000100:00000001:0.0:1773613499.785260:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.785584:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.785587:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.785593:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785599:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.785600:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785602:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.785604:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.785606:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.785608:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477129216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613499.785612:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.785615:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.785617:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785618:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.785621:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613499.785623:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.785627:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.785629:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613499.785633:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613499.785636:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129216, portal 4 00000100:00000001:0.0:1773613499.785638:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.785639:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:0.0:1773613499.785646:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785652:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.785653:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.785655:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613499.785657:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477129216, offset 0 00000400:00000200:0.0:1773613499.785661:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785665:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785668:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.785671:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.785673:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.785675:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.785677:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785679:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225148:225148:255:4294967295] 192.168.203.144@tcp LPNI seq info [225083:225083:7:4294967295] 00000400:00000200:0.0:1773613499.785683:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785688:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.785705:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.785709:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500e00. 00000800:00000200:0.0:1773613499.785713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.785718:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.785721:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.785724:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.785727:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 519332 usecs (520 jiffies) 00000400:00000200:0.0:1773613499.785730:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.785732:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300590090 00000100:00000001:0.0:1773613499.785734:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.785736:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300590090 00000100:00000001:0.0:1773613499.785738:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.785739:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.785741:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.785743:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.785746:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.785753:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613499.785755:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613499.785757:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.785758:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.785760:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.785762:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773613499.785764:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.785765:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613499.785767:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.785768:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.785770:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613499.785771:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.785774:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785781:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.785783:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785784:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.785786:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.785788:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.785791:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477129088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613499.785793:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.785796:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.785798:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785799:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.785802:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613499.785804:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.785807:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.785811:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f790. 00000400:00000010:0.0:1773613499.785814:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613499.785817:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129088, portal 10 00000100:00000001:0.0:1773613499.785819:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.785820:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:0.0:1773613499.785826:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785833:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.785835:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.785837:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17770. 00000100:00000200:0.0:1773613499.785839:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477129088, offset 0 00000400:00000200:0.0:1773613499.785843:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785846:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785850:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.785853:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.785855:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.785857:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.785859:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.785862:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225149:225149:254:4294967295] 192.168.203.144@tcp LPNI seq info [225084:225084:6:4294967295] 00000400:00000200:0.0:1773613499.785866:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.785872:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.785876:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.785879:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500300. 00000800:00000200:0.0:1773613499.785883:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.785887:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.785890:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.785893:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.785896:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 475673 usecs (476 jiffies) 00000400:00000200:0.0:1773613499.785899:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.785901:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300590046 00000100:00000001:0.0:1773613499.785903:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.785905:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300590046 00000100:00000001:0.0:1773613499.785907:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.785909:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.785911:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.785913:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613499.785917:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.785923:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613499.785924:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785926:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613499.785928:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613499.785930:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613499.785961:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477129344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613499.785965:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613499.785967:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613499.785970:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.785971:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613499.785975:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613499.785977:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613499.785980:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613499.785983:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f370. 00000400:00000010:0.0:1773613499.785986:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613499.785989:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129344, portal 4 00000100:00000001:0.0:1773613499.785990:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613499.785992:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:0.0:1773613499.785997:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.786004:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613499.786007:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613499.786010:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17dd0. 00000100:00000200:0.0:1773613499.786012:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477129344, offset 0 00000400:00000200:0.0:1773613499.786017:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613499.786020:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.786169:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613499.786173:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613499.786175:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613499.786178:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613499.786180:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613499.786183:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225150:225150:253:4294967295] 192.168.203.144@tcp LPNI seq info [225085:225085:5:4294967295] 00000400:00000200:0.0:1773613499.786187:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613499.786194:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613499.786198:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613499.786202:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500600. 00000800:00000200:0.0:1773613499.786206:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613499.786211:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613499.786213:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613499.786217:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.786220:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 32607 usecs (33 jiffies) 00000400:00000200:0.0:1773613499.786223:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613499.786225:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300589603 00000100:00000001:0.0:1773613499.786227:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.786229:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300589603 00000100:00000001:0.0:1773613499.786230:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300593531 00000100:00000001:0.0:1773613499.786232:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.786234:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.786236:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.786238:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.786344:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.786347:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613499.792826:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.792835:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500d00. 00000400:00000200:3.0:1773613499.792842:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.792851:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.792859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17c38 00000400:00000010:3.0:1773613499.792862:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17c38. 00000100:00000001:3.0:1773613499.792866:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.792874:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.792886:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.792889:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.792896:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.792898:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613499.793197:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.793201:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500e00. 00000400:00000200:3.0:1773613499.793204:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.793208:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.817116:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:3.0:1773613499.817125:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:3.0:1773613499.817135:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.817146:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817158:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.817161:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817168:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.817170:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613499.817201:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.817204:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500300. 00000400:00000200:3.0:1773613499.817210:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.817214:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.817217:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:3.0:1773613499.817219:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:3.0:1773613499.817221:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.817225:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817231:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.817234:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817240:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.817242:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613499.817663:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613499.817667:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500600. 00000400:00000200:3.0:1773613499.817670:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.817674:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613499.817677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:3.0:1773613499.817679:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:3.0:1773613499.817682:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613499.817686:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817693:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613499.817706:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.817713:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613499.817714:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613499.827761:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827778:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.827782:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827784:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.827793:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827800:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.827810:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827814:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827819:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827823:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0dd80 00000400:00000200:3.0:1773613499.827828:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827834:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5df5 [1] + 224 00000800:00000001:3.0:1773613499.827841:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827846:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.827848:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.827853:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.827859:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.827866:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613499.827877:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.827897:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.827908:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827911:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.827913:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827916:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.827919:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827922:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.827926:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827928:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827931:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827966:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0dd00 00000400:00000200:3.0:1773613499.827971:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.827975:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5de5 [1] + 224 00000800:00000001:3.0:1773613499.827980:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.827984:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.827986:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.827989:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.827992:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.827997:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613499.828004:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.828011:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.828014:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828017:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.828019:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828021:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.828253:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828259:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.828274:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828277:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828280:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828283:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0de00 00000400:00000200:3.0:1773613499.828287:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828299:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ded [1] + 224 00000800:00000001:3.0:1773613499.828303:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828308:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.828310:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.828313:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.828316:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.828321:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613499.828330:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.828338:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.828342:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828345:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613499.828347:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828348:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.828351:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828354:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613499.828358:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828361:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828363:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828366:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0de80 00000400:00000200:3.0:1773613499.828369:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613499.828373:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5dfd [1] + 224 00000800:00000001:3.0:1773613499.828376:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828381:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613499.828383:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613499.828386:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613499.828389:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613499.828393:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613499.828402:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613499.828409:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613499.828412:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613499.828414:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829153:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.829158:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613499.829166:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613499.829168:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613499.829171:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f790. 00000400:00000200:0.0:1773613499.829176:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:0.0:1773613499.829178:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:0.0:1773613499.829181:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613499.829189:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613499.829199:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829207:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613499.829208:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829211:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613499.829215:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613499.829217:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613499.829219:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.829222:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613499.829231:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=127 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613499.829235:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613499.829238:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613499.829240:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.829243:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613499.829246:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.829250:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613499.829252:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613499.829254:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613499.829256:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.829260:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829281:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.829284:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613499.829286:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613499.829298:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613499.829306:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477129088:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613499.829313:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613499.829314:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613499.829316:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f370. 00000400:00000200:0.0:1773613499.829318:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:0.0:1773613499.829320:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:0.0:1773613499.829322:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613499.829325:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613499.829334:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829340:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613499.829341:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829343:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613499.829345:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613499.829346:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613499.829347:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.829349:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613499.829353:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=123 v=5 (5 0 0 0) 00000100:00001000:0.0:1773613499.829356:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613499.829358:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613499.829359:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.829361:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613499.829363:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.829365:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613499.829366:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:0.0:1773613499.829368:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613499.829370:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.829373:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829380:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.829382:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613499.829383:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613499.829387:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613499.829395:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477129344:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613499.829399:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613499.829400:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613499.829402:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613499.829404:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:0.0:1773613499.829406:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:0.0:1773613499.829408:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613499.829412:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613499.829421:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829427:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613499.829428:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829430:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613499.829440:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613499.829441:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613499.829443:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.829445:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613499.829448:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613499.829450:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1773613499.829453:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613499.829454:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.829455:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613499.829458:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.829460:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.829463:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829471:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.829473:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613499.829474:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613499.829477:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613499.829485:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477128960:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1773613499.829489:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613499.829490:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613499.829492:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613499.829494:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613499.829496:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613499.829498:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613499.829501:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613499.829509:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829515:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613499.829516:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829518:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613499.829519:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613499.829520:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613499.829522:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613499.829524:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613499.829527:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=127 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613499.829530:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613499.829533:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613499.829534:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613499.829535:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613499.829537:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.829539:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613499.829541:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613499.829543:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613499.829544:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613499.829547:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829554:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613499.829555:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613499.829557:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613499.829560:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613499.829568:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477129216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613499.829571:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829574:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.829577:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477129088/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829584:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.829586:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.829589:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f800. 02000000:00000001:0.0:1773613499.829592:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.829594:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.829596:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613499.829598:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.829601:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:0.0:1773613499.829605:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.829607:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.829608:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:0.0:1773613499.829612:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.829613:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829615:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.829618:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477129344/t0(0) o400->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829630:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.829631:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.829633:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ee00. 02000000:00000001:0.0:1773613499.829635:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.829636:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.829637:0:2389:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:0.0:1773613499.829639:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.829640:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613499.829642:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.829643:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.829644:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:0.0:1773613499.829646:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.829647:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829649:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.829652:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477128960/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829658:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.829659:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.829661:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3f000. 02000000:00000001:0.0:1773613499.829663:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.829664:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.829665:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1773613499.829667:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.829668:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:0.0:1773613499.829670:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.829672:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.829673:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:0.0:1773613499.829675:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.829676:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829677:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613499.829680:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477129216/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613499.829686:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613499.829687:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613499.829688:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660d3ec00. 02000000:00000001:0.0:1773613499.829690:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613499.829691:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613499.829693:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613499.829694:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613499.829695:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500a00. 02000000:00000001:0.0:1773613499.829697:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613499.829698:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613499.829699:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:0.0:1773613499.829701:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613499.829702:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.829704:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613499.830538:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613499.830542:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613499.830545:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613499.830549:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613499.834812:0:86587:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613499.834823:0:86587:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613500.323513:0:86591:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613500.323526:0:86591:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613500.329260:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bd08 00000080:00200008:2.0:1773613500.329271:0:86592:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613500.329279:0:86592:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613500.329281:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bc80 00000080:00200000:2.0:1773613500.329282:0:86592:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613500.329291:0:86592:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365924e000. 00800000:00000002:2.0:1773613500.329299:0:86592:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613500.329303:0:86592:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613500.329308:0:86592:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613500.329311:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bba0 00800000:00000002:2.0:1773613500.329314:0:86592:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613500.329328:0:86592:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613500.329333:0:86592:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613500.329338:0:86592:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613500.329340:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201ba70 00000002:00010000:2.0:1773613500.329342:0:86592:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613500.329345:0:86592:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613500.329347:0:86592:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613500.329350:0:86592:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613500.329358:0:86592:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:2.0:1773613500.329361:0:86592:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613500.329366:0:86592:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613500.329370:0:86592:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613500.329375:0:86592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613500.329386:0:86592:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613500.329392:0:86592:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613500.329395:0:86592:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613500.329402:0:86592:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613500.329405:0:86592:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613500.329406:0:86592:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613500.329409:0:86592:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613500.329410:0:86592:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613500.329413:0:86592:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613500.329416:0:86592:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613500.329419:0:86592:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613500.329422:0:86592:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365924e000. 00000080:00000001:2.0:1773613500.329426:0:86592:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613500.329428:0:86592:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613500.329431:0:86592:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613500.329434:0:86592:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:2.0:1773613500.329437:0:86592:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613500.329439:0:86592:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613500.329441:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.329443:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.329445:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:2.0:1773613500.329447:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613500.329449:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613500.329452:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.329453:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613500.329455:0:86592:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613500.329456:0:86592:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613500.329459:0:86592:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c201bcb8 00010000:00000001:2.0:1773613500.329461:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.329462:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.329463:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:2.0:1773613500.329465:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613500.329466:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613500.329469:0:86592:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613500.329472:0:86592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613500.329478:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.329478:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.329480:0:86592:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613500.329482:0:86592:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613500.329485:0:86592:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613500.329494:0:86592:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613500.329497:0:86592:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613500.329500:0:86592:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613500.329504:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.329505:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.329506:0:86592:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.329509:0:86592:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613500.329511:0:86592:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.329513:0:86592:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.329515:0:86592:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.329516:0:86592:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613500.329518:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.329519:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613500.329521:0:86592:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613500.329523:0:86592:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613500.329526:0:86592:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613500.329531:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bd08 00000080:00000008:2.0:1773613500.329533:0:86592:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1773613500.338817:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bd08 00000080:00200008:2.0:1773613500.338826:0:86592:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613500.338833:0:86592:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613500.338835:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bc80 00000080:00200000:2.0:1773613500.338837:0:86592:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908),name=/ 00000080:00000010:2.0:1773613500.338844:0:86592:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99365924e000. 00800000:00000002:2.0:1773613500.338850:0:86592:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff99364a934580 2 00000080:00000001:2.0:1773613500.338854:0:86592:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613500.338858:0:86592:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613500.338860:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bba0 00800000:00000002:2.0:1773613500.338863:0:86592:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613500.338867:0:86592:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613500.338871:0:86592:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613500.338877:0:86592:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613500.338879:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201ba70 00000002:00010000:2.0:1773613500.338880:0:86592:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613500.338884:0:86592:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613500.338885:0:86592:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613500.338889:0:86592:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613500.338895:0:86592:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.338898:0:86592:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.338900:0:86592:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.338902:0:86592:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613500.338904:0:86592:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613500.338909:0:86592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613500.338913:0:86592:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=4 obd=lustre-MDT0000-mdc-ffff99365922b000 00010000:00000001:2.0:1773613500.338919:0:86592:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613500.338924:0:86592:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613500.338961:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.338964:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.338965:0:86592:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613500.338969:0:86592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613500.338971:0:86592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613500.338976:0:86592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613500.338983:0:86592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a785400. 00000100:00000001:2.0:1773613500.338990:0:86592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.338996:0:86592:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613500.338997:0:86592:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.338999:0:86592:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613500.339000:0:86592:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.339002:0:86592:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.339007:0:86592:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:2.0:1773613500.339011:0:86592:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613500.339013:0:86592:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613500.339018:0:86592:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946800. 00010000:00000010:2.0:1773613500.339022:0:86592:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce180. 00010000:00000001:2.0:1773613500.339026:0:86592:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613500.339029:0:86592:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3600. 00000020:00000001:2.0:1773613500.339033:0:86592:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613500.339036:0:86592:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3600 with handle 0xa1aa084204a011d6 to hash 00000020:00000001:2.0:1773613500.339038:0:86592:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613500.339040:0:86592:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.339042:0:86592:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.339046:0:86592:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613500.339050:0:86592:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613500.339053:0:86592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 86592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613500.339062:0:86592:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613500.339072:0:86592:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 86592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613500.339078:0:86592:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613500.339080:0:86592:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613500.339087:0:86592:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993650f3a300. 00000100:00000001:2.0:1773613500.339089:0:86592:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057298268928 : -113016411282688 : ffff993650f3a300) 00000100:00000001:2.0:1773613500.339091:0:86592:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613500.339093:0:86592:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613500.339098:0:86592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613500.339101:0:86592:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613500.339103:0:86592:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613500.339105:0:86592:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613500.339114:0:86592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.339122:0:86592:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613500.339124:0:86592:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613500.339128:0:86592:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613500.339131:0:86592:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613500.339133:0:86592:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613500.339136:0:86592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job lsof:7da591f2-8971-483d-b9cd-f13578df9fa0:86592:1859762477129472:192.168.203.144@tcp:101:lsof.0 00000100:00000001:2.0:1773613500.339140:0:86592:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613500.339145:0:86592:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613500.339147:0:86592:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613500.339149:0:86592:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613500.339154:0:86592:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99366067b800. 02000000:00000001:2.0:1773613500.339156:0:86592:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613500.339164:0:86592:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613500.339168:0:86592:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613500.339175:0:86592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613500.339181:0:86592:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477129472, portal 10 00000100:00000001:2.0:1773613500.339183:0:86592:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613500.339184:0:86592:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613500.339190:0:86592:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.339197:0:86592:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613500.339201:0:86592:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613500.339203:0:86592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7cc0. 00000100:00000200:2.0:1773613500.339206:0:86592:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477129472, offset 0 00000400:00000200:2.0:1773613500.339212:0:86592:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613500.339221:0:86592:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613500.339227:0:86592:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613500.339232:0:86592:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613500.339247:0:86592:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613500.339251:0:86592:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613500.339254:0:86592:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613500.339257:0:86592:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225151:225151:256:4294967295] 192.168.203.144@tcp LPNI seq info [225086:225086:8:4294967295] 00000400:00000200:2.0:1773613500.339262:0:86592:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613500.339271:0:86592:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613500.339276:0:86592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613500.339281:0:86592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415500. 00000800:00000200:2.0:1773613500.339287:0:86592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613500.339295:0:86592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613500.339299:0:86592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613500.339319:0:86592:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613500.339323:0:86592:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 29076 usecs (30 jiffies) 00000400:00000200:2.0:1773613500.339326:0:86592:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613500.339329:0:86592:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300590155 00000100:00000001:2.0:1773613500.339333:0:86592:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300593531 00000100:00000001:2.0:1773613500.339335:0:86592:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300590155 00000100:00000001:2.0:1773613500.339337:0:86592:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300593531 00000100:00000001:2.0:1773613500.339339:0:86592:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613500.339342:0:86592:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613500.339344:0:86592:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613500.339346:0:86592:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613500.339348:0:86592:0:(client.c:2690:ptlrpc_set_wait()) set ffff993650f3a300 going to sleep for 50 seconds 00000100:00000001:2.0:1773613500.339351:0:86592:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613500.339353:0:86592:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613500.339582:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613500.339587:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415500. 00000400:00000200:3.0:1773613500.339591:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613500.339596:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613500.339601:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7cc0 00000400:00000010:3.0:1773613500.339603:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7cc0. 00000100:00000001:3.0:1773613500.339607:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613500.339612:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613500.339621:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613500.339625:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613500.339632:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613500.339633:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613500.342469:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613500.342501:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613500.342507:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613500.342510:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613500.342521:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613500.342530:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613500.342541:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613500.342546:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613500.342553:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613500.342557:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d0df00 00000400:00000200:3.0:1773613500.342563:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613500.342570:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5e05 [1] + 224 00000800:00000001:3.0:1773613500.342580:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613500.342588:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613500.342591:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613500.342597:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613500.342605:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613500.342616:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613500.342628:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613500.342648:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613500.342658:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613500.342661:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613500.342702:0:86592:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613500.342716:0:86592:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613500.342718:0:86592:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613500.342723:0:86592:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613500.342731:0:86592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613500.342733:0:86592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613500.342737:0:86592:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613500.342747:0:86592:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613500.342758:0:86592:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613555 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.342767:0:86592:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613500.342768:0:86592:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613500.342771:0:86592:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613500.342774:0:86592:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613500.342776:0:86592:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613500.342778:0:86592:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613500.342781:0:86592:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613500.342790:0:86592:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=124 v=36 (36 0 0 0) 00000100:00001000:2.0:1773613500.342794:0:86592:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=124 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613500.342797:0:86592:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613500.342798:0:86592:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.342801:0:86592:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613500.342805:0:86592:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613500.342809:0:86592:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613500.342811:0:86592:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: skip recheck: last_committed 103079215239 00000100:00000001:2.0:1773613500.342813:0:86592:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613500.342814:0:86592:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613500.342819:0:86592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613555 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.342826:0:86592:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613500.342829:0:86592:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613500.342831:0:86592:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613500.342835:0:86592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613555 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613500.342843:0:86592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job lsof:7da591f2-8971-483d-b9cd-f13578df9fa0:86592:1859762477129472:192.168.203.144@tcp:101:lsof.0 00000100:00000001:2.0:1773613500.342847:0:86592:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613500.342850:0:86592:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613500.342852:0:86592:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773613500.342854:0:86592:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613500.342857:0:86592:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613555 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.342864:0:86592:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613500.342868:0:86592:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993650f3a300. 00000100:00000001:2.0:1773613500.342873:0:86592:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773613500.342874:0:86592:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.342877:0:86592:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613500.342880:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.342883:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.342886:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=4 00000020:00000001:2.0:1773613500.342888:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.342891:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000040:2.0:1773613500.342898:0:86592:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba3600, remote cookie: 0x1dc4d5fc0aabda9f, flags: 0x1001 00010000:00010000:2.0:1773613500.342903:0:86592:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613500.342918:0:86592:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.342925:0:86592:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613500.342929:0:86592:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613500.342971:0:86592:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613500.342973:0:86592:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613500.342974:0:86592:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613500.342977:0:86592:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946800) refcount = 1 00010000:00010000:2.0:1773613500.342981:0:86592:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.342988:0:86592:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1773613500.342997:0:86592:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff99364c8fea00. 00010000:00000001:2.0:1773613500.343000:0:86592:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613500.343002:0:86592:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613500.343004:0:86592:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613500.343007:0:86592:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613500.343010:0:86592:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343015:0:86592:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613500.343017:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343019:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343019:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343020:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343021:0:86592:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.343026:0:86592:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613500.343027:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343028:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343030:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343032:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343034:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343036:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343037:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343038:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=4 00000020:00000001:2.0:1773613500.343039:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343041:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343044:0:86592:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613500.343046:0:86592:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613500.343049:0:86592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343054:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343055:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343056:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343057:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343058:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=5 00000020:00000001:2.0:1773613500.343060:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343062:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343064:0:86592:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613500.343066:0:86592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343072:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343073:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613500.343075:0:86592:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343082:0:86592:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613500.343083:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343084:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343085:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343086:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613500.343091:0:86592:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613555 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773613500.343099:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343100:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343102:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343103:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343105:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343106:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343107:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613500.343108:0:86592:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.343110:0:86592:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.343112:0:86592:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773613500.343114:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343115:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343117:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343118:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343120:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00000002:00010000:2.0:1773613500.343123:0:86592:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343130:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343132:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343134:0:86592:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613500.343135:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343136:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343137:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343139:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343141:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000040:2.0:1773613500.343147:0:86592:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 2 00010000:00000001:2.0:1773613500.343149:0:86592:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613500.343153:0:86592:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993650fc5800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773613500.343155:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343156:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613500.343157:0:86592:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613500.343160:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201b9f0 00000002:00002000:2.0:1773613500.343162:0:86592:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773613500.343165:0:86592:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613500.343168:0:86592:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613500.343170:0:86592:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613500.343174:0:86592:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773613500.343176:0:86592:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613500.343180:0:86592:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 2 00000080:00000010:2.0:1773613500.343183:0:86592:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99365924e000. 00000080:00000001:2.0:1773613500.343188:0:86592:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613500.343191:0:86592:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613500.343198:0:86592:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773613500.343202:0:86592:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613500.343209:0:86592:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff993650f35ac0. 00800000:00000001:2.0:1773613500.343211:0:86592:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057298250432 : -113016411301184 : ffff993650f35ac0) 00800000:00000001:2.0:1773613500.343214:0:86592:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613500.343216:0:86592:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613500.343219:0:86592:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613500.343221:0:86592:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613500.343224:0:86592:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613500.343227:0:86592:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613500.343228:0:86592:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613500.343232:0:86592:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613500.343235:0:86592:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773613500.343452:0:86592:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613500.343455:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343457:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343458:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343460:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343462:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343464:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343465:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613500.343467:0:86592:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613500.343470:0:86592:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613500.343472:0:86592:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff993650f35ac0 1 00800000:00000010:2.0:1773613500.343474:0:86592:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff993650f35ac0. 00800000:00000001:2.0:1773613500.343477:0:86592:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613500.343480:0:86592:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) for lock 0xa1aa084204a011d6 00800000:00000001:2.0:1773613500.343483:0:86592:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613500.343485:0:86592:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613500.343486:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343487:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343489:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343491:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343493:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343495:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343496:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613500.343497:0:86592:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613500.343499:0:86592:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613500.343501:0:86592:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613500.343504:0:86592:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) 00000080:00010000:2.0:1773613500.343507:0:86592:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011d6 from it ffffaca8c201bcb8 00010000:00000001:2.0:1773613500.343508:0:86592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613500.343509:0:86592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613500.343510:0:86592:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613500.343512:0:86592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343514:0:86592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613500.343516:0:86592:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613500.343519:0:86592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613500.343526:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343527:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343528:0:86592:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613500.343530:0:86592:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613500.343533:0:86592:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613500.343546:0:86592:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613500.343549:0:86592:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613500.343550:0:86592:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613500.343554:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343555:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613500.343556:0:86592:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.343560:0:86592:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613500.343561:0:86592:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.343563:0:86592:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.343565:0:86592:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613500.343566:0:86592:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613500.343567:0:86592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613500.343568:0:86592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613500.343570:0:86592:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613500.343575:0:86592:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477129472/t0(0) o101->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613555 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613500.343581:0:86592:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613500.343584:0:86592:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613500.343587:0:86592:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99366067b800. 02000000:00000001:2.0:1773613500.343590:0:86592:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613500.343592:0:86592:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613500.343594:0:86592:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:2.0:1773613500.343597:0:86592:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613500.343599:0:86592:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a785400. 02000000:00000001:2.0:1773613500.343603:0:86592:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613500.343604:0:86592:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613500.343606:0:86592:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:2.0:1773613500.343609:0:86592:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613500.343611:0:86592:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613500.343615:0:86592:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613500.343621:0:86592:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff99366067b800. 00000020:00000001:2.0:1773613500.343624:0:86592:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c201bd08 00000080:00000008:2.0:1773613500.343627:0:86592:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00010000:00000001:0.0:1773613500.488783:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613500.488790:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613500.488796:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613500.488797:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613500.488800:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613500.488801:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613500.488804:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613500.488806:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613500.488809:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613500.488810:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613500.489133:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613500.489137:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613500.489140:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613501.509996:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613501.510003:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510009:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613501.510012:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613501.510014:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613501.510019:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613501.510021:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613501.510022:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510025:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613501.510027:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510029:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510032:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510035:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613501.510036:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510039:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613501.510041:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613501.510044:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613501.510045:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613501.510116:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613501.510119:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613501.510122:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613502.534016:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613502.534022:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613502.534026:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613502.534027:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613502.534031:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613502.534032:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613502.534035:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613502.534036:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613502.534039:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613502.534040:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613502.534114:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613502.534117:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613502.534120:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773613502.963514:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3d08 00000080:00200008:2.0:1773613502.963521:0:86601:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613502.963528:0:86601:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613502.963530:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3c80 00000080:00200000:2.0:1773613502.963531:0:86601:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908),name=/ 00000080:00000010:2.0:1773613502.963537:0:86601:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993652c29600. 00800000:00000002:2.0:1773613502.963543:0:86601:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff99364a934580 2 00000080:00000001:2.0:1773613502.963547:0:86601:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613502.963551:0:86601:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613502.963553:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3ba0 00800000:00000002:2.0:1773613502.963555:0:86601:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613502.963560:0:86601:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613502.963564:0:86601:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613502.963569:0:86601:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613502.963571:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3a70 00000002:00010000:2.0:1773613502.963573:0:86601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613502.963576:0:86601:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613502.963578:0:86601:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613502.963581:0:86601:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613502.963589:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 2 00010000:00000001:2.0:1773613502.963592:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613502.963597:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613502.963603:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613502.963609:0:86601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613502.963619:0:86601:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613502.963623:0:86601:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613502.963627:0:86601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613502.963634:0:86601:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613502.963636:0:86601:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613502.963638:0:86601:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613502.963640:0:86601:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613502.963642:0:86601:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613502.963644:0:86601:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613502.963647:0:86601:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613502.963649:0:86601:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 2 00000080:00000010:2.0:1773613502.963653:0:86601:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993652c29600. 00000080:00000001:2.0:1773613502.963657:0:86601:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613502.963659:0:86601:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613502.963661:0:86601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) 00000080:00010000:2.0:1773613502.963665:0:86601:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) for lock 0xa1aa084204a011d6 00800000:00000001:2.0:1773613502.963668:0:86601:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613502.963670:0:86601:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613502.963672:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613502.963674:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613502.963677:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613502.963679:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.963681:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.963684:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.963686:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613502.963687:0:86601:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613502.963689:0:86601:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613502.963691:0:86601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011d6 from it ffffaca8c20d3cb8 00010000:00000001:2.0:1773613502.963693:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613502.963695:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613502.963696:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613502.963698:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.963699:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.963701:0:86601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613502.963704:0:86601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613502.963710:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.963712:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613502.963714:0:86601:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613502.963716:0:86601:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613502.963718:0:86601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613502.963727:0:86601:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613502.963730:0:86601:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613502.963732:0:86601:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613502.963736:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.963737:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613502.963739:0:86601:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.963742:0:86601:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613502.963744:0:86601:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.963746:0:86601:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.963748:0:86601:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.963750:0:86601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613502.963751:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.963752:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613502.963755:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613502.963756:0:86601:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613502.963760:0:86601:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.963764:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3d08 00000080:00000008:2.0:1773613502.963766:0:86601:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1773613502.963875:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3d08 00000080:00200008:2.0:1773613502.963878:0:86601:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613502.963882:0:86601:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613502.963883:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3c80 00000080:00200000:2.0:1773613502.963884:0:86601:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908),name=/ 00000080:00000010:2.0:1773613502.963888:0:86601:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993652c29600. 00800000:00000002:2.0:1773613502.963891:0:86601:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff99364a934580 2 00000080:00000001:2.0:1773613502.963893:0:86601:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613502.963895:0:86601:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613502.963896:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3ba0 00800000:00000002:2.0:1773613502.963898:0:86601:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613502.963900:0:86601:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613502.963903:0:86601:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613502.963922:0:86601:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613502.963923:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3a70 00000002:00010000:2.0:1773613502.963925:0:86601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613502.963927:0:86601:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613502.963929:0:86601:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613502.963930:0:86601:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613502.963955:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 2 00010000:00000001:2.0:1773613502.963958:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613502.963961:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613502.963963:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613502.963966:0:86601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613502.963973:0:86601:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613502.963975:0:86601:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613502.963978:0:86601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613502.963984:0:86601:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613502.963986:0:86601:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613502.963988:0:86601:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613502.963989:0:86601:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613502.963991:0:86601:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613502.963993:0:86601:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613502.963995:0:86601:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613502.963997:0:86601:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 2 00000080:00000010:2.0:1773613502.963999:0:86601:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993652c29600. 00000080:00000001:2.0:1773613502.964002:0:86601:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613502.964003:0:86601:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613502.964005:0:86601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) 00000080:00010000:2.0:1773613502.964007:0:86601:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658030908) for lock 0xa1aa084204a011d6 00800000:00000001:2.0:1773613502.964010:0:86601:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613502.964012:0:86601:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613502.964013:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613502.964014:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613502.964016:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613502.964018:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.964020:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.964023:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.964024:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613502.964025:0:86601:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613502.964027:0:86601:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613502.964029:0:86601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011d6 from it ffffaca8c20d3cb8 00010000:00000001:2.0:1773613502.964031:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613502.964032:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613502.964033:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3600 refcount=3 00000020:00000001:2.0:1773613502.964034:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.964036:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624448 : -113016649927168 : ffff993642ba3600) 00010000:00000001:2.0:1773613502.964038:0:86601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613502.964041:0:86601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613502.964046:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.964047:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613502.964048:0:86601:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613502.964050:0:86601:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613502.964052:0:86601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:2.0:1773613502.964058:0:86601:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613502.964060:0:86601:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613502.964061:0:86601:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613502.964064:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.964065:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613502.964066:0:86601:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.964068:0:86601:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613502.964069:0:86601:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.964071:0:86601:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.964073:0:86601:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613502.964075:0:86601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613502.964076:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613502.964077:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613502.964078:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613502.964079:0:86601:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613502.964082:0:86601:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.964084:0:86601:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c20d3d08 00000080:00000008:2.0:1773613502.964086:0:86601:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658030908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613502.964459:0:86601:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.964467:0:86601:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613502.970679:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613502.970749:0:1418:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.980079:0:86601:0:(llite_lib.c:1009:ll_kill_super()) Process entered 00000080:00000001:2.0:1773613502.980086:0:86601:0:(llite_lib.c:1030:ll_kill_super()) Process leaving 00000080:00000001:2.0:1773613502.980097:0:86601:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613502.980100:0:86601:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773613502.980106:0:86601:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773613502.980108:0:86601:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773613502.980194:0:75734:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773613502.980199:0:75734:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773613502.980201:0:75734:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613502.980208:0:75734:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613502.980214:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3ee00. 00000020:00000010:0.0:1773613502.980218:0:75734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613502.980222:0:75734:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613502.980227:0:75734:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613502.980232:0:75734:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613502.980236:0:75734:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613502.980240:0:75734:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613502.980244:0:75734:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613502.980247:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3fc00. 00000008:00000010:0.0:1773613502.980251:0:75734:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613502.980254:0:75734:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613502.980257:0:75734:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613502.980261:0:75734:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613502.980265:0:75734:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613502.980269:0:75734:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000001:0.0:1773613502.980273:0:75734:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613502.980275:0:75734:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613502.980277:0:75734:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613502.980279:0:75734:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613502.980282:0:75734:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613502.980283:0:75734:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613502.980285:0:75734:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613502.980288:0:75734:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff99366113bdf8 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773613502.980291:0:75734:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff993648c6a7c0 00020000:00000001:0.0:1773613502.980295:0:75734:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613502.980297:0:75734:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613502.980299:0:75734:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613502.980300:0:75734:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980303:0:75734:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613502.980305:0:75734:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613502.980306:0:75734:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980307:0:75734:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613502.980308:0:75734:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613502.980309:0:75734:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613502.980310:0:75734:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff993648c6a7c0 00000020:00000001:0.0:1773613502.980313:0:75734:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980315:0:75734:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613502.980316:0:75734:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773613502.980318:0:75734:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613502.980321:0:75734:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613502.980324:0:75734:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613502.980328:0:75734:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613502.980329:0:75734:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613502.980331:0:75734:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613502.980333:0:75734:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613502.980337:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e600. 00000020:00000010:0.0:1773613502.980340:0:75734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3e400. 00000020:00000010:0.0:1773613502.980343:0:75734:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613502.980346:0:75734:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613502.980349:0:75734:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613502.980352:0:75734:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613502.980355:0:75734:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613502.980357:0:75734:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613502.980360:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e200. 00000008:00000010:0.0:1773613502.980362:0:75734:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613502.980365:0:75734:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613502.980367:0:75734:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613502.980370:0:75734:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613502.980371:0:75734:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613502.980373:0:75734:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613502.980376:0:75734:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:0.0:1773613502.980377:0:75734:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613502.980379:0:75734:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613502.980380:0:75734:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613502.980382:0:75734:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980384:0:75734:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980385:0:75734:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435653736 : -113016273897880 : ffff99365923f668) 00000020:00000001:0.0:1773613502.980388:0:75734:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613502.980389:0:75734:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980391:0:75734:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980392:0:75734:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980394:0:75734:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773613502.980395:0:75734:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613502.980397:0:75734:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613502.980398:0:75734:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613502.980400:0:75734:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613502.980401:0:75734:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980402:0:75734:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980404:0:75734:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980406:0:75734:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980407:0:75734:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613502.980408:0:75734:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980410:0:75734:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980412:0:75734:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773613502.980414:0:75734:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613502.980415:0:75734:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613502.980416:0:75734:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613502.980418:0:75734:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773613502.980420:0:75734:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773613502.980426:0:75734:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773613502.980427:0:75734:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773613502.980430:0:75734:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613502.980432:0:75734:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773613502.980434:0:75734:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613502.980435:0:75734:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446631057318111872 : -113016391439744 : ffff993652226a80) 00000008:00000020:0.0:1773613502.980439:0:75734:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff993652226a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1773613502.980441:0:75734:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773613502.980442:0:75734:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773613502.980443:0:75734:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613502.980445:0:75734:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1773613502.980447:0:75734:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1773613502.980449:0:75734:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff99366062ecc0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff993652226a80], [1703936|1|+|-|ffff99364a937a00|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1773613502.980458:0:75734:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773613502.980468:0:75734:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1773613502.980471:0:75734:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773613502.980476:0:75734:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773613502.980479:0:75734:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613502.980482:0:75734:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff99366062ecc0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff993652226a80], [1703936|1|+|-|ffff99364a937a00|256|ffff993648c6a7c0]} make ready 00000008:00010000:0.0:1773613502.980487:0:75734:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773613502.980495:0:75734:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773613502.980497:0:75734:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773613502.980505:0:75734:0:(cl_page.c:1200:cl_page_make_ready()) page@0000000056b77e9d[2 0000000053fce969 1 1 0000000000000000] 00000020:00008000:0.0:1773613502.980507:0:75734:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773613502.980509:0:75734:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773613502.980510:0:75734:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613502.980511:0:75734:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613502.980513:0:75734:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773613502.980514:0:75734:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773613502.980516:0:75734:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613502.980519:0:75734:0:(cl_page.c:547:__cl_page_state_set()) page@0000000056b77e9d[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:0.0:1773613502.980521:0:75734:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773613502.980522:0:75734:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613502.980523:0:75734:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773613502.980526:0:75734:0:(cl_page.c:1222:cl_page_make_ready()) page@0000000056b77e9d[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:0.0:1773613502.980528:0:75734:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773613502.980529:0:75734:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980531:0:75734:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613502.980533:0:75734:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613502.980534:0:75734:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773613502.980536:0:75734:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980538:0:75734:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613502.980540:0:75734:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980543:0:75734:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:0.0:1773613502.980546:0:75734:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff99365922b000: cli: ffff993661105548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1773613502.980551:0:75734:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff993660a6bdb0. 00000008:00000010:0.0:1773613502.980554:0:75734:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff993643e8ddd0. 00000020:00000001:0.0:1773613502.980557:0:75734:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773613502.980559:0:75734:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773613502.980561:0:75734:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773613502.980564:0:75734:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773613499/1773613499 00000020:00000001:0.0:1773613502.980567:0:75734:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773613502.980569:0:75734:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1773613502.980572:0:75734:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1773613502.980574:0:75734:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:0.0:1773613502.980577:0:75734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613502.980583:0:75734:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d800 count: 2 00010000:00000001:0.0:1773613502.980585:0:75734:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613502.980590:0:75734:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773613502.980594:0:75734:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773613502.980597:0:75734:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613502.980601:0:75734:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613502.980604:0:75734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773613502.980612:0:75734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613502.980614:0:75734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613502.980615:0:75734:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773613502.980617:0:75734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613502.980620:0:75734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613502.980622:0:75734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937a00 refcount=3 00000020:00000001:0.0:1773613502.980624:0:75734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613502.980627:0:75734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00000008:00000001:0.0:1773613502.980629:0:75734:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631057191303680 : -113016518247936 : ffff99364a937a00) 00010000:00000001:0.0:1773613502.980630:0:75734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613502.980631:0:75734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773613502.980632:0:75734:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1773613502.980634:0:75734:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1773613502.980639:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5180. 00000020:00000040:0.0:1773613502.980642:0:75734:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:0.0:1773613502.980648:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613502.980651:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613502.980653:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613502.980661:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff99364b028000. 00000100:00000001:0.0:1773613502.980667:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773613502.980674:0:75734:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1773613502.980679:0:75734:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff99365922b000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 1703936 cl_lost_grant 0 00000008:00000001:0.0:1773613502.980685:0:75734:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1773613502.980710:0:75734:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4626 MB/s 00000008:00008000:0.0:1773613502.980720:0:75734:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffcf65c49bf880 map ffff993658112378 index 0 flags 17ffffc0005028 count 2 priv ffff993658e14e00: off 0 00000008:00000001:0.0:1773613502.980729:0:75734:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1773613502.980731:0:75734:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:0.0:1773613502.980735:0:75734:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff9936590e5180 - object 0x240000400:15947 offset 0<>4096 00000008:00000001:0.0:1773613502.980738:0:75734:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980740:0:75734:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773613502.980741:0:75734:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773613502.980742:0:75734:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773613502.980744:0:75734:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773613499/1773613499 00000020:00000001:0.0:1773613502.980746:0:75734:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773613502.980747:0:75734:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1773613502.980748:0:75734:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1773613502.980750:0:75734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613502.980752:0:75734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000008:00000002:0.0:1773613502.980762:0:75734:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000b3fcedfe, now 0r/1w/0d in flight req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1773613502.980770:0:75734:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:0.0:1773613502.980777:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c457075d] to pc [ptlrpcd_00_00+0] req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773613502.980810:0:75734:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1773613502.980812:0:75734:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980815:0:75734:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980817:0:75734:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613502.980818:0:75734:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980820:0:75734:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613502.980822:0:75734:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980823:0:75734:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613502.980824:0:75734:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980828:0:75734:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613502.980829:0:75734:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613502.980831:0:75734:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1773613502.980833:0:75734:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773613502.980837:0:75734:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613502.980839:0:75734:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980841:0:75734:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980842:0:75734:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980844:0:75734:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980846:0:75734:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980847:0:75734:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613502.980850:0:75734:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773613502.980851:0:75734:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613502.980852:0:75734:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773613502.980854:0:75734:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613502.980855:0:75734:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980857:0:75734:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773613502.980858:0:75734:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613502.980860:0:75734:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773613502.980862:0:75734:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613502.980863:0:75734:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613502.980864:0:75734:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613502.980866:0:75734:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613502.980867:0:75734:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980868:0:75734:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980870:0:75734:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613502.980871:0:75734:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613502.980872:0:75734:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613502.980874:0:75734:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613502.980875:0:75734:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613502.980877:0:75734:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613502.980878:0:75734:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613502.980879:0:75734:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613502.980880:0:75734:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613502.980881:0:75734:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980882:0:75734:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613502.980884:0:75734:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613502.980885:0:75734:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613502.980886:0:75734:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613502.980888:0:75734:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613502.980889:0:75734:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613502.980890:0:75734:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613502.980891:0:75734:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613502.980893:0:75734:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613502.980894:0:75734:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613502.980898:0:75734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3e400. 00000020:00000010:0.0:1773613502.980900:0:75734:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613502.980903:0:75734:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00000100:00000001:1.0:1773613502.981019:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613502.981023:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613502.981025:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613502.981032:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.981039:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613502.981041:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613502.981044:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613502.981047:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613502.981049:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613502.981052:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477129600:192.168.203.144@tcp:4:dd.0 00000100:00000001:1.0:1773613502.981056:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613502.981061:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613502.981063:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613502.981065:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613502.981070:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e6400. 02000000:00000001:1.0:1773613502.981071:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613502.981078:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613502.981082:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613502.981088:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613502.981093:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477129600, portal 4 00000100:00000001:1.0:1773613502.981095:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613502.981096:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000040:1.0:1773613502.981103:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.981110:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613502.981112:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613502.981116:0:2389:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff993642b11f00. 00000100:00000200:1.0:1773613502.981119:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859762477129600, offset 0 00000400:00000200:1.0:1773613502.981124:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613502.981132:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613502.981138:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613502.981143:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613502.981147:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613502.981150:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613502.981153:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613502.981157:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225152:225152:256:4294967295] 192.168.203.144@tcp LPNI seq info [225087:225087:8:4294967295] 00000400:00000200:1.0:1773613502.981161:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613502.981169:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613502.981175:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613502.981179:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff993644aad400. 00000800:00000200:1.0:1773613502.981185:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613502.981192:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613502.981196:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644aad400 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:1.0:1773613502.981213:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613502.981217:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 33486 usecs (34 jiffies) 00000400:00000200:1.0:1773613502.981221:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613502.981223:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300592801 00000100:00000001:1.0:1773613502.981226:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300593531 00000100:00000001:1.0:1773613502.981229:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300592801 00000100:00000001:1.0:1773613502.981231:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300593531 00000100:00000001:1.0:1773613502.981233:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613502.981235:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.981238:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.981240:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613502.981245:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613502.981247:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613502.981249:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613502.981250:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613502.981252:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.981253:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.981272:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613502.981274:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773613502.981383:0:75734:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613502.981387:0:75734:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613502.981390:0:75734:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613502.981394:0:75734:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613502.981397:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e600. 00000008:00000010:0.0:1773613502.981400:0:75734:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613502.981403:0:75734:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613502.981406:0:75734:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613502.981408:0:75734:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613502.981412:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e200. 00000020:00000010:0.0:1773613502.981414:0:75734:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00020000:00000001:0.0:1773613502.981416:0:75734:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613502.981419:0:75734:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613502.981421:0:75734:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613502.981423:0:75734:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613502.981426:0:75734:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613502.981427:0:75734:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613502.981429:0:75734:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:0.0:1773613502.981432:0:75734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613502.981434:0:75734:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613502.981436:0:75734:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613502.981439:0:75734:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613502.981441:0:75734:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613502.981443:0:75734:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613502.981445:0:75734:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613502.981447:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3ee00. 00000008:00000010:0.0:1773613502.981449:0:75734:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613502.981451:0:75734:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613502.981453:0:75734:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613502.981455:0:75734:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:0.0:1773613502.981457:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3fc00. 00000020:00000010:0.0:1773613502.981459:0:75734:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:0.0:1773613502.981461:0:75734:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613502.981464:0:75734:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613502.981805:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613502.981810:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff993644aad400. 00000400:00000200:3.0:1773613502.981815:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613502.981820:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613502.981825:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993642b11f00 00000400:00000010:3.0:1773613502.981827:0:2384:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff993642b11f00. 00000100:00000001:3.0:1773613502.981831:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613502.981836:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613502.981845:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613502.981848:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613502.981854:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613502.981855:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613502.987171:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613502.987187:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613502.987191:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613502.987194:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613502.987203:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613502.987210:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613502.987218:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613502.987222:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613502.987227:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613502.987231:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x69b71b1d0df80 00000400:00000200:3.0:1773613502.987236:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613502.987242:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b5e15 [1] + 224 00000800:00000001:3.0:1773613502.987249:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613502.987257:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613502.987260:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613502.987264:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613502.987270:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613502.987280:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613502.987291:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613502.987314:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613502.987323:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613502.987326:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613502.989844:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613502.989851:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613502.989870:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613502.989872:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613502.989876:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613502.989884:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613502.989887:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613502.989893:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613502.989919:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613502.989931:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5180 x1859762477129600/t0(0) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.989975:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613502.989978:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613502.989980:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613502.989984:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613502.989986:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613502.989988:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613502.989990:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613502.990000:0:2389:0:(import.c:2136:obd_at_measure()) add 125 to ffff99366067d4a0 time=1773613502 v=5 (0 0 0 0) 00000100:00001000:1.0:1773613502.990004:0:2389:0:(import.c:2202:obd_at_measure()) AT ffff99366067d4a0 change: old=5 new=125 delta=120 (val=125) hist 125 0 0 0 00000100:00001000:1.0:1773613502.990007:0:2389:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff99365922b000 ptl 6 has changed from 5 to 125 00000100:00001000:1.0:1773613502.990010:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=126 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613502.990013:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613502.990015:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.990017:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613502.990021:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.990024:0:2389:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613502.990026:0:2389:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613502.990028:0:2389:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613502.990030:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613502.990032:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434235264 : -113016275316352 : ffff9936590e5180) 00000100:00000001:1.0:1773613502.990035:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613502.990036:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:1.0:1773613502.990038:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613502.990041:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613502.990046:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.990053:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613502.990055:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613502.990057:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613502.990060:0:2389:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:1.0:1773613502.990062:0:2389:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1773613502.990066:0:2389:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1773613502.990069:0:2389:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1773613502.990073:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99365922b000: setdq to remove for usr 0 00000001:04000000:1.0:1773613502.990075:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99365922b000: setdq to remove for grp 0 00000001:04000000:1.0:1773613502.990076:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99365922b000: setdq to remove for prj 0 00000080:00000010:2.1:1773613502.990078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca56a0. 00000001:00000001:1.0:1773613502.990078:0:2389:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613502.990081:0:2389:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1773613502.990084:0:2389:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:1.0:1773613502.990087:0:2389:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773613502.990090:0:2389:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1773613502.990092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f572e0. 00000008:00000002:1.0:1773613502.990092:0:2389:0:(osc_request.c:2579:brw_interpret()) request ffff9936590e5180 aa ffff9936590e5330 rc 0 00000020:00000001:1.0:1773613502.990098:0:2389:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613502.990101:0:2389:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613502.990102:0:2389:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613502.990106:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613502.990108:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613502.990110:0:2389:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613502.990111:0:2389:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000010:1.0:1773613502.990114:0:2389:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff993643e8ddd0. 00000020:00000001:1.0:1773613502.990119:0:2389:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613502.990121:0:2389:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1773613502.990131:0:2389:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1773613502.990133:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613502.990137:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.990144:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613502.990149:0:2389:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773613502.990151:0:2389:0:(osc_cache.c:901:osc_extent_finish()) extent ffff99366062ecc0@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff993652226a80], [1703936|1|+|-|ffff99364a937a00|256|ffff993648c6a7c0]} extent finished. 00000008:00010000:1.0:1773613502.990159:0:2389:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:1.0:1773613502.990171:0:2389:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773613502.990173:0:2389:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773613502.990177:0:2389:0:(cl_page.c:1144:cl_page_complete()) page@0000000056b77e9d[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:1.0:1773613502.990179:0:2389:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773613502.990181:0:2389:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773613502.990182:0:2389:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773613502.990184:0:2389:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613502.990187:0:2389:0:(cl_page.c:547:__cl_page_state_set()) page@0000000056b77e9d[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:1.0:1773613502.990189:0:2389:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773613502.990191:0:2389:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773613502.990193:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773613502.990196:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000056b77e9d[2 0000000053fce969 1 1 0000000000000000] 00000080:00008000:1.0:1773613502.990198:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773613502.990224:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773613502.990226:0:2389:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773613502.990228:0:2389:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613502.990230:0:2389:0:(cl_page.c:596:cl_batch_put()) page@0000000056b77e9d[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:1.0:1773613502.990232:0:2389:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773613502.990233:0:2389:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773613502.990234:0:2389:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773613502.990237:0:2389:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 5111808 dirty: 0/0 00000008:00000020:1.0:1773613502.990242:0:2389:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff99366062ecc0@{[0 -> 255/255], [1|0|-|inv|wuY|ffff993652226a80], [1703936|0|-|-|ffff99364a937a00|256|ffff993648c6a7c0]} destroyed. 00000008:00010000:1.0:1773613502.990247:0:2389:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000242904f3 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1773613502.990256:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.990258:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773613502.990261:0:2389:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff99366062ecc0. 00000008:00000001:1.0:1773613502.990264:0:2389:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773613502.990267:0:2389:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff993660a6bdb0. 00000008:00000020:1.0:1773613502.990273:0:2389:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff993661105548. 00000008:00000001:1.0:1773613502.990282:0:2389:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613502.990288:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613502.990296:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7da591f2-8971-483d-b9cd-f13578df9fa0:2389:1859762477129600:192.168.203.144@tcp:4:dd.0 00000100:00000001:1.0:1773613502.990301:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613502.990303:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613502.990306:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613502.990312:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613502.990315:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613502.990321:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613502.990322:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.990324:0:86601:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000100:00000001:1.0:1773613502.990324:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613502.990326:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.990327:0:86601:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773613502.990329:0:86601:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658030908) 00800000:00000001:2.0:1773613502.990333:0:86601:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773613502.990335:0:86601:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1773613502.990337:0:85318:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000002:00000001:2.0:1773613502.990339:0:86601:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000020:00000010:1.0:1773613502.990344:0:85318:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00010000:00000040:2.0:1773613502.990345:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 2 00010000:00000001:2.0:1773613502.990348:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613502.990348:0:85318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac800. 00000002:00000001:2.0:1773613502.990351:0:86601:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613502.990352:0:85318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aade00. 00800000:00000001:2.0:1773613502.990353:0:86601:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.990356:0:86601:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000020:00000010:1.0:1773613502.990356:0:85318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000080:00000001:2.0:1773613502.990358:0:86601:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773613502.990359:0:86601:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773613502.990360:0:85318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00000080:00000001:2.0:1773613502.990362:0:86601:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773613502.990364:0:85318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00800000:00000002:2.0:1773613502.990365:0:86601:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934580 1 00800000:00000010:2.0:1773613502.990368:0:86601:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934580. 00008000:00000010:1.0:1773613502.990368:0:85318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000001:2.0:1773613502.990372:0:86601:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000010:1.0:1773613502.990373:0:85318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000001:2.0:1773613502.990374:0:86601:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000010:1.0:1773613502.990376:0:85318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613502.990379:0:85318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000008:00000010:1.0:1773613502.990383:0:85318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00000080:00000001:2.0:1773613502.990385:0:86601:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00020000:00000010:1.0:1773613502.990386:0:85318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00000080:00000001:2.0:1773613502.990387:0:86601:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773613502.990389:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00008000:00000010:1.0:1773613502.990389:0:85318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000020:00000010:2.0:1773613502.990392:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000080:00000010:1.0:1773613502.990392:0:85318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000010:2.0:1773613502.990395:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993652c29600. 00000020:00000001:1.0:1773613502.990395:0:85318:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00000010:2.0:1773613502.990397:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993652c29800. 00000020:00001000:1.0:1773613502.990397:0:85318:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000020:1.0:1773613502.990399:0:85318:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff993661105548. 00000020:00000010:2.0:1773613502.990400:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809ea0. 00000008:00000001:1.0:1773613502.990402:0:85318:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000010:2.0:1773613502.990403:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00000008:00000001:1.0:1773613502.990403:0:85318:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613502.990405:0:85318:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1773613502.990406:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00000008:00000001:1.0:1773613502.990407:0:85318:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00008000:00000010:2.0:1773613502.990409:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000020:00001000:1.0:1773613502.990409:0:85318:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000080:00000010:2.0:1773613502.990412:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000020:00000010:1.0:1773613502.990412:0:85318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aade00. 00000080:00000010:2.0:1773613502.990414:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:1.0:1773613502.990416:0:85318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000020:00000010:2.0:1773613502.990418:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e5000. 00000008:00000010:1.0:1773613502.990419:0:85318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00000008:00000010:2.0:1773613502.990420:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:1.0:1773613502.990422:0:85318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00020000:00000010:2.0:1773613502.990423:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:1.0:1773613502.990424:0:85318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00008000:00000010:2.0:1773613502.990425:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:1.0:1773613502.990427:0:85318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:2.0:1773613502.990428:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613502.990429:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000080:00000010:1.0:1773613502.990431:0:85318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00001000:2.0:1773613502.990432:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00000020:00000010:1.0:1773613502.990433:0:85318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac800. 00000020:00000001:2.0:1773613502.990434:0:86601:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:2.0:1773613502.990436:0:86601:0:(cl_io.c:125:__cl_io_init()) Process entered 00000008:00000010:1.0:1773613502.990437:0:85318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00000080:00000001:2.0:1773613502.990438:0:86601:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00020000:00000010:1.0:1773613502.990439:0:85318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00000080:00200000:2.0:1773613502.990440:0:86601:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773613502.990442:0:86601:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00008000:00000010:1.0:1773613502.990442:0:85318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000020:00000001:2.0:1773613502.990444:0:86601:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773613502.990445:0:86601:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613502.990445:0:85318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613502.990447:0:85318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00020000:00000002:2.0:1773613502.990448:0:86601:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff993660f01058 type 6 ignore/verify layout 1/0 00000020:00000010:1.0:1773613502.990449:0:85318:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00020000:00000002:2.0:1773613502.990451:0:86601:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00020000:00000001:2.0:1773613502.990455:0:86601:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773613502.990456:0:86601:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773613502.990459:0:86601:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773613502.990460:0:86601:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990462:0:86601:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773613502.990464:0:86601:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773613502.990466:0:86601:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990467:0:86601:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613502.990468:0:86601:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773613502.990469:0:86601:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773613502.990471:0:86601:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00000020:00000001:2.0:1773613502.990474:0:86601:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990476:0:86601:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773613502.990477:0:86601:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773613502.990479:0:86601:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773613502.990481:0:86601:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773613502.990485:0:86601:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773613502.990488:0:86601:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773613502.990489:0:86601:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773613502.990490:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613502.990492:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613502.990495:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e4c00. 00000020:00000010:2.0:1773613502.990498:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936412e5800. 00000020:00000010:2.0:1773613502.990500:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809600. 00000008:00000010:2.0:1773613502.990503:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613502.990505:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613502.990508:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613502.990511:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613502.990513:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613502.990516:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e4800. 00000008:00000010:2.0:1773613502.990518:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613502.990521:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613502.990523:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613502.990526:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613502.990528:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613502.990530:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613502.990531:0:86601:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:2.0:1773613502.990533:0:86601:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773613502.990535:0:86601:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773613502.990536:0:86601:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773613502.990537:0:86601:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990538:0:86601:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990540:0:86601:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057204479208 : -113016505072408 : ffff99364b5c84e8) 00000020:00000001:2.0:1773613502.990543:0:86601:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773613502.990544:0:86601:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990546:0:86601:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990548:0:86601:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990549:0:86601:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773613502.990551:0:86601:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773613502.990553:0:86601:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613502.990554:0:86601:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773613502.990555:0:86601:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613502.990556:0:86601:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990558:0:86601:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990559:0:86601:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990561:0:86601:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990562:0:86601:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773613502.990563:0:86601:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990564:0:86601:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990566:0:86601:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773613502.990567:0:86601:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613502.990568:0:86601:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613502.990569:0:86601:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613502.990571:0:86601:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773613502.990573:0:86601:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773613502.990578:0:86601:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1773613502.990582:0:86601:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613502.990584:0:86601:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990586:0:86601:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990587:0:86601:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990588:0:86601:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990590:0:86601:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990592:0:86601:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613502.990593:0:86601:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773613502.990595:0:86601:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613502.990596:0:86601:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773613502.990598:0:86601:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1773613502.990600:0:86601:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773613502.990602:0:86601:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990603:0:86601:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773613502.990605:0:86601:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990606:0:86601:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773613502.990607:0:86601:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773613502.990609:0:86601:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773613502.990611:0:86601:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773613502.990612:0:86601:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613502.990613:0:86601:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773613502.990614:0:86601:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773613502.990616:0:86601:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990617:0:86601:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990619:0:86601:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773613502.990620:0:86601:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773613502.990621:0:86601:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773613502.990622:0:86601:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773613502.990624:0:86601:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613502.990625:0:86601:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773613502.990626:0:86601:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613502.990627:0:86601:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773613502.990628:0:86601:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773613502.990629:0:86601:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990631:0:86601:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613502.990633:0:86601:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613502.990634:0:86601:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773613502.990636:0:86601:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990648:0:86601:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773613502.990650:0:86601:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773613502.990651:0:86601:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773613502.990652:0:86601:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773613502.990654:0:86601:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613502.990655:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613502.990657:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936412e5800. 00000020:00000010:2.0:1773613502.990661:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809600. 00000008:00000010:2.0:1773613502.990664:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613502.990667:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613502.990669:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613502.990672:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613502.990675:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613502.990677:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e4c00. 00000008:00000010:2.0:1773613502.990679:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613502.990682:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613502.990684:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613502.990687:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613502.990689:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e4800. 00000020:00000010:2.0:1773613502.990821:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00020000:00000001:2.0:1773613502.990824:0:86601:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773613502.990826:0:86601:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773613502.990829:0:86601:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773613502.990831:0:86601:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773613502.990833:0:86601:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773613502.990834:0:86601:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773613502.990836:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:2.0:1773613502.990838:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993652c29800. 00000020:00000010:2.0:1773613502.990841:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809ea0. 00000008:00000010:2.0:1773613502.990844:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613502.990846:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613502.990848:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613502.990851:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613502.990853:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613502.990856:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993652c29600. 00000008:00000010:2.0:1773613502.990858:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613502.990860:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613502.990862:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613502.990864:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:2.0:1773613502.990867:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e5000. 00000020:00000010:2.0:1773613502.990869:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:2.0:1773613502.990872:0:86601:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.990877:0:86601:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773613502.990880:0:86601:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057431285248 : -113016278266368 : ffff993658e14e00) 00000020:00000001:2.0:1773613502.990882:0:86601:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:2.0:1773613502.990884:0:86601:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:2.0:1773613502.990886:0:86601:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773613502.990887:0:86601:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773613502.990888:0:86601:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773613502.990891:0:86601:0:(cl_page.c:547:__cl_page_state_set()) page@0000000056b77e9d[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:2.0:1773613502.990893:0:86601:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1773613502.990894:0:86601:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1773613502.990896:0:86601:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1773613502.990898:0:86601:0:(osc_page.c:138:osc_page_delete()) ffff993658e14e60 00000008:00000001:2.0:1773613502.990900:0:86601:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1773613502.990901:0:86601:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993658e14e70 page ffff993658e14e60 at index 0. 00000008:00000001:2.0:1773613502.990904:0:86601:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613502.990908:0:86601:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1773613502.990920:0:86601:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c49bf880 index 0 00000020:00000001:2.0:1773613502.990924:0:86601:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1773613502.990926:0:86601:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:2.0:1773613502.990927:0:86601:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773613502.990929:0:86601:0:(cl_page.c:596:cl_batch_put()) page@0000000056b77e9d[1 0000000053fce969 5 1 0000000000000000] 00000020:00000001:2.0:1773613502.990930:0:86601:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:2.0:1773613502.990932:0:86601:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:2.0:1773613502.991147:0:86601:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993658e14e00. 00000020:00000001:2.0:1773613502.991150:0:86601:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:2.0:1773613502.991152:0:86601:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773613502.991176:0:86601:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773613502.991178:0:86601:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff9936581121c8) 00800000:00000001:2.0:1773613502.991182:0:86601:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773613502.991183:0:86601:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x7:0x0] 00000002:00000001:2.0:1773613502.991186:0:86601:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:2.0:1773613502.991190:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:2.0:1773613502.991193:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613502.991195:0:86601:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613502.991197:0:86601:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.991199:0:86601:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1773613502.991200:0:86601:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773613502.991201:0:86601:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613502.991203:0:86601:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613502.991206:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613502.991209:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b01b0. 00000020:00000010:2.0:1773613502.991212:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e5000. 00000020:00000010:2.0:1773613502.991215:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936412e4800. 00000020:00000010:2.0:1773613502.991217:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809ea0. 00000008:00000010:2.0:1773613502.991220:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9936611742f0. 00020000:00000010:2.0:1773613502.991223:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036f00. 00008000:00000010:2.0:1773613502.991225:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff993651623c08. 00000080:00000010:2.0:1773613502.991228:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b3f0. 00000080:00000010:2.0:1773613502.991230:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00ff8. 00000020:00000010:2.0:1773613502.991233:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936412e4c00. 00000008:00000010:2.0:1773613502.991235:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da29a0. 00020000:00000010:2.0:1773613502.991238:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5c8480. 00008000:00000010:2.0:1773613502.991240:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d88. 00000080:00000010:2.0:1773613502.991243:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51d4b0. 00000020:00000001:2.0:1773613502.991245:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206477240 : -113016503074376 : ffff99364b7b01b8) 00000020:00001000:2.0:1773613502.991247:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b01b0 00020000:00000001:2.0:1773613502.991257:0:86601:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:2.0:1773613502.991259:0:86601:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00020000:00000001:1.0:1773613502.993149:0:86601:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:1.0:1773613502.993157:0:86601:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613502.993165:0:86601:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613502.993168:0:86601:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507380: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000001:1.0:1773613502.993171:0:86601:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:1.0:1773613502.993173:0:86601:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613502.993175:0:86601:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1773613502.993178:0:86601:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1773613502.993184:0:86601:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1773613502.993190:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d800 count: 2 00010000:00000001:1.0:1773613502.993192:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613502.993195:0:86601:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1773613502.993197:0:86601:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1773613502.993203:0:86601:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 100 blocks 11 [cma]time: 1773613379 1773613379 0 by oinfo size 4096 blocks 11 [cma]time 1773613499 1773613499 0 ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000001:1.0:1773613502.993215:0:86601:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613502.993217:0:86601:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613502.993219:0:86601:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613502.993221:0:86601:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613502.993223:0:86601:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613502.993225:0:86601:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773613502.993239:0:86601:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff993652226a80. 00020000:00000001:1.0:1773613502.993246:0:86601:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1773613502.993248:0:86601:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff993652224e10. 00020000:00000001:1.0:1773613502.993254:0:86601:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1773613502.993285:0:86601:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613502.993287:0:86601:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613502.993290:0:86601:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00020000:00000001:1.0:1773613502.993292:0:86601:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:1.0:1773613502.993294:0:86601:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:1.0:1773613502.993296:0:86601:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00020000:00000001:1.0:1773613502.993299:0:86601:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:1.0:1773613502.993301:0:86601:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff993660a6bac8. 00020000:00000010:1.0:1773613502.993305:0:86601:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9936604c8a80. 00020000:00000010:1.0:1773613502.993308:0:86601:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99364a903510. 00020000:00000002:1.0:1773613502.993311:0:86601:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853a20, objid 0x7:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613502.993315:0:86601:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613502.993317:0:86601:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507380: ostid: 0x240000400:15947 ost idx: 0 gen: 0 00020000:00000010:1.0:1773613502.993321:0:86601:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364b507380. 00020000:00000010:1.0:1773613502.993324:0:86601:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853720. 00020000:00000010:1.0:1773613502.993327:0:86601:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853a20. 00020000:00000001:1.0:1773613502.993329:0:86601:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1773613502.993330:0:86601:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9356c8) owner 0000000000000000/ffff99364a8727c0 00020000:00000010:1.0:1773613502.993333:0:86601:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff99364a9356c8. 00020000:00000001:1.0:1773613502.993336:0:86601:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:1.0:1773613502.993339:0:86601:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff993652224d48. 00000020:00001000:1.0:1773613502.993344:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b01b0 00000020:00000010:1.0:1773613502.993348:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936412e4800. 00000020:00000010:1.0:1773613502.993352:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809ea0. 00000008:00000010:1.0:1773613502.993355:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9936611742f0. 00020000:00000010:1.0:1773613502.993359:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036f00. 00008000:00000010:1.0:1773613502.993363:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff993651623c08. 00000080:00000010:1.0:1773613502.993367:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b3f0. 00000080:00000010:1.0:1773613502.993371:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00ff8. 00000020:00000010:1.0:1773613502.993375:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e5000. 00000008:00000010:1.0:1773613502.993378:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da29a0. 00020000:00000010:1.0:1773613502.993382:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5c8480. 00008000:00000010:1.0:1773613502.993385:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d88. 00000080:00000010:1.0:1773613502.993389:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51d4b0. 00000020:00000010:1.0:1773613502.993392:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936412e4c00. 00000020:00000010:1.0:1773613502.993394:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b01b0. 00000080:00000001:1.0:1773613502.993398:0:86601:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773613502.993400:0:86601:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1773613502.993446:0:86601:0:(llite_lib.c:1543:ll_put_super()) Process entered 00000080:00200000:1.0:1773613502.993448:0:86601:0:(llite_lib.c:1550:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff99365922b000 (sb ffff99365922b000) 00000020:00000001:1.0:1773613502.993453:0:86601:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:1.0:1773613502.993459:0:86601:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff993642b11f00. 00000020:00000001:1.0:1773613502.993462:0:86601:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1773613502.993465:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000020:00000010:1.0:1773613502.993469:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aac800. 00000040:00000010:1.0:1773613502.993472:0:86601:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993644aade00. 00000020:00000010:1.0:1773613502.993477:0:86601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99364980b000. 00000020:00000010:1.0:1773613502.993482:0:86601:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993644aac000. 00040000:00000010:1.0:1773613502.993487:0:86601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99364a1ddb00. 00040000:00000010:1.0:1773613502.993491:0:86601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993644aad600. 10000000:00000001:1.0:1773613502.993496:0:86601:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:1.0:1773613502.993498:0:86601:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1773613502.993501:0:86601:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1773613502.993503:0:86601:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773613502.993506:0:86601:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773613502.993508:0:86601:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9936530e5200) refs 3 10000000:00000001:1.0:1773613502.993511:0:86601:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773613502.993512:0:86601:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446631057333572096 : -113016375979520 : ffff9936530e5200) 10000000:00000001:1.0:1773613502.993515:0:86601:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1773613502.993516:0:86601:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xa1aa084204a01120 00010000:00000001:1.0:1773613502.993519:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613502.993521:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613502.993523:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=2 00000020:00000001:1.0:1773613502.993525:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:1.0:1773613502.993527:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:1.0:1773613502.993531:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613502.993534:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613502.993538:0:86601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993546:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.993548:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613502.993550:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613502.993551:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613502.993552:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=3 00000020:00000001:1.0:1773613502.993554:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:1.0:1773613502.993556:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:1.0:1773613502.993558:0:86601:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773613502.993561:0:86601:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993567:0:86601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613502.993570:0:86601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993575:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.993577:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613502.993579:0:86601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993585:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613502.993586:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.993589:0:86601:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773613502.993592:0:86601:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993642b11a80. 00010000:00000001:1.0:1773613502.993595:0:86601:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773613502.993676:0:86601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773613502.993679:0:86601:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.993681:0:86601:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.993683:0:86601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613502.993685:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.993686:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773613502.993688:0:86601:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1773613502.993689:0:86601:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xa1aa084204a0114a 00010000:00000001:1.0:1773613502.993690:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613502.993692:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613502.993693:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=2 00000020:00000001:1.0:1773613502.993695:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:1.0:1773613502.993698:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:1.0:1773613502.993700:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613502.993702:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613502.993705:0:86601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993711:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.993712:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613502.993714:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613502.993715:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613502.993716:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=3 00000020:00000001:1.0:1773613502.993718:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:1.0:1773613502.993720:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:1.0:1773613502.993722:0:86601:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773613502.993724:0:86601:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993730:0:86601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613502.993733:0:86601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993738:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.993739:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613502.993741:0:86601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613502.993746:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613502.993748:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.993750:0:86601:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773613502.993753:0:86601:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993642b11780. 00010000:00000001:1.0:1773613502.993755:0:86601:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1773613502.998676:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613502.998683:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613502.998688:0:67856:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1773613502.998693:0:67856:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613502.998695:0:67856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613502.998700:0:67856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613502.998712:0:67856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba3a00 already unused, calling callback (ffffffffc1277c20) 10000000:00000001:3.0:1773613502.998715:0:67856:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773613502.998718:0:67856:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613502.998724:0:67856:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613502.998727:0:67856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613502.998729:0:67856:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613502.998731:0:67856:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3a00 refcount=3 00000020:00000001:3.0:1773613502.998734:0:67856:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613502.998737:0:67856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059625472 : -113016649926144 : ffff993642ba3a00) 00010000:00000001:3.0:1773613502.998739:0:67856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613502.998742:0:67856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773613502.998748:0:67856:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773613502.998750:0:67856:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773613502.998756:0:67856:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1773613502.998759:0:67856:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1773613502.998761:0:67856:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773613502.998762:0:67856:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9936530e5200) refs 3 10000000:00000001:3.0:1773613502.998764:0:67856:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773613502.998765:0:67856:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613502.998768:0:67856:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613502.998771:0:67856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613502.998773:0:67856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613502.998775:0:67856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613502.998778:0:67856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613502.998781:0:67856:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3a00 with handle 0xa1aa084204a01120 from hash 00010000:00000001:3.0:1773613502.998783:0:67856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613502.998785:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613502.998787:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613502.998787:0:67856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613502.998789:0:67856:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613502.998791:0:67856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613502.998794:0:67856:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613502.998796:0:67856:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773613502.998808:0:67856:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705c00. 00000020:00000040:3.0:1773613502.998812:0:67856:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613502.998818:0:67856:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613502.998821:0:67856:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613502.998825:0:67856:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613502.998832:0:67856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2be00. 00000100:00000001:3.0:1773613502.998838:0:67856:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613502.998841:0:67856:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613502.998847:0:67856:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613502.998853:0:67856:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613502.998854:0:67856:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613502.998867:0:67856:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613502.998872:0:67856:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613502.998883:0:67856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e80742e] to pc [ptlrpcd_01_01+1] req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773613502.998955:0:67856:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613502.998958:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613502.998959:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613502.998961:0:67856:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613502.998963:0:67856:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613502.998964:0:67856:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613502.998967:0:67856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613502.998973:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613502.998975:0:67856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff993642ba3a00/0xa1aa084204a01120 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd95d expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613502.998985:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613502.998986:0:67856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773613502.998988:0:67856:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993642b11a80. 00010000:00000001:3.0:1773613502.998993:0:67856:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613502.998995:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613502.998997:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613502.998999:0:67856:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773613502.999001:0:67856:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613502.999002:0:67856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613502.999005:0:67856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613502.999010:0:67856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc3c00 already unused, calling callback (ffffffffc1277c20) 10000000:00000001:3.0:1773613502.999012:0:67856:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773613502.999014:0:67856:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613502.999020:0:67856:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613502.999021:0:67856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613502.999023:0:67856:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613502.999024:0:67856:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc3c00 refcount=4 00000020:00000001:3.0:1773613502.999027:0:67856:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613502.999029:0:67856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449827328 : -113016259724288 : ffff993659fc3c00) 00010000:00000001:3.0:1773613502.999031:0:67856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613502.999033:0:67856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773613502.999039:0:67856:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773613502.999041:0:67856:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773613502.999045:0:67856:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1773613502.999048:0:67856:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:3.0:1773613502.999049:0:67856:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773613502.999051:0:67856:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff993660f29a00) refs 2 10000000:00000001:3.0:1773613502.999052:0:67856:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773613502.999054:0:67856:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613502.999056:0:67856:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613502.999057:0:67856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613502.999059:0:67856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613502.999060:0:67856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613502.999062:0:67856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613502.999064:0:67856:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc3c00 with handle 0xa1aa084204a0114a from hash 00010000:00000001:3.0:1773613502.999066:0:67856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613502.999067:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613502.999068:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613502.999069:0:67856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773613502.999069:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773613502.999070:0:67856:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613502.999072:0:67856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1773613502.999073:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773613502.999074:0:67856:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613502.999075:0:67856:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1773613502.999076:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1773613502.999079:0:67856:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705880. 00000020:00000040:3.0:1773613502.999081:0:67856:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613502.999083:0:67856:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1773613502.999083:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773613502.999085:0:67856:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613502.999086:0:67856:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613502.999090:0:67856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650e2a000. 00000100:00000001:2.0:1773613502.999091:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613502.999093:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613502.999096:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613502.999131:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613502.999135:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613502.999139:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477129728:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773613502.999144:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1773613502.999223:0:86601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:1.0:1773613502.999227:0:86601:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.999229:0:86601:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613502.999232:0:86601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613502.999233:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613502.999235:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773613502.999237:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773613502.999238:0:86601:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff993660f29a00) refs 1 10000000:01000000:1.0:1773613502.999241:0:86601:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:1.0:1773613502.999242:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613502.999243:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613502.999244:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613502.999245:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613502.999246:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613502.999247:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613502.999248:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613502.999249:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613502.999250:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613502.999251:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1773613502.999253:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364c297800 : new refcount 8 10000000:00000010:1.0:1773613502.999256:0:86601:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff993660f29a00. 10000000:00000001:1.0:1773613502.999260:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773613503.002686:0:67856:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613503.002698:0:67856:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613503.002709:0:67856:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613503.002719:0:67856:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613503.002721:0:67856:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.002726:0:67856:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613503.002730:0:67856:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613503.002741:0:67856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b257904] to pc [ptlrpcd_01_00+0] req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773613503.002756:0:67856:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613503.002759:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613503.002761:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613503.002762:0:67856:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613503.002765:0:67856:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773613503.002768:0:67856:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613503.002772:0:67856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613503.002783:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613503.002786:0:67856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff993659fc3c00/0xa1aa084204a0114a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd964 expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613503.002797:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613503.002798:0:67856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773613503.002800:0:67856:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993642b11780. 00010000:00000001:3.0:1773613503.002806:0:67856:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.002809:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613503.002811:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613503.002813:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613503.002814:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613503.002816:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613503.002817:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613503.002820:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613503.002821:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613503.002822:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613503.002833:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613503.002836:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613503.002838:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613503.002842:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.002850:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613503.002851:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613503.002855:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613503.002870:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613503.002873:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613503.002876:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477129856:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613503.002880:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613503.002884:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613503.002886:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613503.002889:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613503.002897:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613503.002899:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613503.003066:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613503.003072:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613503.003079:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613503.003085:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129856, portal 18 00000100:00000001:3.0:1773613503.003088:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613503.003089:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000040:3.0:1773613503.003095:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.003102:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613503.003105:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613503.003107:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613503.003109:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477129856, offset 0 00000400:00000200:3.0:1773613503.003115:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613503.003122:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.003129:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613503.003132:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613503.003136:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613503.003140:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613503.003143:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613503.003147:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225153:225153:256:4294967295] 192.168.203.144@tcp LPNI seq info [225088:225088:8:4294967295] 00000400:00000200:3.0:1773613503.003151:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.003159:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613503.003165:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613503.003169:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613503.003174:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613503.003182:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613503.003185:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613503.003196:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613503.003200:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613503.003203:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300596746 00000100:00000001:3.0:1773613503.003208:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300593531 00000100:00000001:3.0:1773613503.003213:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300596746 00000100:00000001:3.0:1773613503.003216:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300593531 00000100:00000001:3.0:1773613503.003219:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613503.003221:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.003224:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.003227:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.003233:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613503.003235:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613503.003237:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613503.003238:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613503.003239:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.003241:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613503.003321:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613503.003324:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:3.0:1773613503.003328:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.003333:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613503.003337:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613503.003339:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613503.003343:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613503.003347:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.003357:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.003360:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.003366:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.003368:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1773613503.009412:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613503.009419:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613503.009423:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773613503.009436:0:86601:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773613503.009439:0:86601:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xa1aa084204a01151 00010000:00000001:0.0:1773613503.009442:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613503.009444:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613503.009449:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=2 00000020:00000001:0.0:1773613503.009452:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613503.009455:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613503.009459:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613503.009462:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613503.009466:0:86601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613503.009477:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613503.009479:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613503.009480:0:86601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613503.009481:0:86601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613503.009483:0:86601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:0.0:1773613503.009485:0:86601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613503.009487:0:86601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:0.0:1773613503.009489:0:86601:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773613503.009491:0:86601:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613503.009497:0:86601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613503.009499:0:86601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613503.009505:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613503.009506:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613503.009508:0:86601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613503.009514:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613503.009516:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.009519:0:86601:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773613503.009527:0:86601:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9936604c8d80. 00010000:00000001:0.0:1773613503.009530:0:86601:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773613503.009551:0:86601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773613503.009553:0:86601:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.009555:0:86601:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.009557:0:86601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613503.009558:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613503.009559:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773613503.009561:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773613503.009564:0:86601:0:(mgc_request.c:123:config_log_put()) log params(ffff9936530e5800) refs 2 10000000:00000001:0.0:1773613503.009566:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009567:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009568:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009569:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773613503.009571:0:86601:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff993652c75000) refs 3 10000000:00000001:0.0:1773613503.009572:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009573:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009574:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009575:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773613503.009576:0:86601:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9936530e5200) refs 2 10000000:00000001:0.0:1773613503.009578:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009579:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773613503.009580:0:86601:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9936530e5200) refs 1 10000000:01000000:0.0:1773613503.009582:0:86601:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773613503.009583:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009584:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009586:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009587:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009588:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009588:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009589:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009590:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009591:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773613503.009592:0:86601:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773613503.009595:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364c297800 : new refcount 7 10000000:00000010:0.0:1773613503.009597:0:86601:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff9936530e5200. 10000000:00000001:0.0:1773613503.009602:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773613503.009604:0:86601:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1773613503.009606:0:86601:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773613503.009608:0:86601:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.009613:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aac800. 00000040:00000010:0.0:1773613503.009617:0:86601:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993644aade00. 00000020:00000010:0.0:1773613503.009621:0:86601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99364980b000. 00000020:00000010:0.0:1773613503.009627:0:86601:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993644aac000. 00040000:00000010:0.0:1773613503.009631:0:86601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99364a1ddb00. 00040000:00000010:0.0:1773613503.009635:0:86601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993644aad600. 00000020:00000010:0.0:1773613503.009638:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00000020:00000001:0.0:1773613503.009641:0:86601:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.009644:0:86601:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff993642b11f00. 00000020:00000001:0.0:1773613503.009646:0:86601:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.009649:0:86601:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773613503.009654:0:86601:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff9936604c8f00. 00000020:00000001:0.0:1773613503.009656:0:86601:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773613503.009659:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3fc00. 00000020:00000010:0.0:1773613503.009663:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3ee00. 00000040:00000010:0.0:1773613503.009666:0:86601:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.009669:0:86601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff993644bc2800. 00000020:00000010:0.0:1773613503.009672:0:86601:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993660d3e200. 00040000:00000010:0.0:1773613503.009676:0:86601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff993660500a00. 00040000:00000010:0.0:1773613503.009679:0:86601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993660d3e600. 10000000:00000001:0.0:1773613503.009683:0:86601:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:0.0:1773613503.009685:0:86601:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773613503.009687:0:86601:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773613503.009689:0:86601:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773613503.009690:0:86601:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773613503.009692:0:86601:0:(mgc_request.c:108:config_log_get()) log params (ffff9936530e5800) refs 2 10000000:00000001:0.0:1773613503.009694:0:86601:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773613503.009696:0:86601:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446631057333573632 : -113016375977984 : ffff9936530e5800) 10000000:00000001:0.0:1773613503.009698:0:86601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773613503.009699:0:86601:0:(mgc_request.c:123:config_log_put()) log params(ffff9936530e5800) refs 2 10000000:00000001:0.0:1773613503.009701:0:86601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773613503.009702:0:86601:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773613503.009704:0:86601:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.009706:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3ee00. 00000040:00000010:0.0:1773613503.009708:0:86601:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.009710:0:86601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff993644bc2800. 00000020:00000010:0.0:1773613503.009713:0:86601:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993660d3e200. 00040000:00000010:0.0:1773613503.009715:0:86601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff993660500a00. 00040000:00000010:0.0:1773613503.009719:0:86601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993660d3e600. 00000020:00000010:0.0:1773613503.009721:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3fc00. 00000020:00000001:0.0:1773613503.009723:0:86601:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.009724:0:86601:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff9936604c8f00. 00000020:00000001:0.0:1773613503.009727:0:86601:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613503.009729:0:86601:0:(llite_lib.c:990:client_common_put_super()) Process entered 00000080:00000001:0.0:1773613503.009732:0:86601:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000020:00000001:0.0:1773613503.009735:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613503.009740:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbee10. 00000020:00000010:0.0:1773613503.009743:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3fc00. 00000020:00000010:0.0:1773613503.009746:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3e600. 00000020:00000010:0.0:1773613503.009750:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853ea0. 00000008:00000010:0.0:1773613503.009756:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1faca0. 00020000:00000010:0.0:1773613503.009760:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062ec00. 00008000:00000010:0.0:1773613503.009765:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8388. 00000080:00000010:0.0:1773613503.009770:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e20a8. 00000080:00000010:0.0:1773613503.009773:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113bd98. 00000020:00000010:0.0:1773613503.009776:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e200. 00000008:00000010:0.0:1773613503.009780:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20840. 00020000:00000010:0.0:1773613503.009785:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923f600. 00008000:00000010:0.0:1773613503.009789:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ad08. 00000080:00000010:0.0:1773613503.009793:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4cc30. 00000020:00000001:0.0:1773613503.009796:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807384 : -113016259744232 : ffff993659fbee18) 00000020:00001000:0.0:1773613503.009798:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbee10 00000020:00000040:0.0:1773613503.009823:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 5 - lov 00020000:00000001:0.0:1773613503.009847:0:86601:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773613503.009849:0:86601:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631057319285632 : -113016390265984 : ffff993652345380) 00020000:00000010:0.0:1773613503.009868:0:86601:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff99364a8ed240. 00020000:00000001:0.0:1773613503.009889:0:86601:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773613503.009890:0:86601:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631057318798592 : -113016390753024 : ffff9936522ce500) 00020000:00000010:0.0:1773613503.009908:0:86601:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff99364a8ed360. 00020000:00000001:0.0:1773613503.009964:0:86601:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773613503.009966:0:86601:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631057318798848 : -113016390752768 : ffff9936522ce600) 00020000:00000010:0.0:1773613503.009985:0:86601:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff99364a8edf00. 00020000:00000001:0.0:1773613503.009988:0:86601:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.010023:0:86601:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff993660ab0000. 00000020:00000010:0.0:1773613503.010039:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff993660500f00. 00000020:00000010:0.0:1773613503.010043:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff993658c13780. 00000020:00000010:0.0:1773613503.010047:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff993644b2a800. 00000080:00000010:0.0:1773613503.010051:0:86601:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff993644b2a000. 00000080:00000010:0.0:1773613503.010054:0:86601:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff99364a8edc60. 00020000:00000001:0.0:1773613503.010057:0:86601:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:0.0:1773613503.010078:0:86601:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1773613503.010080:0:86601:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff99364a8fc208. 00000020:00000001:0.0:1773613503.010082:0:86601:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000800:00000001:3.0:1773613503.010131:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.010143:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613503.010145:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.010147:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00020000:0.0:1773613503.010155:0:86601:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff99365922b000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000400:00000200:3.0:1773613503.010156:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.010162:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613503.010170:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.010174:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.010179:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.010183:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0e080 00000400:00000200:3.0:1773613503.010187:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.010192:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e1d [1] + 224 00000800:00000001:3.0:1773613503.010199:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.010206:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.010209:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.010213:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613503.010219:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.010227:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613503.010237:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.010251:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613503.010259:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.010262:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.010273:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613503.010275:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613503.010281:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613503.010283:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613503.010286:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613503.010289:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613503.010291:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613503.010294:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.010298:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613503.010305:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.010310:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613503.010312:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.010314:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613503.010317:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613503.010319:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613503.010321:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613503.010323:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613503.010328:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936592774a0 time=709 v=5 (5 0 0 0) 00000100:00001000:3.0:1773613503.010331:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613503.010333:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613503.010334:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613503.010337:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613503.010338:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.010340:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613503.010344:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.010350:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613503.010352:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613503.010354:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613503.010357:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613503.010364:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477129856:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773613503.010368:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.010371:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.010374:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705880 x1859762477129856/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613518 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.010379:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613503.010381:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613503.010384:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993650e2b600. 02000000:00000001:3.0:1773613503.010386:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613503.010388:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613503.010389:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613503.010391:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613503.010393:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2a000. 02000000:00000001:3.0:1773613503.010395:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613503.010397:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613503.010399:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705880. 00000100:00000001:3.0:1773613503.010401:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613503.010402:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.010404:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613503.010409:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613503.010410:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.010412:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613503.010414:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.010582:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613503.010584:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613503.010586:0:79322:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773613503.010588:0:79322:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773613503.010590:0:79322:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613503.010595:0:79322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613503.010602:0:79322:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba3400 already unused, calling callback (ffffffffc1277c20) 10000000:00000001:1.0:1773613503.010604:0:79322:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773613503.010606:0:79322:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613503.010611:0:79322:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613503.010612:0:79322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613503.010614:0:79322:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613503.010615:0:79322:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3400 refcount=3 00000020:00000001:1.0:1773613503.010617:0:79322:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613503.010619:0:79322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059623936 : -113016649927680 : ffff993642ba3400) 00010000:00000001:1.0:1773613503.010621:0:79322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613503.010623:0:79322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773613503.010628:0:79322:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773613503.010630:0:79322:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773613503.010635:0:79322:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1773613503.010637:0:79322:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:1.0:1773613503.010638:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773613503.010639:0:79322:0:(mgc_request.c:123:config_log_put()) log params(ffff9936530e5800) refs 1 10000000:01000000:1.0:1773613503.010641:0:79322:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:1.0:1773613503.010643:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613503.010644:0:79322:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613503.010644:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613503.010645:0:79322:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613503.010646:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613503.010647:0:79322:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613503.010648:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613503.010648:0:79322:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773613503.010649:0:79322:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773613503.010650:0:79322:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1773613503.010652:0:79322:0:(genops.c:898:class_export_put()) PUTting export ffff99364c297800 : new refcount 6 10000000:00000010:1.0:1773613503.010653:0:79322:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff9936530e5800. 10000000:00000001:1.0:1773613503.010656:0:79322:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773613503.010657:0:79322:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.010659:0:79322:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613503.010662:0:79322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613503.010663:0:79322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613503.010665:0:79322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613503.010666:0:79322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613503.010669:0:79322:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3400 with handle 0xa1aa084204a01151 from hash 00010000:00000001:1.0:1773613503.010671:0:79322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613503.010672:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613503.010673:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.010674:0:79322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613503.010676:0:79322:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613503.010677:0:79322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613503.010679:0:79322:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613503.010681:0:79322:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613503.010687:0:79322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613503.010690:0:79322:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613503.010694:0:79322:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.010695:0:79322:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.010700:0:79322:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.010706:0:79322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993644aada00. 00000100:00000001:1.0:1773613503.010711:0:79322:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.010713:0:79322:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613503.010717:0:79322:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613503.010725:0:79322:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613503.010727:0:79322:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.010730:0:79322:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.010733:0:79322:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.010739:0:79322:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_00_01+1] req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773613503.010757:0:79322:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613503.010759:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613503.010760:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.010761:0:79322:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.010762:0:79322:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773613503.010764:0:79322:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613503.010766:0:79322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613503.010771:0:79322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613503.010773:0:79322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff993642ba3400/0xa1aa084204a01151 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1dc4d5fc0aabd96b expref: -99 pid: 86523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613503.010781:0:79322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.010782:0:79322:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773613503.010784:0:79322:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9936604c8d80. 00010000:00000001:1.0:1773613503.010787:0:79322:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.010788:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613503.010789:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613503.010791:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613503.010792:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613503.010793:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613503.010794:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613503.010796:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613503.010797:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613503.010798:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773613503.010802:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613503.010805:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613503.010806:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613503.010810:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.010816:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613503.010818:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613503.010822:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613503.010824:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613503.010826:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613503.010828:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477129984:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773613503.010831:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613503.010836:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613503.010838:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613503.010840:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613503.010843:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613503.010844:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613503.010848:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613503.010851:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613503.010855:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613503.010871:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129984, portal 18 00000100:00000001:1.0:1773613503.010873:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613503.010875:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:1.0:1773613503.010879:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.010885:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613503.010887:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613503.010889:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385330. 00000100:00000200:1.0:1773613503.010892:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477129984, offset 0 00000400:00000200:1.0:1773613503.010897:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613503.010901:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613503.010920:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613503.010925:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613503.010928:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613503.010949:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613503.010952:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613503.010956:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225154:225154:256:4294967295] 192.168.203.144@tcp LPNI seq info [225089:225089:8:4294967295] 00000400:00000200:1.0:1773613503.010960:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613503.010968:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613503.010973:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613503.010978:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613503.010984:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613503.010991:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613503.010995:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773613503.011003:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613503.011007:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613503.011009:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300596756 00000100:00000001:1.0:1773613503.011014:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300596746 00000100:00000001:1.0:1773613503.011019:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300596756 00000100:00000001:1.0:1773613503.011022:0:2390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300596746 00000100:00000001:1.0:1773613503.011024:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613503.011027:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.011029:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.011031:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.011035:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613503.011036:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613503.011038:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613503.011040:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613503.011041:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.011043:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.011052:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613503.011054:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613503.011592:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613503.011597:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddd00. 00000400:00000200:3.0:1773613503.011602:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.011607:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613503.011611:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385330 00000400:00000010:3.0:1773613503.011613:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385330. 00000100:00000001:3.0:1773613503.011618:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613503.011623:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.011632:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.011635:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.011642:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.011643:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1773613503.012808:0:2392:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658030840. 02000000:00000001:2.0:1773613503.012828:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613503.012831:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.012834:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613503.012840:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613503.012842:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613503.012848:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613503.012853:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613503.012858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613503.012865:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477129728, portal 18 00000100:00000001:2.0:1773613503.012868:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613503.012869:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189002240 : -113016520549376 : ffff99364a705c00) 00000100:00000040:2.0:1773613503.012877:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.012885:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613503.012888:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613503.012890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7a18. 00000100:00000200:2.0:1773613503.012894:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477129728, offset 0 00000400:00000200:2.0:1773613503.012900:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613503.012907:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.012923:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613503.012927:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613503.012930:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613503.012947:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613503.012950:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613503.012953:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225155:225155:256:4294967295] 192.168.203.144@tcp LPNI seq info [225090:225090:8:4294967295] 00000400:00000200:2.0:1773613503.012957:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.012965:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613503.012970:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613503.012975:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415600. 00000800:00000200:2.0:1773613503.012980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613503.012987:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613503.012991:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773613503.013005:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613503.013009:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613503.013012:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300596760 00000100:00000001:2.0:1773613503.013018:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300596756 00000100:00000001:2.0:1773613503.013022:0:2392:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300596760 00000100:00000001:2.0:1773613503.013025:0:2392:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300596756 00000100:00000001:2.0:1773613503.013028:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.013030:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.013034:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.013036:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.013043:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.013045:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613503.013047:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.013048:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613503.013050:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.013052:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613503.013098:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613503.013102:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415600. 00000400:00000200:3.0:1773613503.013105:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.013110:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613503.013114:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7a18 00000400:00000010:3.0:1773613503.013116:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7a18. 00000100:00000001:3.0:1773613503.013119:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613503.013123:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.013131:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.013134:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.013144:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.013145:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613503.016441:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.016456:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613503.016461:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.016463:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.016473:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.016480:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613503.016487:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.016492:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.016497:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.016501:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0e100 00000400:00000200:3.0:1773613503.016506:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.016512:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e2d [1] + 224 00000800:00000001:3.0:1773613503.016520:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.016526:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.016529:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.016533:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613503.016540:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.016549:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613503.016560:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.016582:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613503.016590:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.016593:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.016681:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613503.016685:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613503.016691:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613503.016693:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613503.016696:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613503.016700:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613503.016703:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613503.016708:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613503.016712:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613503.016721:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.016726:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613503.016728:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.016730:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613503.016733:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613503.016735:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613503.016737:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613503.016740:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613503.016746:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936592774a0 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1773613503.016749:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613503.016752:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613503.016753:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.016756:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613503.016758:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.016761:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.016765:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.016772:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613503.016774:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613503.016776:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.016779:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613503.016787:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477129984:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773613503.016790:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.016793:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.016796:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477129984/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.016802:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613503.016804:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613503.016807:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993644aad600. 02000000:00000001:1.0:1773613503.016811:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613503.016813:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.016815:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613503.016817:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.016819:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613503.016822:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.016824:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.016825:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613503.016829:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.016830:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.016833:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.016839:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613503.016841:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.016843:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613503.016845:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613503.017726:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.017735:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613503.017738:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.017740:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.017746:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.017751:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613503.017757:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.017760:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.017764:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.017767:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0e000 00000400:00000200:3.0:1773613503.017771:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.017776:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e35 [1] + 224 00000800:00000001:3.0:1773613503.017781:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.017825:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.017827:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.017831:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613503.017836:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.017842:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613503.017851:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.017880:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613503.017887:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.017890:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.018291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.018295:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613503.018300:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613503.018302:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613503.018305:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613503.018309:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613503.018311:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613503.018314:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613503.018319:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613503.018328:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.018333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613503.018335:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.018337:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613503.018339:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613503.018341:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613503.018345:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.018347:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613503.018351:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff9936592774a0 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613503.018355:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1773613503.018357:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613503.018359:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613503.018361:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613503.018363:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.018366:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613503.018370:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.018376:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.018379:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613503.018380:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613503.018384:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613503.018392:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2392:1859762477129728:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773613503.018397:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.018400:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613503.018403:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705c00 x1859762477129728/t0(0) o103->MGC192.168.203.144@tcp@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613519 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.018409:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613503.018411:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613503.018413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613503.018417:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613503.018419:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613503.018421:0:2392:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1773613503.018423:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613503.018424:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e2be00. 02000000:00000001:2.0:1773613503.018428:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613503.018429:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613503.018431:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705c00. 00000100:00000001:2.0:1773613503.018434:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613503.018436:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.018438:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.018443:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.018445:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.018447:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.018449:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613503.044475:0:86601:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1773613503.044485:0:86601:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff99364b4f3800 active: 1 00020000:00000001:0.0:1773613503.044491:0:86601:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:0.0:1773613503.044494:0:86601:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff99365922b000: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:0.0:1773613503.044497:0:86601:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1773613503.044498:0:86601:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff99364b4f4000 active: 1 00020000:00000001:0.0:1773613503.044500:0:86601:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1773613503.044502:0:86601:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:0.0:1773613503.044506:0:86601:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1773613503.044508:0:86601:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1773613503.044512:0:86601:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773613503.044514:0:86601:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773613503.044516:0:86601:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1773613503.044518:0:86601:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1773613503.044519:0:86601:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1773613503.044521:0:86601:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773613503.044523:0:86601:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773613503.044524:0:86601:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:0.0:1773613503.044527:0:86601:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff99365922b000 00020000:00000001:0.0:1773613503.044529:0:86601:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1773613503.044531:0:86601:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff99365922b000: disconnecting target lustre-OST0001-osc-ffff99365922b000 00020000:00000001:0.0:1773613503.044533:0:86601:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:0.0:1773613503.044534:0:86601:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613503.044536:0:86601:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:0.0:1773613503.044540:0:86601:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773613503.044542:0:86601:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff99365922b000 - 1 00000100:00000001:0.0:1773613503.044546:0:86601:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773613503.044549:0:86601:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0001_UUID 00000020:00000001:0.0:1773613503.044551:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613503.044553:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=1 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:0.0:1773613503.044555:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773613503.044557:0:86601:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.044560:0:86601:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773613503.044562:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044565:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044597:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.044600:0:86601:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.044602:0:86601:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773613503.044604:0:86601:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773613503.044605:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044606:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044626:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613503.044627:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044628:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044649:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.044652:0:86601:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.044653:0:86601:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773613503.044655:0:86601:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00080000:0.0:1773613503.044658:0:86601:0:(import.c:65:import_set_state_nolock()) ffff99366067e800 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00000001:0.0:1773613503.044661:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613503.044663:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613503.044665:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613503.044667:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613503.044668:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613503.044669:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613503.044671:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613503.044672:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613503.044673:0:86601:0:(import.c:1930:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613503.044676:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773613503.044678:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:0.0:1773613503.044680:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773613503.044682:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613503.044684:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1773613503.044686:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773613503.044689:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613503.044690:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773613503.044691:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773613503.044692:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613503.044693:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613503.044695:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613503.044696:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773613503.044698:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773613503.044700:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613503.044701:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773613503.044702:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044704:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044726:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613503.044728:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044729:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044751:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.044754:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613503.044761:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613503.044766:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.044770:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3ee00. 00000020:00000010:0.0:1773613503.044774:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.044779:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.044784:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.044788:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.044794:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613503.044797:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613503.044801:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000008:00000010:0.0:1773613503.044804:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613503.044808:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613503.044811:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613503.044814:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613503.044817:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613503.044820:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000008:00000001:0.0:1773613503.044823:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773613503.044825:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613503.044827:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613503.044830:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773613503.044831:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.044832:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.044856:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613503.046134:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613503.046141:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3ee00. 00000020:00000010:0.0:1773613503.046188:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.046193:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.046198:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.046202:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.046206:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613503.046209:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613503.046212:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3f800. 00000008:00000010:0.0:1773613503.046214:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613503.046217:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613503.046220:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613503.046223:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613503.046227:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613503.046228:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000001:00000001:0.0:1773613503.046231:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.046233:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.046261:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613503.046263:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613503.046264:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613503.046288:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613503.046290:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613503.046293:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:0.0:1773613503.046298:0:86601:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773613503.046301:0:86601:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773613503.046304:0:86601:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa1aa084204a01174 00000020:00000040:0.0:1773613503.046307:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364b4f4000 with handle 0xa1aa084204a01174 from hash 00000020:00000040:0.0:1773613503.046318:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 2 00000020:00000001:0.0:1773613503.046322:0:86601:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773613503.046323:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 1 00000020:00000001:0.0:1773613503.046326:0:86601:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773613503.046327:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f4000 : new refcount 0 00000020:00000080:0.0:1773613503.046330:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364b4f4000/LOV_OSC_UUID 00000020:00000001:0.0:1773613503.046333:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.046345:0:86601:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.046347:0:86601:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.046787:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773613503.046791:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff99364b4f4000/LOV_OSC_UUID for lustre-OST0001-osc-ffff99365922b000 00000020:00000040:1.0:1773613503.046798:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 20 to 192.168.203.144@tcp 00000020:00000001:1.0:1773613503.046800:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773613503.046803:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613503.046805:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 5 - export 00000020:00000010:1.0:1773613503.046808:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364b4f4000. 00000020:00000001:1.0:1773613503.046817:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00020000:00000001:1.0:1773613503.046827:0:86601:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613503.046830:0:86601:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773613503.046832:0:86601:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff993650f8b200. 00000020:00000001:1.0:1773613503.046836:0:86601:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773613503.046839:0:86601:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff99365922b000 (flags='') 00000020:00000010:1.0:1773613503.046843:0:86601:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff99364a848480. 00000020:00000080:1.0:1773613503.046846:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773613503.046854:0:86601:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773613503.046869:0:86601:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff99365922b000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773613503.046873:0:86601:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773613503.046875:0:86601:0:(genops.c:1577:class_disconnect_exports()) OBD device 10 (ffff993661103370) has no exports 00000020:00000001:1.0:1773613503.046877:0:86601:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773613503.046881:0:86601:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773613503.046886:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000020:00000010:1.0:1773613503.046890:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.046894:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613503.046900:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.046904:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.046907:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.046964:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.046969:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.046974:0:86601:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99364a934fc0. 00000008:00000001:1.0:1773613503.046978:0:86601:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773613503.046980:0:86601:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773613503.046986:0:86601:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773613503.046987:0:86601:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-ffff99365922b000: client import never connected 00000100:00000001:1.0:1773613503.046990:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773613503.046992:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:1.0:1773613503.046995:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773613503.046997:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613503.046999:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773613503.047003:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773613503.047005:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613503.047006:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773613503.047007:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773613503.047009:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.047010:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773613503.047012:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.047014:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773613503.047015:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613503.047017:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.047018:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:1.0:1773613503.047020:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047022:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.047048:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.047050:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047051:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.047074:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.047077:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613503.047080:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613503.047084:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac000. 00000020:00000010:1.0:1773613503.047086:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aade00. 00000020:00000010:1.0:1773613503.047088:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613503.047091:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613503.047094:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987840. 00008000:00000010:1.0:1773613503.047097:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613503.047100:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613503.047102:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613503.047105:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac800. 00000008:00000010:1.0:1773613503.047108:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.047112:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.047115:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.047118:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613503.047121:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613503.047123:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613503.047126:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613503.047127:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613503.047129:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.047132:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773613503.047133:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047134:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.047158:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613503.047160:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613503.047162:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aade00. 00000020:00000010:1.0:1773613503.047166:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613503.047169:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613503.047172:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987840. 00008000:00000010:1.0:1773613503.047175:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613503.047178:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613503.047181:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613503.047184:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac000. 00000008:00000010:1.0:1773613503.047187:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.047190:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.047192:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.047194:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613503.047197:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac800. 00000020:00000010:1.0:1773613503.047198:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000001:00000001:1.0:1773613503.047201:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047202:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.047225:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.047227:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047228:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.047252:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.047254:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.047256:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:1.0:1773613503.047260:0:86601:0:(genops.c:1229:class_import_get()) import ffff99366067e800 refcount=2 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.047263:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.047264:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=1 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.047266:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773613503.047267:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.047268:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067e800 refcount=0 obd=lustre-OST0001-osc-ffff99365922b000 00000020:00000040:1.0:1773613503.047271:0:86601:0:(genops.c:1245:class_import_put()) final put import ffff99366067e800 00000020:00000001:1.0:1773613503.047282:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773613503.047284:0:86601:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773613503.047285:0:86601:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.047464:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993650fb0000. 00000020:00000010:1.0:1773613503.047470:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993643ffc000. 00000020:00000010:1.0:1773613503.047474:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff9936498de000. 00000020:00000010:1.0:1773613503.047478:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff99364a350000. 00000020:00000010:1.0:1773613503.047483:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e2800. 00000008:00000001:1.0:1773613503.047486:0:86601:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.047491:0:86601:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99364a934fc0. 00000020:00000010:1.0:1773613503.047494:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.047497:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613503.047500:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.047503:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.047506:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.047509:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.047511:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.047514:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00000020:00000001:1.0:1773613503.047516:0:86601:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.047527:0:86601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773613503.047533:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9936820f1600. 00000001:00000010:1.0:1773613503.047559:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993661180e00. 00000001:00000010:1.0:1773613503.047562:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993661181800. 00000001:00000010:1.0:1773613503.047564:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993641215c00. 00000001:00000010:1.0:1773613503.047566:0:86601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff993643f7bd60. 00000001:00000010:1.0:1773613503.047569:0:86601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff99364c31e300. 00000001:00000001:1.0:1773613503.047572:0:86601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773613503.047573:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 4 - setup 00000020:00000001:1.0:1773613503.047576:0:86601:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.047578:0:86601:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773613503.047580:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773613503.047585:0:86601:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773613503.047588:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 3 - obd_device_list 00000020:00000080:1.0:1773613503.047590:0:86601:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000040:1.0:1773613503.047592:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 2 - newdev 00000020:00000001:1.0:1773613503.047594:0:86601:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.047596:0:86601:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613503.047598:0:86601:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff99364a848480. 00000020:00000001:1.0:1773613503.047600:0:86601:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1773613503.047603:0:86601:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff99365922b000 00020000:00000001:1.0:1773613503.047605:0:86601:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:1.0:1773613503.047606:0:86601:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff99365922b000: disconnecting target lustre-OST0000-osc-ffff99365922b000 00020000:00000001:1.0:1773613503.047608:0:86601:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:1.0:1773613503.047610:0:86601:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613503.047612:0:86601:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:1.0:1773613503.047615:0:86601:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773613503.047617:0:86601:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff99365922b000 - 1 00000100:00000001:1.0:1773613503.047619:0:86601:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773613503.047621:0:86601:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-OST0000_UUID 00000020:00000001:1.0:1773613503.047623:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.047624:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.047626:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773613503.047628:0:86601:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.047630:0:86601:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773613503.047632:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.047633:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773613503.047656:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d800 count: 2 00010000:00000001:1.0:1773613503.047659:0:86601:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773613503.047662:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d800 count: 3 00010000:00000001:1.0:1773613503.047664:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613503.047667:0:86601:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613503.047671:0:86601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613503.047674:0:86601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x28400020000 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:1.0:1773613503.047686:0:86601:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773613503.047688:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613503.047691:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613503.047694:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000020:00000010:1.0:1773613503.047697:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.047700:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.047703:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.047706:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.047708:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.047711:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.047714:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.047716:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac800. 00000008:00000010:1.0:1773613503.047719:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.047722:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.047724:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.047728:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613503.047730:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613503.047732:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613503.047734:0:86601:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773613503.047736:0:86601:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613503.047737:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613503.047740:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.047742:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.047745:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.047747:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.047749:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.047751:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.047753:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.047756:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00000008:00000010:1.0:1773613503.047758:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.047760:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.047762:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.047764:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613503.047766:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac800. 00000020:00000010:1.0:1773613503.047769:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000008:00000001:1.0:1773613503.047771:0:86601:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.047774:0:86601:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613503.047777:0:86601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613503.047779:0:86601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613503.047781:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613503.047784:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613503.047787:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937a00 with handle 0xa1aa084204a011cf from hash 00010000:00000001:1.0:1773613503.047790:0:86601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613503.047791:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613503.047793:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.047794:0:86601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1773613503.047800:0:86601:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff993644aac800. 00010000:00000001:1.0:1773613503.047803:0:86601:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613503.047804:0:86601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613503.047808:0:86601:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.047809:0:86601:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.047812:0:86601:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613503.047814:0:86601:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613503.047820:0:86601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613503.047822:0:86601:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:1.0:1773613503.047826:0:86601:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.047828:0:86601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.047832:0:86601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.047837:0:86601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993644aada00. 00000100:00000001:1.0:1773613503.047843:0:86601:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.047845:0:86601:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613503.047851:0:86601:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1773613503.047859:0:86601:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613503.047860:0:86601:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.047863:0:86601:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613503.047864:0:86601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613503.047870:0:86601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11f00. 00000100:00000001:1.0:1773613503.047872:0:86601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059028736 : -113016650522880 : ffff993642b11f00) 00000100:00000001:1.0:1773613503.047875:0:86601:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613503.047876:0:86601:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000001:1.0:1773613503.047881:0:86601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.047884:0:86601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.047886:0:86601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613503.047887:0:86601:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613503.047895:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477130112/t0(0) o103->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.047903:0:86601:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613503.047904:0:86601:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.047908:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477130112/t0(0) o103->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.047962:0:86601:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.047965:0:86601:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613503.047967:0:86601:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613503.047969:0:86601:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11f00 going to sleep for 0 seconds 00000100:00000001:1.0:1773613503.047971:0:86601:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613503.047974:0:86601:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773613503.047977:0:86601:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.047979:0:86601:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613503.047981:0:86601:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.047985:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477130112/t0(0) o103->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613503.047993:0:86601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job umount:7da591f2-8971-483d-b9cd-f13578df9fa0:86601:1859762477130112:192.168.203.144@tcp:103:umount.0 00000100:00000001:1.0:1773613503.047998:0:86601:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.048000:0:86601:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.048002:0:86601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613503.048004:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.048007:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477130112/t0(0) o103->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.048015:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613503.048017:0:86601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11f00. 00000100:00000001:1.0:1773613503.048020:0:86601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613503.048021:0:86601:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773613503.048024:0:86601:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773613503.048025:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.048028:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477130112/t0(0) o103->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.048034:0:86601:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613503.048036:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.048037:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.048039:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.048042:0:86601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993644aada00. 02000000:00000001:1.0:1773613503.048045:0:86601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.048046:0:86601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.048048:0:86601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:1.0:1773613503.048051:0:86601:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.048052:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.048054:0:86601:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773613503.048055:0:86601:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773613503.048057:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613503.048060:0:86601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99365922b000 lock: 00000000f249e882/0xa1aa084204a011cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x1dc4d5fc0aabda91 expref: -99 pid: 86565 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000010:1.0:1773613503.048070:0:86601:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff993652345580. 00010000:00000010:1.0:1773613503.048073:0:86601:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c200. 00010000:00000001:1.0:1773613503.048077:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.048079:0:86601:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.048081:0:86601:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773613503.048083:0:86601:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d800 count: 0 00010000:00000010:1.0:1773613503.048088:0:86601:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a08d400. 00000001:00000001:1.0:1773613503.048101:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.048103:0:86601:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.048105:0:86601:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773613503.048107:0:86601:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773613503.048108:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.048109:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.048135:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.048137:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.048138:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.048161:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.048164:0:86601:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.048165:0:86601:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773613503.048167:0:86601:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773613503.048170:0:86601:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773613503.048172:0:86601:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773613503.048175:0:86601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b100. 00000020:00000040:1.0:1773613503.048177:0:86601:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=3 obd=lustre-OST0000-osc-ffff99365922b000 00000100:00000001:1.0:1773613503.048180:0:86601:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.048182:0:86601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.048184:0:86601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.048187:0:86601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dda00. 00000100:00000001:1.0:1773613503.048190:0:86601:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.048192:0:86601:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00080000:1.0:1773613503.048195:0:86601:0:(import.c:65:import_set_state_nolock()) ffff99366067d000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773613503.048198:0:86601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.048200:0:86601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.048205:0:86601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085c592f] to pc [ptlrpcd_rcv+-1] req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.048230:0:86601:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.048364:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.048368:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613503.048369:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613503.048375:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.048382:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613503.048383:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.048386:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613503.048389:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613503.048391:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613503.048395:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477130240:192.168.203.144@tcp:9:umount.0 00000100:00000001:2.0:1773613503.048399:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613503.048403:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613503.048405:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.048407:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613503.048412:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613503.048414:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613503.048423:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613503.048426:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613503.048432:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613503.048438:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477130240, portal 4 00000100:00000001:2.0:1773613503.048440:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613503.048441:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189220608 : -113016520331008 : ffff99364a73b100) 00000100:00000040:2.0:1773613503.048447:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.048454:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613503.048456:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613503.048459:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7330. 00000100:00000200:2.0:1773613503.048461:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477130240, offset 0 00000400:00000200:2.0:1773613503.048467:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613503.048474:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.048480:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613503.048485:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613503.048489:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613503.048493:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613503.048495:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613503.048498:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225156:225156:256:4294967295] 192.168.203.144@tcp LPNI seq info [225091:225091:8:4294967295] 00000400:00000200:2.0:1773613503.048502:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.048511:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613503.048516:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613503.048520:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415d00. 00000800:00000200:2.0:1773613503.048526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613503.048533:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613503.048537:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613503.048553:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613503.048558:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: using a timeout of 32671 usecs (33 jiffies) 00000400:00000200:2.0:1773613503.048561:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613503.048564:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300592867 00000100:00000001:2.0:1773613503.048566:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300596760 00000100:00000001:2.0:1773613503.048568:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300592867 00000020:00000001:0.0:1773613503.048568:0:75734:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:2.0:1773613503.048571:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300596760 00000020:00000080:0.0:1773613503.048572:0:75734:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff99366067e800 for lustre-OST0001-osc-ffff99365922b000 00000100:00000001:2.0:1773613503.048573:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.048575:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613503.048576:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 19 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613503.048577:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613503.048579:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 18 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613503.048580:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773613503.048581:0:75734:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff99364a809660. 00000100:00000001:2.0:1773613503.048584:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.048585:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1773613503.048585:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff99365922b000 (ffff993661103370) now 1 - import 00000100:00000001:2.0:1773613503.048587:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1773613503.048588:0:75734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99366067a000 with handle 0xa1aa084204a01143 from hash 00000100:00000001:2.0:1773613503.048589:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613503.048590:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.048592:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613503.048592:0:75734:0:(genops.c:898:class_export_put()) PUTting export ffff99366067a000 : new refcount 0 00000020:00000080:0.0:1773613503.048594:0:75734:0:(genops.c:904:class_export_put()) final put ffff99366067a000/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:0.0:1773613503.048597:0:75734:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.048598:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773613503.048600:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff99366067a000/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-OST0001-osc-ffff99365922b000 00000020:00000001:0.0:1773613503.048602:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773613503.048604:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.048607:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99366067a000. 00000020:00000001:0.0:1773613503.048613:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773613503.048616:0:75734:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0001-osc-ffff99365922b000 obd_type name = osc 00000020:01000000:0.0:1773613503.048618:0:75734:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff99365922b000 (7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:0.0:1773613503.048619:0:75734:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:0.0:1773613503.048623:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613503.048626:0:75734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.048629:0:75734:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.048632:0:75734:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.048635:0:75734:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.048638:0:75734:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.048642:0:75734:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613503.048645:0:75734:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000008:00000001:0.0:1773613503.048649:0:75734:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773613503.048653:0:75734:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773613503.048655:0:75734:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773613503.048658:0:75734:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773613503.048686:0:75734:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff993652f26e00. 00000020:00000010:0.0:1773613503.048691:0:75734:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e0c00. 00010000:00000001:0.0:1773613503.048725:0:75734:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773613503.048735:0:75734:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff99364a809180. 00000020:00000010:0.0:1773613503.048738:0:75734:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e3400. 00000001:00000001:0.0:1773613503.048775:0:75734:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773613503.048807:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993658c60000. 00000001:00000010:0.0:1773613503.048811:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993658c62000. 00000001:00000010:0.0:1773613503.048813:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364992c000. 00000001:00000010:0.0:1773613503.048816:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993649928000. 00000001:00000010:0.0:1773613503.048818:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364992e000. 00000001:00000010:0.0:1773613503.048821:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364992a000. 00000001:00000010:0.0:1773613503.048823:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff9936498a4000. 00000001:00000010:0.0:1773613503.048826:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff9936498a0000. 00000001:00000010:0.0:1773613503.048828:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff9936498a6000. 00000001:00000010:0.0:1773613503.048831:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff9936498a2000. 00000001:00000010:0.0:1773613503.048833:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643d70000. 00000001:00000010:0.0:1773613503.048840:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643d76000. 00000001:00000010:0.0:1773613503.048848:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643d72000. 00000001:00000010:0.0:1773613503.048853:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643d74000. 00000001:00000010:0.0:1773613503.048870:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993659096000. 00000001:00000010:0.0:1773613503.048873:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff9936498dc000. 00000001:00000010:0.0:1773613503.048876:0:75734:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff9936522cef00. 00000001:00000010:0.0:1773613503.048878:0:75734:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff993652f27a00. 00000001:00000001:0.0:1773613503.048881:0:75734:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773613503.048883:0:75734:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff99364a1e1400. 00010000:00000001:0.0:1773613503.048886:0:75734:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773613503.048888:0:75734:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773613503.048889:0:75734:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773613503.048891:0:75734:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773613503.048893:0:75734:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773613503.048894:0:75734:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773613503.048895:0:75734:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1773613503.048898:0:75734:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff99364a351000. 00010000:00000010:0.0:1773613503.048901:0:75734:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff99364a352000. 00010000:00000001:0.0:1773613503.048903:0:75734:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1773613503.048905:0:75734:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773613503.048907:0:75734:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff9936522ce600. 00000020:00000010:0.0:1773613503.048910:0:75734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.048922:0:75734:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.048925:0:75734:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.048928:0:75734:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.048930:0:75734:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.048951:0:75734:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000800:00000200:3.0:1773613503.049150:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613503.049155:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415d00. 00000400:00000200:3.0:1773613503.049159:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.049164:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613503.049168:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7330 00000400:00000010:3.0:1773613503.049171:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7330. 00000100:00000001:3.0:1773613503.049174:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613503.049178:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.049186:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.049189:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.049195:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.049197:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.0:1773613503.049254:0:75734:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613503.049259:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000020:00000001:0.0:1773613503.049262:0:75734:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.049264:0:75734:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff993661103370. 00000020:00000010:0.0:1773613503.049271:0:75734:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff99366067e800. 00000020:00000001:0.0:1773613503.049275:0:75734:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1773613503.050043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3a00. 00010000:00000010:3.1:1773613503.050050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc3c00. 00000080:00000010:1.1:1773613503.051343:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658112100. 00000800:00000001:3.0:1773613503.052006:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.052018:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613503.052021:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.052023:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.052031:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.052038:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613503.052047:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.052051:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.052057:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.052061:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0e200 00000400:00000200:3.0:1773613503.052065:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.052071:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e45 [1] + 224 00000800:00000001:3.0:1773613503.052079:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.052087:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.052090:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.052095:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613503.052102:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.052109:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613503.052119:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.052141:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613503.052151:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.052154:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.052185:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.052190:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613503.052196:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613503.052198:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613503.052201:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613503.052205:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613503.052207:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613503.052210:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613503.052215:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613503.052224:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.052230:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613503.052232:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.052234:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613503.052237:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613503.052240:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613503.052243:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.052245:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613503.052256:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99366067d458 time=127 v=5 (5 0 0 0) 00000100:00001000:2.0:1773613503.052259:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99366067d410 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613503.052262:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613503.052264:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613503.052275:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613503.052279:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.052282:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613503.052284:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: skip recheck: last_committed 0 00000100:00000001:2.0:1773613503.052286:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613503.052289:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613503.052294:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.052300:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.052303:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613503.052305:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773613503.052309:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99366067d000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773613503.052311:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773613503.052314:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773613503.052317:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.052318:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773613503.052319:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773613503.052320:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773613503.052321:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.052322:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:2.0:1773613503.052338:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613503.052345:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477130240:192.168.203.144@tcp:9:umount.0 00000100:00000001:2.0:1773613503.052349:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.052351:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613503.052354:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b100 x1859762477130240/t0(0) o9->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.052365:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613503.052367:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613503.052370:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613503.052374:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613503.052376:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613503.052378:0:2388:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613503.052380:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613503.052382:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dda00. 02000000:00000001:2.0:1773613503.052386:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613503.052388:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613503.052390:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b100. 00000100:00000001:2.0:1773613503.052393:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613503.052394:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.052396:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.052402:0:86601:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.052403:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.052405:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.052406:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:2.0:1773613503.052407:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.052408:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773613503.052408:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773613503.052409:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773613503.052411:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613503.052413:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773613503.052419:0:86601:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613503.052426:0:86601:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613503.052429:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.052431:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5180 x1859762477129600/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff99365922b000@192.168.203.144@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773613518 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613503.052437:0:86601:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613503.052439:0:86601:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613503.052441:0:86601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e6400. 02000000:00000001:1.0:1773613503.052444:0:86601:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613503.052445:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.052447:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=1 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.052448:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.052450:0:86601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff99364b028000. 02000000:00000001:1.0:1773613503.052454:0:86601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.052455:0:86601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.052456:0:86601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5180. 00000100:00000001:1.0:1773613503.052459:0:86601:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.052461:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.052464:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613503.052466:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613503.052467:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773613503.052468:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773613503.052470:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.052471:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773613503.052472:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.052474:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773613503.052476:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613503.052478:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.052479:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:1.0:1773613503.052482:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.052485:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.052517:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.052519:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.052520:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.052543:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.052546:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613503.052550:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613503.052555:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aada00. 00000020:00000010:1.0:1773613503.052559:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.052563:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.052569:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.052574:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.052579:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.052584:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.052587:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.052591:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac000. 00000008:00000010:1.0:1773613503.052595:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.052599:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.052602:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.052606:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613503.052608:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613503.052610:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613503.052613:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613503.052615:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613503.052617:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.052619:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773613503.052620:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.052621:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.052646:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613503.052649:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613503.052651:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aad600. 00000020:00000010:1.0:1773613503.052655:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.052658:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.052661:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.052663:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.052667:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.052670:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.052673:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aada00. 00000008:00000010:1.0:1773613503.052675:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.052677:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.052681:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.052683:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613503.052686:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac000. 00000020:00000010:1.0:1773613503.052688:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000001:00000001:1.0:1773613503.052690:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.052691:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.052717:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.052720:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.052721:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.052744:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.052746:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.052748:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:1.0:1773613503.052752:0:86601:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773613503.052753:0:86601:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773613503.052756:0:86601:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa1aa084204a0116d 00000020:00000040:1.0:1773613503.052760:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364b4f3800 with handle 0xa1aa084204a0116d from hash 00000020:00000040:1.0:1773613503.052773:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 2 00000020:00000001:1.0:1773613503.052776:0:86601:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773613503.052778:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 1 00000020:00000001:1.0:1773613503.052779:0:86601:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773613503.052780:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3800 : new refcount 0 00000020:00000080:1.0:1773613503.052783:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364b4f3800/LOV_OSC_UUID 00000020:00000001:1.0:1773613503.052785:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.052801:0:86601:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.052804:0:86601:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613503.052835:0:86601:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613503.052837:0:86601:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773613503.052840:0:86601:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff993661181400. 00000020:00000001:1.0:1773613503.052843:0:86601:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773613503.052845:0:86601:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff99365922b000 (flags='') 00000020:00000010:1.0:1773613503.052849:0:86601:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff99364a848480. 00000020:00000080:1.0:1773613503.052851:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773613503.052870:0:86601:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773613503.052873:0:86601:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff99365922b000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1773613503.052876:0:86601:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773613503.052878:0:86601:0:(genops.c:1577:class_disconnect_exports()) OBD device 9 (ffff993661104d28) has no exports 00000020:00000001:1.0:1773613503.052880:0:86601:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773613503.052884:0:86601:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773613503.052886:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac000. 00000020:00000010:1.0:1773613503.052889:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613503.052891:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613503.052894:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.052896:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.052899:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.052901:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.052904:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.052907:0:86601:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99364a934a80. 00000008:00000001:1.0:1773613503.052919:0:86601:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773613503.052921:0:86601:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:2.0:1773613503.053115:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773613503.053118:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff99364b4f3800/LOV_OSC_UUID for lustre-OST0000-osc-ffff99365922b000 00000020:00000040:2.0:1773613503.053123:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 17 to 192.168.203.144@tcp 00000020:00000001:2.0:1773613503.053125:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773613503.053127:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773613503.053129:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 5 - export 00000020:00000010:2.0:1773613503.053132:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364b4f3800. 00000020:00000001:2.0:1773613503.053139:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:1.0:1773613503.053196:0:86601:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773613503.053198:0:86601:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-ffff99365922b000: client import never connected 00000100:00000001:1.0:1773613503.053200:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773613503.053202:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773613503.053204:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773613503.053205:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613503.053206:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773613503.053209:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773613503.053211:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613503.053212:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773613503.053213:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773613503.053214:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.053215:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773613503.053217:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.053218:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773613503.053220:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613503.053221:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773613503.053222:0:86601:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:1.0:1773613503.053225:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.053226:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.053251:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.053253:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.053254:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.053356:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.053359:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613503.053363:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613503.053367:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad600. 00000020:00000010:1.0:1773613503.053370:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aade00. 00000020:00000010:1.0:1773613503.053373:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613503.053376:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613503.053379:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987840. 00008000:00000010:1.0:1773613503.053382:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613503.053385:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613503.053388:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613503.053392:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad400. 00000008:00000010:1.0:1773613503.053395:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.053398:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.053400:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.053403:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613503.053406:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613503.053408:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613503.053411:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613503.053412:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613503.053413:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.053415:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773613503.053416:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.053418:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.053440:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613503.053442:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613503.053443:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aade00. 00000020:00000010:1.0:1773613503.053447:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613503.053449:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613503.053452:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987840. 00008000:00000010:1.0:1773613503.053455:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613503.053457:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613503.053459:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613503.053462:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad600. 00000008:00000010:1.0:1773613503.053464:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.053466:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.053468:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.053470:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613503.053472:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad400. 00000020:00000010:1.0:1773613503.053474:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000001:00000001:1.0:1773613503.053477:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.053478:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.053501:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.053502:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.053503:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.053527:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.053529:0:86601:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.053531:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:1.0:1773613503.053535:0:86601:0:(genops.c:1229:class_import_get()) import ffff99366067d000 refcount=2 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.053537:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.053538:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=1 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000001:1.0:1773613503.053540:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773613503.053542:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.053543:0:86601:0:(genops.c:1242:class_import_put()) import ffff99366067d000 refcount=0 obd=lustre-OST0000-osc-ffff99365922b000 00000020:00000040:1.0:1773613503.053545:0:86601:0:(genops.c:1245:class_import_put()) final put import ffff99366067d000 00000020:00000001:1.0:1773613503.053597:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773613503.053599:0:86601:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773613503.053600:0:86601:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.053801:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993650fb4000. 00000020:00000010:1.0:1773613503.053806:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993643ff8000. 00000020:00000010:1.0:1773613503.053810:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff9936498d8000. 00000020:00000010:1.0:1773613503.053815:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993643514000. 00000020:00000010:1.0:1773613503.053819:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff9936584b5000. 00000020:00000010:1.0:1773613503.053826:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e0400. 00000008:00000001:1.0:1773613503.053828:0:86601:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.053834:0:86601:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99364a934a80. 00000020:00000010:1.0:1773613503.053839:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613503.053841:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8482a0. 00000008:00000010:1.0:1773613503.053844:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.053846:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.053849:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.053851:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.053854:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.053856:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac000. 00000020:00000001:1.0:1773613503.053859:0:86601:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.053871:0:86601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773613503.053877:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993652f2f200. 00000001:00000010:1.0:1773613503.053881:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993652f2e800. 00000001:00000010:1.0:1773613503.053882:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993652f2e000. 00000001:00000010:1.0:1773613503.053884:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993661181a00. 00000001:00000010:1.0:1773613503.053886:0:86601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff993643f7b820. 00000001:00000010:1.0:1773613503.053888:0:86601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff993649362600. 00000001:00000001:1.0:1773613503.053891:0:86601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773613503.053893:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 4 - setup 00000020:00000001:1.0:1773613503.053896:0:86601:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.053898:0:86601:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773613503.053901:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773613503.053907:0:86601:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773613503.053909:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 3 - obd_device_list 00000020:00000080:1.0:1773613503.053922:0:86601:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000040:1.0:1773613503.053924:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 2 - newdev 00000020:00000001:1.0:1773613503.053926:0:86601:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.053928:0:86601:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613503.053930:0:86601:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff99364a848480. 00010000:00000010:1.1:1773613503.054136:0:86601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3400. 00010000:00000010:1.1:1773613503.054197:0:86601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937a00. 00010000:00000010:1.1:1773613503.054202:0:86601:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00000020:00000001:1.0:1773613503.054207:0:86601:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773613503.054212:0:86601:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff9936584b7000. 00020000:00000001:1.0:1773613503.054217:0:86601:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.054229:0:86601:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff99364a6e8000. 00000020:00000010:1.0:1773613503.054245:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff993660500000. 00000020:00000010:1.0:1773613503.054249:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff993642b11840. 00000020:00000010:1.0:1773613503.054252:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff993650f51000. 00020000:00000010:1.0:1773613503.054255:0:86601:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff9936820f0c00. 00020000:00000010:1.0:1773613503.054259:0:86601:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff993650e33000. 00020000:00000010:1.0:1773613503.054261:0:86601:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff993650e30000. 00020000:00000010:1.0:1773613503.054264:0:86601:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff993650f51c00. 00000020:00001000:1.0:1773613503.054578:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbee10 00000020:00000010:1.0:1773613503.054583:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3e600. 00000020:00000010:1.0:1773613503.054586:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853ea0. 00000008:00000010:1.0:1773613503.054590:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1faca0. 00020000:00000010:1.0:1773613503.054594:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062ec00. 00008000:00000010:1.0:1773613503.054598:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8388. 00000080:00000010:1.0:1773613503.054601:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e20a8. 00000080:00000010:1.0:1773613503.054604:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113bd98. 00000020:00000010:1.0:1773613503.054607:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3fc00. 00000008:00000010:1.0:1773613503.054610:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20840. 00020000:00000010:1.0:1773613503.054613:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923f600. 00008000:00000010:1.0:1773613503.054616:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ad08. 00000080:00000010:1.0:1773613503.054620:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4cc30. 00000020:00000010:1.0:1773613503.054624:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e200. 00000020:00000010:1.0:1773613503.054626:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbee10. 00000080:00000001:1.0:1773613503.054628:0:86601:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613503.054631:0:86601:0:(obd_class.h:910:obd_disconnect()) Process entered 00020000:00000001:1.0:1773613503.054634:0:86601:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:1.0:1773613503.054646:0:86601:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773613503.054649:0:86601:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa1aa084204a01166 00000020:00000040:1.0:1773613503.054653:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364b4f3000 with handle 0xa1aa084204a01166 from hash 00000020:00000001:1.0:1773613503.054658:0:86601:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773613503.054660:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3000 : new refcount 1 00000020:00000001:1.0:1773613503.054662:0:86601:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773613503.054663:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364b4f3000 : new refcount 0 00000020:00000080:1.0:1773613503.054665:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364b4f3000/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:1.0:1773613503.054668:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613503.057558:0:75734:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773613503.057565:0:75734:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff99366067d000 for lustre-OST0000-osc-ffff99365922b000 00000020:00000040:2.0:1773613503.057575:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 16 to 192.168.203.144@tcp 00000020:00000040:2.0:1773613503.057579:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 15 to 192.168.203.144@tcp 00000020:00000010:2.0:1773613503.057581:0:75734:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff99364a809a80. 00000020:00000040:2.0:1773613503.057587:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff99365922b000 (ffff993661104d28) now 1 - import 00000020:00000040:2.0:1773613503.057592:0:75734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993660678800 with handle 0xa1aa084204a0113c from hash 00000020:00000040:2.0:1773613503.057597:0:75734:0:(genops.c:898:class_export_put()) PUTting export ffff993660678800 : new refcount 0 00000020:00000080:2.0:1773613503.057599:0:75734:0:(genops.c:904:class_export_put()) final put ffff993660678800/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:2.0:1773613503.057602:0:75734:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613503.057605:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773613503.057607:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff993660678800/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-OST0000-osc-ffff99365922b000 00000020:00000001:2.0:1773613503.057609:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773613503.057612:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773613503.057614:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff993660678800. 00000020:00000001:2.0:1773613503.057620:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773613503.057622:0:75734:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff99365922b000 obd_type name = osc 00000020:01000000:2.0:1773613503.057624:0:75734:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff99365922b000 (7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:2.0:1773613503.057626:0:75734:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000001:0.0:1773613503.060019:0:48052:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773613503.060028:0:48052:0:(genops.c:863:class_export_destroy()) destroying export ffff99364b4f3000/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-clilov-ffff99365922b000 00000020:00000001:0.0:1773613503.060032:0:48052:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773613503.060033:0:86601:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.060034:0:48052:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613503.060038:0:86601:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613503.060038:0:48052:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 4 - export 00000080:00000001:1.0:1773613503.060041:0:86601:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.060041:0:48052:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364b4f3000. 00000020:00000001:0.0:1773613503.060047:0:48052:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1773613503.060109:0:75734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a000. 00000020:00000010:3.0:1773613503.060115:0:75734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b600. 00000020:00000010:3.0:1773613503.060120:0:75734:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed7e0. 00000008:00000010:3.0:1773613503.060126:0:75734:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613503.060130:0:75734:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613503.060135:0:75734:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613503.060140:0:75734:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613503.060144:0:75734:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000008:00000001:3.0:1773613503.060150:0:75734:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1773613503.060157:0:75734:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1773613503.060159:0:75734:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1773613503.060163:0:75734:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773613503.060486:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff9936604ab800. 00000020:00000010:1.0:1773613503.060490:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604aa400. 00000020:00000010:1.0:1773613503.060493:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff993644bc7800. 00000020:00000010:1.0:1773613503.060496:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff99364980c800. 00000020:00000010:1.0:1773613503.060498:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff99366067b800. 00000020:00000010:1.0:1773613503.060500:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff99366069c800. 00000020:00000010:1.0:1773613503.060504:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604ab000. 00000080:00000001:1.0:1773613503.060507:0:86601:0:(obd_class.h:910:obd_disconnect()) Process entered 00800000:00000001:1.0:1773613503.060510:0:86601:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:1.0:1773613503.060512:0:86601:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773613503.060520:0:86601:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1773613503.060522:0:86601:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.203.144@tcp 00020000:00000010:1.0:1773613503.060524:0:86601:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff993652345000. 00020000:00000001:1.0:1773613503.060527:0:86601:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773613503.060530:0:86601:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1773613503.060532:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 3 80000000:00000010:1.0:1773613503.060534:0:86601:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff99364a934500. 80000000:00000001:1.0:1773613503.060536:0:86601:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773613503.060539:0:86601:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773613503.060540:0:86601:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1773613503.060610:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 2 40000000:00000001:1.0:1773613503.060612:0:86601:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773613503.060614:0:86601:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff99364b4ce200. 40000000:00000001:1.0:1773613503.060617:0:86601:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773613503.060619:0:86601:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff99365922b000(7da591f2-8971-483d-b9cd-f13578df9fa0) successfully 00800000:00000001:1.0:1773613503.060621:0:86601:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773613503.060623:0:86601:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613503.060625:0:86601:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:1.0:1773613503.060628:0:86601:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773613503.060630:0:86601:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff99365922b000 - 1 00000100:00000001:1.0:1773613503.060633:0:86601:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773613503.060635:0:86601:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7da591f2-8971-483d-b9cd-f13578df9fa0->lustre-MDT0000_UUID 00000020:00000001:1.0:1773613503.060647:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.060649:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613503.060651:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773613503.060652:0:86601:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.060655:0:86601:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773613503.060657:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.060660:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773613503.060787:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 2 00010000:00000001:1.0:1773613503.060791:0:86601:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773613503.060795:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946800 count: 3 00010000:00000001:1.0:1773613503.060797:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613503.060800:0:86601:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613503.060804:0:86601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613503.060808:0:86601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00000001:1.0:1773613503.060819:0:86601:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613503.060821:0:86601:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613503.060823:0:86601:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613503.060825:0:86601:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.060828:0:86601:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613503.060830:0:86601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613503.060832:0:86601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613503.060835:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613503.060838:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613503.060840:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3600 with handle 0xa1aa084204a011d6 from hash 00010000:00000001:1.0:1773613503.060843:0:86601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613503.060844:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613503.060846:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.060847:0:86601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613503.060851:0:86601:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613503.060853:0:86601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613503.060855:0:86601:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.060857:0:86601:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.060859:0:86601:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613503.060861:0:86601:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613503.060869:0:86601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613503.060873:0:86601:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613503.060878:0:86601:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.060881:0:86601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.060885:0:86601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.060892:0:86601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993644aac000. 00000100:00000001:1.0:1773613503.060898:0:86601:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.060901:0:86601:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613503.060907:0:86601:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1773613503.060924:0:86601:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613503.060926:0:86601:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.060929:0:86601:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613503.060930:0:86601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613503.060971:0:86601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11840. 00000100:00000001:1.0:1773613503.060974:0:86601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027008 : -113016650524608 : ffff993642b11840) 00000100:00000001:1.0:1773613503.060977:0:86601:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613503.060979:0:86601:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613503.060983:0:86601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.060987:0:86601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.060989:0:86601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613503.060991:0:86601:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613503.060999:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477130368/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061008:0:86601:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613503.061010:0:86601:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.061014:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477130368/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061020:0:86601:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.061023:0:86601:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613503.061024:0:86601:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613503.061027:0:86601:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11840 going to sleep for 0 seconds 00000100:00000001:1.0:1773613503.061029:0:86601:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613503.061031:0:86601:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773613503.061034:0:86601:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.061036:0:86601:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613503.061038:0:86601:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.061042:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477130368/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613503.061050:0:86601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job umount:7da591f2-8971-483d-b9cd-f13578df9fa0:86601:1859762477130368:192.168.203.144@tcp:103:umount.0 00000100:00000001:1.0:1773613503.061054:0:86601:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.061057:0:86601:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.061059:0:86601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613503.061061:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.061068:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477130368/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061075:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613503.061077:0:86601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11840. 00000100:00000001:1.0:1773613503.061080:0:86601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613503.061081:0:86601:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773613503.061084:0:86601:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773613503.061085:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.061088:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477130368/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061094:0:86601:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613503.061096:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.061098:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613503.061100:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.061102:0:86601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613503.061106:0:86601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.061108:0:86601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.061110:0:86601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613503.061113:0:86601:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.061115:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.061116:0:86601:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773613503.061118:0:86601:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773613503.061120:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613503.061123:0:86601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba3600/0xa1aa084204a011d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda9f expref: -99 pid: 86592 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1773613503.061133:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.061134:0:86601:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.061136:0:86601:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773613503.061139:0:86601:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946800 count: 0 00010000:00000010:1.0:1773613503.061144:0:86601:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce180. 00010000:00000040:1.0:1773613503.061257:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:1.0:1773613503.061260:0:86601:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773613503.061262:0:86601:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613503.061263:0:86601:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613503.061265:0:86601:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613503.061514:0:86601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613503.061518:0:86601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773613503.061527:0:86601:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613503.061529:0:86601:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613503.061530:0:86601:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613503.061531:0:86601:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.061533:0:86601:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613503.061535:0:86601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613503.061536:0:86601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613503.061538:0:86601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613503.061540:0:86601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613503.061543:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2200 with handle 0xa1aa084204a011c8 from hash 00010000:00000001:1.0:1773613503.061545:0:86601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613503.061546:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613503.061547:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.061549:0:86601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613503.061720:0:86601:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613503.061722:0:86601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613503.061725:0:86601:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.061727:0:86601:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.061729:0:86601:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613503.061731:0:86601:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613503.061737:0:86601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613503.061740:0:86601:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613503.061743:0:86601:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.061745:0:86601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.061748:0:86601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.061752:0:86601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993644aac000. 00000100:00000001:1.0:1773613503.061756:0:86601:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.061758:0:86601:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613503.061762:0:86601:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613503.061769:0:86601:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613503.061771:0:86601:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.061773:0:86601:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613503.061774:0:86601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613503.061778:0:86601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993642b11840. 00000100:00000001:1.0:1773613503.061780:0:86601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057059027008 : -113016650524608 : ffff993642b11840) 00000100:00000001:1.0:1773613503.061782:0:86601:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613503.061783:0:86601:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613503.061787:0:86601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.061789:0:86601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.061791:0:86601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613503.061792:0:86601:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613503.061798:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477130496/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061804:0:86601:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613503.061806:0:86601:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.061809:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477130496/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061815:0:86601:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.061817:0:86601:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613503.061819:0:86601:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613503.061820:0:86601:0:(client.c:2690:ptlrpc_set_wait()) set ffff993642b11840 going to sleep for 0 seconds 00000100:00000001:1.0:1773613503.061823:0:86601:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613503.061824:0:86601:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773613503.061827:0:86601:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.061828:0:86601:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613503.061830:0:86601:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.061834:0:86601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477130496/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613503.061841:0:86601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job umount:7da591f2-8971-483d-b9cd-f13578df9fa0:86601:1859762477130496:192.168.203.144@tcp:103:umount.0 00000100:00000001:1.0:1773613503.061845:0:86601:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613503.061847:0:86601:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773613503.061849:0:86601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613503.061852:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.061855:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477130496/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061861:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613503.061863:0:86601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993642b11840. 00000100:00000001:1.0:1773613503.061866:0:86601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613503.061867:0:86601:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773613503.061869:0:86601:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773613503.061870:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.061873:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477130496/t0(0) o103->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.061879:0:86601:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613503.061881:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.061882:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613503.061884:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.061885:0:86601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993644aac000. 02000000:00000001:1.0:1773613503.061888:0:86601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.061890:0:86601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.061891:0:86601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613503.061893:0:86601:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.061895:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613503.061896:0:86601:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773613503.061898:0:86601:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773613503.061900:0:86601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613503.061902:0:86601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99365922b000 lock: ffff993642ba2200/0xa1aa084204a011c8 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabda83 expref: -99 pid: 86565 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1773613503.061909:0:86601:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c6c0. 00010000:00000001:1.0:1773613503.061924:0:86601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613503.061925:0:86601:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.061927:0:86601:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773613503.061930:0:86601:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d100 count: 0 00010000:00000010:1.0:1773613503.062176:0:86601:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93bd00. 00000020:00000010:3.0:1773613503.062828:0:75734:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff993660d3fe00. 00000020:00000010:3.0:1773613503.062834:0:75734:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff993644aac800. 00000020:00000010:3.0:1773613503.062837:0:75734:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff993650e2b200. 00000020:00000010:3.0:1773613503.062840:0:75734:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff993661181600. 00000020:00000010:3.0:1773613503.062844:0:75734:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e2c00. 00000001:00000001:1.0:1773613503.062923:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.062927:0:86601:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.062931:0:86601:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773613503.062932:0:86601:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00010000:00000001:3.0:1773613503.063057:0:75734:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1773613503.063069:0:75734:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff99364a93b300. 00000020:00000010:3.0:1773613503.063073:0:75734:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff993652345580. 00000020:00000010:3.0:1773613503.063077:0:75734:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff99364a8096c0. 00000020:00000010:3.0:1773613503.063079:0:75734:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99364a1e2400. 00000001:00000001:3.0:1773613503.063120:0:75734:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1773613503.063151:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364b02e000. 00000001:00000010:3.0:1773613503.063154:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364b02a000. 00000001:00000010:3.0:1773613503.063157:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364b02c000. 00000001:00000010:3.0:1773613503.063159:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993658eb4000. 00000001:00000010:3.0:1773613503.063162:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993660456000. 00000001:00000010:3.0:1773613503.063164:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993660452000. 00000001:00000010:3.0:1773613503.063166:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993660454000. 00000001:00000010:3.0:1773613503.063168:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993660450000. 00000001:00000010:3.0:1773613503.063171:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364a362000. 00000001:00000010:3.0:1773613503.063174:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364a364000. 00000001:00000010:3.0:1773613503.063176:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364a360000. 00000001:00000010:3.0:1773613503.063178:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff99364a366000. 00000001:00000010:3.0:1773613503.063181:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643f4e000. 00000001:00000010:3.0:1773613503.063189:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643f4a000. 00000001:00000010:3.0:1773613503.063195:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643f4c000. 00000001:00000010:3.0:1773613503.063198:0:75734:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff993643f48000. 00000001:00000010:3.0:1773613503.063201:0:75734:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff9936522ceb00. 00000001:00000010:3.0:1773613503.063204:0:75734:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff993661180000. 00000001:00000001:3.0:1773613503.063207:0:75734:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1773613503.063209:0:75734:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff99364a1e3800. 00010000:00000001:3.0:1773613503.063212:0:75734:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773613503.063214:0:75734:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1773613503.063215:0:75734:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1773613503.063217:0:75734:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1773613503.063219:0:75734:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1773613503.063220:0:75734:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773613503.063221:0:75734:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1773613503.063223:0:75734:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff993644bac000. 00010000:00000010:3.0:1773613503.063228:0:75734:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff9936584b2000. 00010000:00000001:3.0:1773613503.063230:0:75734:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1773613503.063234:0:75734:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773613503.063237:0:75734:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff9936522ce500. 00000020:00000010:3.0:1773613503.063242:0:75734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b600. 00000020:00000010:3.0:1773613503.063246:0:75734:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed7e0. 00000008:00000010:3.0:1773613503.063250:0:75734:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613503.063255:0:75734:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613503.063260:0:75734:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613503.063265:0:75734:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613503.063268:0:75734:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613503.063272:0:75734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a000. 00000020:00000001:3.0:1773613503.063275:0:75734:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773613503.063278:0:75734:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff993661104d28. 00000020:00000010:3.0:1773613503.063285:0:75734:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff99366067d000. 00000020:00000001:3.0:1773613503.063288:0:75734:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:1.0:1773613503.063367:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.063369:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.064490:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.064497:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.064498:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.065584:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.065591:0:86601:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.065594:0:86601:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773613503.065597:0:86601:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773613503.065601:0:86601:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773613503.065603:0:86601:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773613503.065612:0:86601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613503.065618:0:86601:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000100:00000001:1.0:1773613503.065621:0:86601:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613503.065624:0:86601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613503.065628:0:86601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613503.065646:0:86601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd400. 00000100:00000001:1.0:1773613503.065653:0:86601:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.065655:0:86601:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00080000:1.0:1773613503.065659:0:86601:0:(import.c:65:import_set_state_nolock()) ffff993649808000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773613503.065663:0:86601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613503.065667:0:86601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613503.065677:0:86601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c25f89e] to pc [ptlrpcd_rcv+-1] req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.065987:0:86601:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.066188:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.066192:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613503.066195:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613503.066201:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.066210:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613503.066211:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.066214:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613503.066217:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613503.066220:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613503.066223:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477130624:192.168.203.144@tcp:39:umount.0 00000100:00000001:2.0:1773613503.066228:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613503.066233:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613503.066235:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.066237:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613503.066242:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936412e5800. 02000000:00000001:2.0:1773613503.066245:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613503.066252:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613503.066256:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613503.066263:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613503.066283:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477130624, portal 10 00000100:00000001:2.0:1773613503.066286:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613503.066288:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:2.0:1773613503.066295:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.066302:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613503.066305:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613503.066307:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7bb0. 00000100:00000200:2.0:1773613503.066310:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477130624, offset 0 00000400:00000200:2.0:1773613503.066317:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613503.066325:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.066332:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613503.066337:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613503.066341:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613503.066345:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613503.066347:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613503.066351:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225157:225157:256:4294967295] 192.168.203.144@tcp LPNI seq info [225092:225092:8:4294967295] 00000400:00000200:2.0:1773613503.066356:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613503.066364:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613503.066370:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613503.066375:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415b00. 00000800:00000200:2.0:1773613503.066381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613503.066389:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613503.066393:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613503.066409:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613503.066414:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: using a timeout of 28333 usecs (29 jiffies) 00000400:00000200:2.0:1773613503.066417:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613503.066420:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 2 is 4300592881 00000100:00000001:2.0:1773613503.066423:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 2, keep current deadline 4300596760 00000100:00000001:2.0:1773613503.066425:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS new deadline estimation for cpu 3 is 4300592881 00000100:00000001:2.0:1773613503.066428:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99365922b000: PM QoS request active for cpu 3, keep current deadline 4300596760 00000100:00000001:2.0:1773613503.066430:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.066433:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.066435:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.066438:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.066444:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.066446:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773613503.066449:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.066450:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613503.066451:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.066453:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613503.066848:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613503.066853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415b00. 00000400:00000200:3.0:1773613503.066866:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.066872:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613503.066877:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7bb0 00000400:00000010:3.0:1773613503.066880:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7bb0. 00000100:00000001:3.0:1773613503.066883:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613503.066888:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.066904:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613503.066907:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.066922:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.066923:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613503.075082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3600. 00010000:00000010:1.1:1773613503.075107:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946800. 00010000:00000010:1.1:1773613503.075111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2200. 00010000:00000010:1.1:1773613503.075114:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d100. 00000800:00000001:3.0:1773613503.080148:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.080165:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613503.080169:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.080171:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.080180:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.080187:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613503.080196:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.080201:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.080205:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.080209:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0e380 00000400:00000200:3.0:1773613503.080214:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613503.080220:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e55 [1] + 224 00000800:00000001:3.0:1773613503.080227:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.080233:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613503.080235:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613503.080239:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613503.080246:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613503.080255:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613503.080265:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613503.080286:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613503.080294:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613503.080298:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.080441:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.080445:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613503.080451:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613503.080454:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613503.080457:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:2.0:1773613503.080461:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:2.0:1773613503.080463:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:2.0:1773613503.080466:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613503.080471:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613503.080480:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477130624/t0(0) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.080486:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613503.080488:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.080490:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613503.080493:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613503.080495:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613503.080497:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613503.080500:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613503.080508:0:2388:0:(import.c:2136:obd_at_measure()) add 36 to ffff993649808458 time=127 v=36 (36 0 0 0) 00000100:00001000:2.0:1773613503.080512:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff993649808410 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613503.080514:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613503.080516:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613503.080518:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613503.080521:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.080525:0:2388:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613503.080527:0:2388:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773613503.080528:0:2388:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613503.080530:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613503.080531:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:2.0:1773613503.080534:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613503.080536:0:2388:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: committing for last_committed 103079215241 gen 1 00000100:00100000:2.0:1773613503.080540:0:2388:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.080548:0:2388:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773613503.080550:0:2388:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:2.0:1773613503.080553:0:2388:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613503.080555:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613503.080559:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.080565:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613503.080567:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613503.080569:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773613503.080571:0:2388:0:(import.c:65:import_set_state_nolock()) ffff993649808000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773613503.080575:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773613503.080578:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773613503.080580:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.080582:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773613503.080583:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773613503.080584:0:2388:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773613503.080586:0:2388:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.080587:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:2.0:1773613503.080603:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613503.080611:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7da591f2-8971-483d-b9cd-f13578df9fa0:2388:1859762477130624:192.168.203.144@tcp:39:umount.0 00000100:00000001:2.0:1773613503.080615:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.080617:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613503.080621:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613503.080627:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.080629:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613503.080643:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613503.080646:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613503.080648:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613503.080649:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.080702:0:86601:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.080708:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773613503.080710:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1773613503.080711:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773613503.080713:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613503.080715:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: committing for last_committed 103079215241 gen 2 00000100:00100000:1.0:1773613503.080721:0:86601:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.080728:0:86601:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613503.080731:0:86601:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613503.080734:0:86601:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477130624/t103079215242(103079215242) o39->lustre-MDT0000-mdc-ffff99365922b000@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613513 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613503.080740:0:86601:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613503.080742:0:86601:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613503.080745:0:86601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936412e5800. 02000000:00000001:1.0:1773613503.080749:0:86601:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613503.080752:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613503.080753:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:1.0:1773613503.080755:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613503.080757:0:86601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd400. 02000000:00000001:1.0:1773613503.080761:0:86601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613503.080763:0:86601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613503.080764:0:86601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613503.080768:0:86601:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613503.080769:0:86601:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613503.080771:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613503.080773:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613503.080775:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773613503.080776:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773613503.080777:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773613503.080778:0:86601:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773613503.080780:0:86601:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.080782:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773613503.080784:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613503.080786:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773613503.080787:0:86601:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773613503.080789:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.080792:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.081249:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.081253:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.081254:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.081627:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.081631:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613503.081639:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613503.081645:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aac000. 00000020:00000010:1.0:1773613503.081651:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613503.081655:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.081662:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.081667:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.081671:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.081677:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.081680:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.081683:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad400. 00000008:00000010:1.0:1773613503.081687:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.081691:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.081694:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.081698:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613503.081700:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613503.081703:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000008:00000001:1.0:1773613503.081706:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613503.081708:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613503.081711:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613503.081713:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773613503.081714:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.081715:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.082085:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613503.082090:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613503.082094:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aada00. 00000020:00000010:1.0:1773613503.082099:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.082103:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.082106:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.082110:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.082113:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.082117:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.082120:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aac000. 00000008:00000010:1.0:1773613503.082123:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613503.082125:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613503.082129:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613503.082132:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613503.082135:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad400. 00000020:00000010:1.0:1773613503.082137:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000001:00000001:1.0:1773613503.082139:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.082141:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.082495:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.082498:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.082499:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.082866:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613503.082870:0:86601:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.082872:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:1.0:1773613503.082878:0:86601:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773613503.082881:0:86601:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773613503.082883:0:86601:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa1aa084204a0115f 00000020:00000040:1.0:1773613503.082887:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364980e800 with handle 0xa1aa084204a0115f from hash 00000020:00000001:1.0:1773613503.082893:0:86601:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773613503.082895:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 1 00000020:00000001:1.0:1773613503.082897:0:86601:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773613503.082898:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e800 : new refcount 0 00000020:00000080:1.0:1773613503.082900:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364980e800/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:1.0:1773613503.082903:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.082958:0:86601:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613503.082961:0:86601:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613503.082966:0:86601:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613503.082969:0:86601:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.082988:0:86601:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773613503.082990:0:86601:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xa1aa084204a01158 00000020:00000040:1.0:1773613503.082992:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364980e000 with handle 0xa1aa084204a01158 from hash 00000020:00000001:1.0:1773613503.082995:0:86601:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773613503.082996:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e000 : new refcount 1 00000020:00000001:1.0:1773613503.082998:0:86601:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773613503.082999:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980e000 : new refcount 0 00000020:00000080:1.0:1773613503.083000:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364980e000/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:1.0:1773613503.083002:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083005:0:86601:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613503.083007:0:86601:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613503.083011:0:86601:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613503.083013:0:86601:0:(llite_lib.c:1002:client_common_put_super()) Process leaving 00000020:00000001:1.0:1773613503.083018:0:86601:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773613503.083021:0:86601:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff99365922b000 (flags='') 00000020:00000010:1.0:1773613503.083028:0:86601:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff99364a8487e0. 00000020:00000080:1.0:1773613503.083031:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773613503.083036:0:86601:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773613503.083039:0:86601:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff99365922b000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1773613503.083042:0:86601:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773613503.083044:0:86601:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffff99364a0c3370) has no exports 00000020:00000001:1.0:1773613503.083046:0:86601:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773613503.083051:0:86601:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000001:1.0:1773613503.083052:0:86601:0:(obd_class.h:617:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.083065:0:86601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773613503.083070:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993659eb0e00. 00000001:00000010:1.0:1773613503.083073:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993659eb1e00. 00000001:00000010:1.0:1773613503.083074:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993659eb1a00. 00000001:00000010:1.0:1773613503.083076:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993660f24600. 00000001:00000010:1.0:1773613503.083080:0:86601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff993658ca5340. 00000001:00000010:1.0:1773613503.083082:0:86601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff99366110c700. 00000001:00000001:1.0:1773613503.083085:0:86601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773613503.083087:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 3 - setup 00000020:00000001:3.0:1773613503.083090:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1773613503.083090:0:86601:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083092:0:86601:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1773613503.083094:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff99364980e800/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-MDT0000-mdc-ffff99365922b000 00000020:00000080:1.0:1773613503.083094:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773613503.083097:0:86601:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:3.0:1773613503.083101:0:75734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 14 to 192.168.203.144@tcp 00000020:00000040:1.0:1773613503.083101:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 2 - obd_device_list 00000020:00000001:3.0:1773613503.083103:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000080:1.0:1773613503.083103:0:86601:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:3.0:1773613503.083105:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613503.083105:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff99365922b000 (ffff99364a0c3370) now 1 - newdev 00000020:00000040:3.0:1773613503.083107:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 5 - export 00000020:00000040:1.0:1773613503.083108:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364980a000 with handle 0xa1aa084204a01127 from hash 00000020:00000010:3.0:1773613503.083110:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364980e800. 00000020:00000040:1.0:1773613503.083110:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980a000 : new refcount 0 00000020:00000080:1.0:1773613503.083112:0:86601:0:(genops.c:904:class_export_put()) final put ffff99364980a000/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:1.0:1773613503.083113:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083115:0:86601:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773613503.083117:0:86601:0:(genops.c:863:class_export_destroy()) destroying export ffff99364980a000/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-clilov-ffff99365922b000 00000020:00000001:3.0:1773613503.083118:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1773613503.083118:0:86601:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773613503.083120:0:86601:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.083121:0:75734:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773613503.083122:0:75734:0:(genops.c:863:class_export_destroy()) destroying export ffff99364980e000/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-clilmv-ffff99365922b000 00000020:00000010:1.0:1773613503.083122:0:86601:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364980a000. 00000020:00000001:3.0:1773613503.083124:0:75734:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773613503.083126:0:75734:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083127:0:86601:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1773613503.083128:0:75734:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 4 - export 00000020:00000010:3.0:1773613503.083129:0:75734:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364980e000. 00000020:00000040:1.0:1773613503.083129:0:86601:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff99365922b000 obd_type name = lov 00000020:01000000:1.0:1773613503.083131:0:86601:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff99365922b000 (7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:3.0:1773613503.083132:0:75734:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1773613503.083133:0:86601:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000001:1.0:1773613503.083134:0:86601:0:(obd_class.h:646:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.083136:0:86601:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff99364a0c3370. 00000020:00000001:1.0:1773613503.083143:0:86601:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083144:0:86601:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613503.083147:0:86601:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff99364a8487e0. 00000020:00000001:1.0:1773613503.083148:0:86601:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083150:0:86601:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773613503.083152:0:86601:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff99365922b000 (flags='') 00000020:00000010:1.0:1773613503.083154:0:86601:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff99364a8487e0. 00000020:00000080:1.0:1773613503.083156:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773613503.083158:0:86601:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773613503.083159:0:86601:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff99365922b000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1773613503.083161:0:86601:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773613503.083163:0:86601:0:(genops.c:1577:class_disconnect_exports()) OBD device 7 (ffff99364a0c19b8) has no exports 00000020:00000001:1.0:1773613503.083164:0:86601:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773613503.083165:0:86601:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773613503.083169:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad400. 00000020:00000010:1.0:1773613503.083173:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aac000. 00000040:00000010:1.0:1773613503.083178:0:86601:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993644aada00. 00000020:00000010:1.0:1773613503.083182:0:86601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99364980c800. 00000020:00000010:1.0:1773613503.083186:0:86601:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993644aad600. 00040000:00000010:1.0:1773613503.083191:0:86601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99364a1dd400. 00040000:00000010:1.0:1773613503.083195:0:86601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993644aade00. 00000020:00000010:1.0:1773613503.083199:0:86601:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99364a934a80. 00000020:00000001:1.0:1773613503.083203:0:86601:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:1.0:1773613503.083206:0:86601:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:1.0:1773613503.083208:0:86601:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1773613503.083210:0:86601:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.083213:0:86601:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99364a934a80. 00000020:00000010:1.0:1773613503.083217:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aac000. 00000040:00000010:1.0:1773613503.083221:0:86601:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993644aada00. 00000020:00000010:1.0:1773613503.083223:0:86601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99364980c800. 00000020:00000010:1.0:1773613503.083227:0:86601:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993644aad600. 00040000:00000010:1.0:1773613503.083230:0:86601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99364a1dd400. 00040000:00000010:1.0:1773613503.083232:0:86601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993644aade00. 00000020:00000010:1.0:1773613503.083235:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad400. 00000020:00000001:1.0:1773613503.083236:0:86601:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.083246:0:86601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773613503.083249:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993660f24400. 00000001:00000010:1.0:1773613503.083251:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993660f24200. 00000001:00000010:1.0:1773613503.083252:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993660f25600. 00000001:00000010:1.0:1773613503.083254:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993660f25200. 00000001:00000010:1.0:1773613503.083256:0:86601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff993658ca55a0. 00000001:00000010:1.0:1773613503.083258:0:86601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff99366110ce00. 00000001:00000001:1.0:1773613503.083260:0:86601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773613503.083261:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 3 - setup 00000020:00000001:1.0:1773613503.083263:0:86601:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083264:0:86601:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773613503.083265:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773613503.083268:0:86601:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773613503.083270:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 2 - obd_device_list 00000020:00000080:1.0:1773613503.083272:0:86601:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000040:1.0:1773613503.083273:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff99365922b000 (ffff99364a0c19b8) now 1 - newdev 00000020:00000040:1.0:1773613503.083276:0:86601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993649808800 with handle 0xa1aa084204a0112e from hash 00000020:00000040:1.0:1773613503.083279:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff993649808800 : new refcount 0 00000020:00000080:1.0:1773613503.083280:0:86601:0:(genops.c:904:class_export_put()) final put ffff993649808800/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:1.0:1773613503.083282:0:86601:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083284:0:86601:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773613503.083286:0:86601:0:(genops.c:863:class_export_destroy()) destroying export ffff993649808800/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-clilmv-ffff99365922b000 00000020:00000001:1.0:1773613503.083288:0:86601:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773613503.083289:0:86601:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.083291:0:86601:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff993649808800. 00000020:00000001:1.0:1773613503.083295:0:86601:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773613503.083296:0:86601:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff99365922b000 obd_type name = lmv 00000020:01000000:1.0:1773613503.083298:0:86601:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff99365922b000 (7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:1.0:1773613503.083299:0:86601:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1773613503.083302:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad400. 00000020:00000010:1.0:1773613503.083304:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aade00. 00000040:00000010:1.0:1773613503.083307:0:86601:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff993644aad600. 00000020:00000010:1.0:1773613503.083309:0:86601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99364980c800. 00000020:00000010:1.0:1773613503.083311:0:86601:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff993644aada00. 00040000:00000010:1.0:1773613503.083314:0:86601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99364a1dd400. 00040000:00000010:1.0:1773613503.083316:0:86601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff993644aac000. 00800000:00000001:1.0:1773613503.083319:0:86601:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:1.0:1773613503.083322:0:86601:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff993649946800. 00800000:00000010:1.0:1773613503.083324:0:86601:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff993649946a00. 80000000:00000001:1.0:1773613503.083327:0:86601:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:1.0:1773613503.083330:0:86601:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:1.0:1773613503.083332:0:86601:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000040:1.0:1773613503.083334:0:86601:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff99365922b000: FLD cache - Shrunk by 0 entries 80000000:00000001:1.0:1773613503.083335:0:86601:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773613503.083336:0:86601:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1773613503.083338:0:86601:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff99365922b000): 80000000:00000040:1.0:1773613503.083339:0:86601:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 0 80000000:00000040:1.0:1773613503.083341:0:86601:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 0 80000000:00000010:1.0:1773613503.083342:0:86601:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff993642bb36c0. 80000000:00000001:1.0:1773613503.083344:0:86601:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:1.0:1773613503.083448:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff993658ecd400. 00000020:00000010:1.0:1773613503.083453:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff99364a1e5000. 00000020:00000010:1.0:1773613503.083455:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff99364a787800. 00000020:00000010:1.0:1773613503.083458:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff993644b29000. 00000020:00000010:1.0:1773613503.083461:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff99365852b000. 00000020:00000010:1.0:1773613503.083465:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff99365325a800. 00020000:00000001:1.0:1773613503.083468:0:86601:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773613503.083471:0:86601:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773613503.083473:0:86601:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:1.0:1773613503.083476:0:86601:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff993652f2f400. 00020000:00000010:1.0:1773613503.083479:0:86601:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff993644ba9000. 00800000:00000010:1.0:1773613503.083483:0:86601:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff99364a934740. 00800000:00000001:1.0:1773613503.083485:0:86601:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.083487:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aade00. 00000040:00000010:1.0:1773613503.083489:0:86601:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff993644aad600. 00000020:00000010:1.0:1773613503.083491:0:86601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff99364980c800. 00000020:00000010:1.0:1773613503.083494:0:86601:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff993644aada00. 00040000:00000010:1.0:1773613503.083497:0:86601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99364a1dd400. 00040000:00000010:1.0:1773613503.083499:0:86601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff993644aac000. 00000020:00000010:1.0:1773613503.083501:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad400. 00000020:00000001:1.0:1773613503.083503:0:86601:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773613503.083505:0:86601:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff99364a0c19b8. 00000020:00000001:1.0:1773613503.083509:0:86601:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083511:0:86601:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773613503.083513:0:86601:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff99364a8487e0. 00000020:00000001:1.0:1773613503.083515:0:86601:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.083517:0:86601:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773613503.083519:0:86601:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff99365922b000 (flags='') 00000020:00000010:1.0:1773613503.083522:0:86601:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff99364a8487e0. 00000020:00000080:1.0:1773613503.083523:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773613503.083526:0:86601:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773613503.083528:0:86601:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff99365922b000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773613503.083530:0:86601:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773613503.083532:0:86601:0:(genops.c:1577:class_disconnect_exports()) OBD device 8 (ffff99364a664d28) has no exports 00000020:00000001:1.0:1773613503.083533:0:86601:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773613503.083535:0:86601:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773613503.083537:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993644aad400. 00000020:00000010:1.0:1773613503.083539:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993644aac000. 00000020:00000010:1.0:1773613503.083542:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613503.083547:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613503.083551:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987480. 00008000:00000010:1.0:1773613503.083555:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dfc8. 00000080:00000010:1.0:1773613503.083558:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb7e0. 00000080:00000010:1.0:1773613503.083561:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658527230. 00000020:00000010:1.0:1773613503.083563:0:86601:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99364a934740. 00000002:00000001:1.0:1773613503.083567:0:86601:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773613503.083568:0:86601:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773613503.083573:0:86601:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773613503.083575:0:86601:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff99365922b000: client import never connected 00000100:00000001:1.0:1773613503.083578:0:86601:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773613503.083580:0:86601:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1773613503.083582:0:86601:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773613503.083584:0:86601:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613503.083586:0:86601:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: committing for last_committed 103079215241 gen 3 00000100:00000040:1.0:1773613503.083589:0:86601:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99365922b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773613503.083591:0:86601:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613503.083593:0:86601:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773613503.083594:0:86601:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773613503.083595:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773613503.083597:0:86601:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773613503.083599:0:86601:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613503.083601:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773613503.083603:0:86601:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613503.083605:0:86601:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773613503.083606:0:86601:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773613503.083609:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.083611:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.089077:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613503.089087:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773613503.089089:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773613503.089624:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613503.089630:0:86601:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613503.090052:0:86601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613503.090060:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2a000. 00000020:00000010:3.0:1773613503.090064:0:86601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650e2b600. 00000020:00000010:3.0:1773613503.090068:0:86601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed7e0. 00000008:00000010:3.0:1773613503.090074:0:86601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613503.090079:0:86601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613503.090083:0:86601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613503.090089:0:86601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613503.090093:0:86601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613503.090097:0:86601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650e2b200. 00000008:00000010:3.0:1773613503.090100:0:86601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613503.090104:0:86601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613503.090107:0:86601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613503.090110:0:86601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613503.090113:0:86601:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613503.090115:0:86601:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000008:00000001:3.0:1773613503.090119:0:86601:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773613503.090121:0:86601:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773613503.090123:0:86601:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613503.090126:0:86601:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1773613503.090128:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773613503.090129:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773613503.090506:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613503.090509:0:86601:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613503.090513:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650e2b600. 00000020:00000010:3.0:1773613503.090518:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed7e0. 00000008:00000010:3.0:1773613503.090522:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613503.090526:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9b40. 00008000:00000010:3.0:1773613503.090530:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613503.090533:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613503.090536:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613503.090539:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2a000. 00000008:00000010:3.0:1773613503.090542:0:86601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613503.090545:0:86601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613503.090548:0:86601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613503.090550:0:86601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613503.090553:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650e2b200. 00000020:00000010:3.0:1773613503.090555:0:86601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000001:00000001:3.0:1773613503.090557:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773613503.090559:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773613503.091221:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613503.091225:0:86601:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773613503.091226:0:86601:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773613503.092049:0:86601:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613503.092055:0:86601:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613503.092058:0:86601:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:3.0:1773613503.092065:0:86601:0:(genops.c:1229:class_import_get()) import ffff993649808000 refcount=3 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613503.092070:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613503.092071:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=2 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613503.092073:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1773613503.092074:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613503.092075:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=1 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:3.0:1773613503.092077:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1773613503.092079:0:86601:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1773613503.092081:0:86601:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613503.092085:0:86601:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:3.0:1773613503.092107:0:86601:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:3.0:1773613503.092109:0:86601:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:3.0:1773613503.092111:0:86601:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9936604c83c0 : new refcount 2 00000040:00000001:3.0:1773613503.092114:0:86601:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1773613503.092116:0:86601:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9936604c83c0 : new refcount 1 00000020:00000040:3.0:1773613503.092120:0:86601:0:(genops.c:898:class_export_put()) PUTting export ffff99364980a800 : new refcount 1 00000020:00000001:3.0:1773613503.092121:0:86601:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613503.092122:0:86601:0:(genops.c:1242:class_import_put()) import ffff993649808000 refcount=0 obd=lustre-MDT0000-mdc-ffff99365922b000 00000020:00000040:3.0:1773613503.092124:0:86601:0:(genops.c:1245:class_import_put()) final put import ffff993649808000 00000020:00000001:3.0:1773613503.092195:0:86601:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:3.0:1773613503.092198:0:86601:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff9936604c83c0. 00000040:00000001:3.0:1773613503.092207:0:86601:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613503.092208:0:86601:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:3.0:1773613503.092211:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff993658ecf000. 00000020:00000010:3.0:1773613503.092216:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff99364a1e7800. 00000020:00000010:3.0:1773613503.092218:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff99364a786400. 00000020:00000010:3.0:1773613503.092220:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff993644b29c00. 00000020:00000010:3.0:1773613503.092223:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff993661180200. 00000020:00000010:3.0:1773613503.092226:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604ab400. 00000020:00000010:3.0:1773613503.092426:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993650fb2000. 00000020:00000010:3.0:1773613503.092430:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993643ffa000. 00000020:00000010:3.0:1773613503.092434:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff9936498da000. 00000020:00000010:3.0:1773613503.092436:0:86601:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff993643510000. 00000020:00000010:3.0:1773613503.092440:0:86601:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff993644bae000. 00000020:00000010:3.0:1773613503.092445:0:86601:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604a9000. 00000002:00000001:3.0:1773613503.092447:0:86601:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773613503.092454:0:86601:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99364a934740. 00000020:00000010:3.0:1773613503.092459:0:86601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993644aac000. 00000020:00000010:3.0:1773613503.092463:0:86601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:3.0:1773613503.092468:0:86601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:3.0:1773613503.092472:0:86601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987480. 00008000:00000010:3.0:1773613503.092475:0:86601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dfc8. 00000080:00000010:3.0:1773613503.092480:0:86601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb7e0. 00000080:00000010:3.0:1773613503.092484:0:86601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658527230. 00000020:00000010:3.0:1773613503.092487:0:86601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993644aad400. 00000020:00000001:3.0:1773613503.092490:0:86601:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613503.092503:0:86601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1773613503.092509:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993649946e00. 00000001:00000010:3.0:1773613503.092511:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993649947400. 00000001:00000010:3.0:1773613503.092513:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993649947a00. 00000001:00000010:3.0:1773613503.092515:0:86601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff993649946000. 00000001:00000010:3.0:1773613503.092516:0:86601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff993658ca5c60. 00000001:00000010:3.0:1773613503.092519:0:86601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff99366110c800. 00000001:00000001:3.0:1773613503.092521:0:86601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1773613503.092523:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 4 - setup 00000020:00000001:3.0:1773613503.092526:0:86601:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.092529:0:86601:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1773613503.092532:0:86601:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1773613503.092538:0:86601:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:3.0:1773613503.092541:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 3 - obd_device_list 00000020:00000080:3.0:1773613503.092543:0:86601:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff99365922b000 (uuid 7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000040:3.0:1773613503.092545:0:86601:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 2 - newdev 00000020:00000001:3.0:1773613503.092547:0:86601:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.092548:0:86601:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613503.092550:0:86601:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff99364a8487e0. 00000020:00000001:3.0:1773613503.092553:0:86601:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:3.0:1773613503.092556:0:86601:0:(llite_lib.c:1595:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1773613503.096200:0:48052:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773613503.096207:0:48052:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff993649808000 for lustre-MDT0000-mdc-ffff99365922b000 00000020:00000040:0.0:1773613503.096217:0:48052:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000020:00000040:0.0:1773613503.096221:0:48052:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000020:00000010:0.0:1773613503.096223:0:48052:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff99364a8488a0. 00000020:00000040:0.0:1773613503.096230:0:48052:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff99365922b000 (ffff99364a664d28) now 1 - import 00000020:00000040:0.0:1773613503.096234:0:48052:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364980a800 with handle 0xa1aa084204a01135 from hash 00000020:00000040:0.0:1773613503.096238:0:48052:0:(genops.c:898:class_export_put()) PUTting export ffff99364980a800 : new refcount 0 00000020:00000080:0.0:1773613503.096240:0:48052:0:(genops.c:904:class_export_put()) final put ffff99364980a800/7da591f2-8971-483d-b9cd-f13578df9fa0 00000020:00000001:0.0:1773613503.096243:0:48052:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613503.096245:0:48052:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773613503.096247:0:48052:0:(genops.c:863:class_export_destroy()) destroying export ffff99364980a800/7da591f2-8971-483d-b9cd-f13578df9fa0 for lustre-MDT0000-mdc-ffff99365922b000 00000020:00000001:0.0:1773613503.096249:0:48052:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773613503.096252:0:48052:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.096254:0:48052:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff99364980a800. 00000020:00000001:0.0:1773613503.096266:0:48052:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773613503.097044:0:48052:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff99365922b000 obd_type name = mdc 00000020:01000000:0.0:1773613503.097047:0:48052:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff99365922b000 (7da591f2-8971-483d-b9cd-f13578df9fa0) 00000020:00000001:0.0:1773613503.097049:0:48052:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:0.0:1773613503.097058:0:48052:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660d3e400. 00000020:00000010:0.0:1773613503.097065:0:48052:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.097069:0:48052:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.097076:0:48052:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.097081:0:48052:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.097086:0:48052:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.097092:0:48052:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613503.097097:0:48052:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000008:00000001:0.0:1773613503.097102:0:48052:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773613503.097109:0:48052:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773613503.097111:0:48052:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773613503.097115:0:48052:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773613503.097152:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff9936530e5a00. 00000020:00000010:0.0:1773613503.097155:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff993644aac600. 00000020:00000010:0.0:1773613503.097159:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff99364c8fea00. 00000020:00000010:0.0:1773613503.097163:0:48052:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff993661181200. 00000020:00000010:0.0:1773613503.097167:0:48052:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604aa800. 00010000:00000001:0.0:1773613503.097208:0:48052:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773613503.097217:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff99364a93bc00. 00000020:00000010:0.0:1773613503.097221:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff993652345980. 00000020:00000010:0.0:1773613503.097224:0:48052:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff9936522ce880. 00000020:00000010:0.0:1773613503.097226:0:48052:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff99364a8097e0. 00000020:00000010:0.0:1773613503.097229:0:48052:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff9936604a9800. 00000020:00000001:3.0:1773613503.099395:0:86601:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:3.0:1773613503.099401:0:86601:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1773613503.099403:0:86601:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1773613503.099405:0:86601:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446631057191290496 : -113016518261120 : ffff99364a934680) 00000020:00000010:3.0:1773613503.099412:0:86601:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff99364a869ca0. 00000020:00000010:3.0:1773613503.099419:0:86601:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff99364a869f00. 00000020:00000010:3.0:1773613503.099422:0:86601:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff99364a8699a0. 00000020:00000010:3.0:1773613503.099424:0:86601:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff99364a934680. 00000020:00000001:3.0:1773613503.099428:0:86601:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:3.0:1773613503.099431:0:86601:0:(llite_lib.c:269:ll_free_sbi()) Process entered 00000020:00000010:3.0:1773613503.099470:0:86601:0:(cl_page.c:1374:cl_cache_decref()) kfreed 'cache': 152 at ffff9936594fd900. 00000080:00000010:3.0:1773613503.099474:0:86601:0:(llite_lib.c:284:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff993650ef3e10. 00000080:00000010:3.0:1773613503.099478:0:86601:0:(llite_lib.c:290:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff993650ef3698. 00000080:00000010:3.0:1773613503.099501:0:86601:0:(llite_lib.c:313:ll_free_sbi()) kfreed 'sbi': 1376 at ffff99365922e000. 00000080:00000001:3.0:1773613503.099506:0:86601:0:(llite_lib.c:315:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1773613503.099508:0:86601:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1773613503.099510:0:86601:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff99365922b000 00000020:00000001:3.0:1773613503.099513:0:86601:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1773613503.099515:0:86601:0:(obd_mount.c:592:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1773613503.099517:0:86601:0:(obd_mount.c:593:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1773613503.099520:0:86601:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:3.0:1773613503.099522:0:86601:0:(obd_mount.c:924:lustre_common_put_super()) MGC still in use 00000020:00000001:3.0:1773613503.099524:0:86601:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1773613503.099526:0:86601:0:(obd_mount.c:724:lustre_put_lsi()) put ffff99365922b000 1 00000020:00000001:3.0:1773613503.099528:0:86601:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1773613503.099529:0:86601:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff99365922a800 00000020:00000010:3.0:1773613503.099533:0:86601:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff993644827c20. 00000020:00000010:3.0:1773613503.099537:0:86601:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff993660a07960. 00000020:00000010:3.0:1773613503.099540:0:86601:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff993644827a00. 00000020:00000010:3.0:1773613503.099543:0:86601:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff993644baa000. 00000020:00000010:3.0:1773613503.099546:0:86601:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff9936522ce400. 00000020:00000010:3.0:1773613503.099549:0:86601:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff99365922a800. 00000020:00000001:3.0:1773613503.099552:0:86601:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.099554:0:86601:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773613503.099555:0:86601:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1773613503.099558:0:86601:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:3.0:1773613503.099562:0:86601:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:3.0:1773613503.099563:0:86601:0:(llite_lib.c:1610:ll_put_super()) Process leaving 00000001:00000001:0.0:1773613503.100305:0:48052:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773613503.101124:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c17e7000. 00000001:00000010:0.0:1773613503.101135:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c19e9000. 00000001:00000010:0.0:1773613503.101137:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1c5d000. 00000001:00000010:0.0:1773613503.101139:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1c67000. 00000001:00000010:0.0:1773613503.101141:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1dc7000. 00000001:00000010:0.0:1773613503.101143:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e4d000. 00000001:00000010:0.0:1773613503.101145:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e57000. 00000001:00000010:0.0:1773613503.101146:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e61000. 00000001:00000010:0.0:1773613503.101148:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e6b000. 00000001:00000010:0.0:1773613503.101150:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e75000. 00000001:00000010:0.0:1773613503.101151:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e85000. 00000001:00000010:0.0:1773613503.101153:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1e9d000. 00000001:00000010:0.0:1773613503.101155:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ea7000. 00000001:00000010:0.0:1773613503.101156:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ebd000. 00000001:00000010:0.0:1773613503.101158:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ec7000. 00000001:00000010:0.0:1773613503.101160:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ed1000. 00000001:00000010:0.0:1773613503.101161:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1edb000. 00000001:00000010:0.0:1773613503.101163:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ee5000. 00000001:00000010:0.0:1773613503.101165:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1ef5000. 00000001:00000010:0.0:1773613503.101167:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f0d000. 00000001:00000010:0.0:1773613503.101168:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f35000. 00000001:00000010:0.0:1773613503.101170:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f45000. 00000001:00000010:0.0:1773613503.101172:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f5d000. 00000001:00000010:0.0:1773613503.101174:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f67000. 00000001:00000010:0.0:1773613503.101176:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f71000. 00000001:00000010:0.0:1773613503.101178:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f85000. 00000001:00000010:0.0:1773613503.101179:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1f8f000. 00000001:00000010:0.0:1773613503.101181:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1fa5000. 00000001:00000010:0.0:1773613503.101183:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1fb5000. 00000001:00000010:0.0:1773613503.101184:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1fbf000. 00000001:00000010:0.0:1773613503.101187:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1fc9000. 00000001:00000010:0.0:1773613503.101188:0:48052:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffaca8c1fd3000. 00000001:00000010:0.0:1773613503.101190:0:48052:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff99366110cd00. 00000001:00000010:0.0:1773613503.101194:0:48052:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff993649947200. 00000001:00000001:0.0:1773613503.101198:0:48052:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773613503.101201:0:48052:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff993650fc5800. 00010000:00000001:0.0:1773613503.101205:0:48052:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773613503.101207:0:48052:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773613503.101209:0:48052:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773613503.101211:0:48052:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773613503.101214:0:48052:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773613503.101215:0:48052:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773613503.101216:0:48052:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1773613503.101218:0:48052:0:(ldlm_lib.c:641:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff99364a934ac0. 00010000:00000010:0.0:1773613503.101223:0:48052:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff993650e36000. 00010000:00000010:0.0:1773613503.101227:0:48052:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff993650e34000. 00010000:00000001:0.0:1773613503.101229:0:48052:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1773613503.101232:0:48052:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613503.101236:0:48052:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff993652345380. 00000020:00000010:0.0:1773613503.101242:0:48052:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660d3f800. 00000020:00000010:0.0:1773613503.101246:0:48052:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853420. 00000008:00000010:0.0:1773613503.101251:0:48052:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613503.101256:0:48052:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062eb40. 00008000:00000010:0.0:1773613503.101261:0:48052:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613503.101277:0:48052:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613503.101282:0:48052:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613503.101285:0:48052:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660d3e400. 00000020:00000001:0.0:1773613503.101288:0:48052:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773613503.101291:0:48052:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff99364a664d28. 00000020:00000010:0.0:1773613503.101299:0:48052:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff993649808000. 00000020:00000001:0.0:1773613503.101303:0:48052:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000080:00000001:3.0:1773613503.112779:0:1418:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613503.117318:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.560431:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613503.560438:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.560443:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613503.560444:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613503.560447:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613503.560448:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613503.563422:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613503.563429:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613503.563434:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613504.588079:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613504.588085:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613504.588090:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613504.588091:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613504.588094:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613504.588096:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613504.588115:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613504.588119:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613504.588122:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773613504.598118:0:86696:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902030:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613504.902040:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613504.902049:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5880. 00000020:00000040:0.0:1773613504.902055:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613504.902059:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613504.902062:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613504.902067:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613504.902074:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500f00. 00000100:00000001:0.0:1773613504.902081:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902091:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613504.902102:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613504.902105:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902111:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8c601ed] to pc [ptlrpcd_00_00+0] req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613504.902140:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902142:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613504.902145:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613504.902148:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7480. 00000020:00000040:0.0:1773613504.902150:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613504.902153:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613504.902155:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613504.902156:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613504.902159:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500900. 00000100:00000001:0.0:1773613504.902162:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902166:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613504.902173:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613504.902175:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902178:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8d9c4c4] to pc [ptlrpcd_00_01+1] req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613504.902186:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902188:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613504.902191:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613504.902193:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e5f80. 00000020:00000040:0.0:1773613504.902196:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613504.902198:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613504.902199:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613504.902201:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613504.902204:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613504.902206:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902209:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613504.902215:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613504.902216:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902219:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2fb0ab6] to pc [ptlrpcd_00_00+0] req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613504.902226:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902228:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613504.902230:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613504.902233:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4a80. 00000020:00000040:0.0:1773613504.902235:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:0.0:1773613504.902237:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613504.902238:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613504.902239:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613504.902242:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500b00. 00000100:00000001:0.0:1773613504.902244:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902248:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613504.902254:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613504.902255:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902258:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b662355] to pc [ptlrpcd_00_01+1] req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613504.902264:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613504.902268:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5932) 00000100:00000001:1.0:1773613504.902315:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.902319:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613504.902322:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613504.902328:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902336:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613504.902337:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902341:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613504.902343:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613504.902345:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613504.902349:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477130752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613504.902352:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613504.902358:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613504.902360:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902363:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613504.902368:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f24600. 02000000:00000001:1.0:1773613504.902370:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613504.902376:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613504.902380:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613504.902386:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613504.902393:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477130752, portal 25 00000100:00000001:1.0:1773613504.902395:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613504.902397:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434237056 : -113016275314560 : ffff9936590e5880) 00000100:00000040:1.0:1773613504.902402:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902409:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613504.902412:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613504.902415:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3856e8. 00000100:00000200:1.0:1773613504.902418:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477130752, offset 0 00000400:00000200:1.0:1773613504.902432:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902441:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902448:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613504.902453:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613504.902457:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613504.902460:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613504.902463:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902467:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225158:225158:256:4294967295] 192.168.203.144@tcp LPNI seq info [225093:225093:8:4294967295] 00000400:00000200:1.0:1773613504.902472:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902482:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613504.902488:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613504.902493:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd400. 00000800:00000200:1.0:1773613504.902500:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613504.902508:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613504.902512:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613504.902528:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613504.902532:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613504.902534:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300598649 00000100:00000001:1.0:1773613504.902541:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300596760 00000100:00000001:1.0:1773613504.902544:0:2389:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300598649 00000100:00000001:1.0:1773613504.902547:0:2389:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300596760 00000100:00000001:1.0:1773613504.902550:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.902553:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.902555:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613504.902559:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902565:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613504.902567:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902569:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613504.902571:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613504.902573:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613504.902576:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477131008:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613504.902579:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613504.902582:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613504.902583:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902585:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613504.902589:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f25600. 02000000:00000001:1.0:1773613504.902591:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613504.902595:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613504.902597:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613504.902600:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613504.902603:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131008, portal 4 00000100:00000001:1.0:1773613504.902605:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613504.902607:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434238848 : -113016275312768 : ffff9936590e5f80) 00000100:00000040:1.0:1773613504.902613:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902620:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613504.902622:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613504.902625:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385550. 00000100:00000200:1.0:1773613504.902627:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477131008, offset 0 00000400:00000200:1.0:1773613504.902631:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902635:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902638:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613504.902641:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613504.902643:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613504.902646:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613504.902648:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902651:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225159:225159:255:4294967295] 192.168.203.144@tcp LPNI seq info [225094:225094:7:4294967295] 00000400:00000200:1.0:1773613504.902655:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902662:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613504.902666:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613504.902669:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd100. 00000800:00000200:1.0:1773613504.902673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613504.902677:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613504.902680:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613504.902683:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.902686:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1031597 usecs (1032 jiffies) 00000400:00000200:1.0:1773613504.902690:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613504.902706:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300595720 00000100:00000001:1.0:1773613504.902709:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.902711:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300595720 00000100:00000001:1.0:1773613504.902713:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.902715:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.902717:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.902719:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.902722:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.902728:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613504.902730:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613504.902732:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.902733:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613504.902735:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613504.902737:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773613504.902745:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.902748:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613504.902749:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.902751:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.902752:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613504.902753:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613504.902757:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902764:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613504.902765:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902767:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613504.902769:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613504.902771:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613504.902774:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477130880:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613504.902777:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613504.902779:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613504.902781:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902783:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613504.902786:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660f25200. 02000000:00000001:1.0:1773613504.902788:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613504.902792:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613504.902794:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613504.902797:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613504.902800:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477130880, portal 10 00000100:00000001:1.0:1773613504.902802:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613504.902803:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434244224 : -113016275307392 : ffff9936590e7480) 00000100:00000040:1.0:1773613504.902808:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902814:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613504.902816:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613504.902819:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3852a8. 00000100:00000200:1.0:1773613504.902821:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477130880, offset 0 00000400:00000200:1.0:1773613504.902825:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902828:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902831:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613504.902833:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613504.902836:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613504.902838:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613504.902840:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613504.902842:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225160:225160:254:4294967295] 192.168.203.144@tcp LPNI seq info [225095:225095:6:4294967295] 00000400:00000200:1.0:1773613504.902846:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.902851:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613504.902855:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613504.902858:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd900. 00000800:00000200:1.0:1773613504.902862:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613504.902866:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613504.902868:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613504.902871:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.902874:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 474772 usecs (475 jiffies) 00000400:00000200:1.0:1773613504.902877:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613504.902878:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300595163 00000100:00000001:1.0:1773613504.902881:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.902883:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300595163 00000100:00000001:1.0:1773613504.902885:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.902887:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.902889:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.902891:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613504.902895:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.902911:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613504.902913:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902915:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613504.902916:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613504.902918:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613504.902921:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477131136:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613504.902924:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613504.902926:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613504.902927:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.902929:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613504.902977:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993652f2f400. 02000000:00000001:1.0:1773613504.902980:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613504.902983:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613504.902986:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613504.902989:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613504.902992:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131136, portal 4 00000100:00000001:1.0:1773613504.902993:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613504.902995:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434233472 : -113016275318144 : ffff9936590e4a80) 00000100:00000040:1.0:1773613504.903000:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.903006:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613504.903008:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613504.903009:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a3855d8. 00000100:00000200:1.0:1773613504.903012:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477131136, offset 0 00000400:00000200:1.0:1773613504.903016:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613504.903019:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.903022:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613504.903024:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613504.903027:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613504.903029:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613504.903031:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613504.903034:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225161:225161:253:4294967295] 192.168.203.144@tcp LPNI seq info [225096:225096:5:4294967295] 00000400:00000200:1.0:1773613504.903038:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613504.903043:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613504.903048:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613504.903051:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dda00. 00000800:00000200:1.0:1773613504.903055:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613504.903059:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613504.903061:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613504.903064:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.903067:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 516853 usecs (517 jiffies) 00000400:00000200:1.0:1773613504.903069:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613504.903071:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300595206 00000100:00000001:1.0:1773613504.903073:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.903075:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300595206 00000100:00000001:1.0:1773613504.903077:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300598649 00000100:00000001:1.0:1773613504.903079:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.903081:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.903084:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.903086:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.903097:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.903099:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613504.903531:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613504.903536:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd400. 00000400:00000200:2.0:1773613504.903540:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.903546:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613504.903551:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3856e8 00000400:00000010:2.0:1773613504.903553:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3856e8. 00000100:00000001:2.0:1773613504.903559:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613504.903564:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903574:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613504.903578:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903585:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613504.903586:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613504.903597:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613504.903599:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd100. 00000400:00000200:2.0:1773613504.903602:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.903605:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613504.903607:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385550 00000400:00000010:2.0:1773613504.903609:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385550. 00000100:00000001:2.0:1773613504.903611:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613504.903614:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903620:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613504.903622:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903627:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613504.903628:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613504.903634:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613504.903635:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd900. 00000400:00000200:2.0:1773613504.903637:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.903640:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613504.903642:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3852a8 00000400:00000010:2.0:1773613504.903643:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3852a8. 00000100:00000001:2.0:1773613504.903645:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613504.903649:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903655:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613504.903657:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903662:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613504.903664:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613504.903721:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613504.903723:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dda00. 00000400:00000200:2.0:1773613504.903726:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.903729:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613504.903731:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a3855d8 00000400:00000010:2.0:1773613504.903733:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a3855d8. 00000100:00000001:2.0:1773613504.903736:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613504.903746:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903753:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613504.903755:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.903761:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613504.903762:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613504.924697:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924710:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613504.924713:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924714:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924721:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924727:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613504.924733:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924736:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924748:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924751:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0e500 00000400:00000200:2.0:1773613504.924755:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924759:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e6d [1] + 224 00000800:00000001:2.0:1773613504.924765:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924768:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924770:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.924773:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613504.924778:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613504.924784:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613504.924792:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.924809:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613504.924818:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924822:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613504.924823:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924825:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924828:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924831:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613504.924835:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924837:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924840:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924843:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0e580 00000400:00000200:2.0:1773613504.924846:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924849:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e7d [1] + 224 00000800:00000001:2.0:1773613504.924853:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924856:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924857:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.924860:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613504.924863:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613504.924868:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613504.924877:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.924885:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613504.924888:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924892:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613504.924894:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924896:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924927:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924930:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613504.924962:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924965:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924968:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924971:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0e480 00000400:00000200:2.0:1773613504.924974:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.924978:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e75 [1] + 224 00000800:00000001:2.0:1773613504.924982:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.924987:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.924989:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.924992:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613504.924995:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613504.924999:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613504.925006:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.925014:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613504.925017:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.925020:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613504.925021:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.925023:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.925026:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.925029:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613504.925033:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.925035:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.925038:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.925040:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0e400 00000400:00000200:2.0:1773613504.925043:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613504.925047:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e65 [1] + 224 00000800:00000001:2.0:1773613504.925051:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.925057:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613504.925059:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613504.925062:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613504.925065:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613504.925069:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613504.925076:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613504.925082:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613504.925086:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613504.925089:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.925752:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.925757:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613504.925764:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613504.925765:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613504.925769:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613504.925775:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:1.0:1773613504.925777:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:1.0:1773613504.925783:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613504.925789:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613504.925798:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.925805:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613504.925808:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.925810:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613504.925813:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613504.925816:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613504.925829:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.925832:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613504.925841:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=132 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613504.925846:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=22 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613504.925848:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613504.925850:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613504.925853:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613504.925856:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.925859:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613504.925862:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613504.925864:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613504.925866:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.925870:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.925878:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.925881:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613504.925883:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613504.925886:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613504.925895:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477130880:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613504.925911:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613504.925912:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613504.925913:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:1.0:1773613504.925916:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:1.0:1773613504.925918:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:1.0:1773613504.925920:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613504.925924:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613504.925953:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.925959:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613504.925961:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.925964:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613504.925965:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613504.925966:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613504.925968:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.925979:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613504.925983:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=132 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613504.925986:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=78 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613504.925988:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613504.925989:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613504.925990:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613504.925992:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.925994:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613504.925996:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613504.925997:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613504.925998:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.926002:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926008:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.926010:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613504.926011:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613504.926015:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613504.926021:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477131136:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613504.926025:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613504.926026:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613504.926028:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613504.926030:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:1.0:1773613504.926031:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:1.0:1773613504.926034:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613504.926037:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613504.926044:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926050:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613504.926051:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926052:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613504.926053:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613504.926055:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613504.926056:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.926066:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613504.926069:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613504.926072:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613504.926073:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613504.926074:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613504.926076:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613504.926077:0:2389:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.926079:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.926083:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926093:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.926095:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613504.926097:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613504.926100:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613504.926107:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2389:1859762477130752:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613504.926112:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613504.926113:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613504.926114:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613504.926116:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613504.926118:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613504.926120:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613504.926123:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613504.926130:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926136:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613504.926137:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926139:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613504.926140:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613504.926141:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613504.926143:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613504.926145:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613504.926149:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=132 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613504.926151:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613504.926153:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613504.926155:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613504.926156:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613504.926158:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.926160:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613504.926162:0:2389:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640285 gen 8 00000100:00000040:1.0:1773613504.926168:0:2389:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640285) req@ffff99364a738e00 x1859762477109632/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613504.926180:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613504.926184:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738e00 x1859762477109632/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 3 to 0 dl 1773613509 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613504.926190:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613504.926192:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613504.926196:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e6800. 02000000:00000001:1.0:1773613504.926205:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613504.926208:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613504.926210:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613504.926212:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613504.926215:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650e98600. 02000000:00000001:1.0:1773613504.926219:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613504.926221:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613504.926223:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738e00. 00000100:00000001:1.0:1773613504.926227:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613504.926228:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926230:0:2389:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613504.926233:0:2389:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773613504.926235:0:2389:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613504.926236:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613504.926240:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926247:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613504.926249:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613504.926250:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613504.926253:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613504.926261:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477131008:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613504.926265:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926267:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613504.926271:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7480 x1859762477130880/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926277:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613504.926278:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613504.926280:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f25200. 02000000:00000001:1.0:1773613504.926282:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613504.926283:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613504.926285:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613504.926286:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613504.926288:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500900. 02000000:00000001:1.0:1773613504.926291:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613504.926293:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613504.926294:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7480. 00000100:00000001:1.0:1773613504.926297:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613504.926298:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926299:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613504.926303:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4a80 x1859762477131136/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926309:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613504.926310:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613504.926312:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993652f2f400. 02000000:00000001:1.0:1773613504.926314:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613504.926315:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613504.926316:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613504.926318:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613504.926319:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500b00. 02000000:00000001:1.0:1773613504.926321:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613504.926322:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613504.926323:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4a80. 00000100:00000001:1.0:1773613504.926326:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613504.926327:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926329:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613504.926332:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5880 x1859762477130752/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926338:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613504.926341:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613504.926342:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f24600. 02000000:00000001:1.0:1773613504.926344:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613504.926345:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613504.926346:0:2389:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613504.926348:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613504.926349:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500f00. 02000000:00000001:1.0:1773613504.926352:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613504.926353:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613504.926354:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5880. 00000100:00000001:1.0:1773613504.926361:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613504.926362:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926364:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613504.926367:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e5f80 x1859762477131008/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613504.926373:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613504.926374:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613504.926376:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660f25600. 02000000:00000001:1.0:1773613504.926378:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613504.926379:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613504.926380:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613504.926382:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613504.926383:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:1.0:1773613504.926385:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613504.926386:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613504.926388:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e5f80. 00000100:00000001:1.0:1773613504.926390:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613504.926391:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926393:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613504.926400:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613504.926403:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613504.926405:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613504.926407:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613505.606057:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613505.606063:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613505.606069:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613505.606070:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613505.606073:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613505.606074:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613505.606178:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613505.606181:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613505.606184:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613505.926075:0:67848:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1773613505.926083:0:67848:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633494:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613506.633502:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613506.633504:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613506.633507:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633512:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613506.633515:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633517:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633518:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633522:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613506.633524:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613506.633527:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613506.633529:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613506.636208:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613506.636213:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613506.636217:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613507.444830:0:86834:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613507.655153:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613507.655160:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613507.655167:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613507.655169:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613507.655172:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613507.655174:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613507.665355:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613507.665361:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613507.665364:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773613508.679047:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613508.679053:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613508.679059:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613508.679060:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613508.679063:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613508.679064:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613508.679154:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613508.679157:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613508.679160:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773613508.870066:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300598649, at 4300598656 00000100:00000010:2.0:1773613508.870079:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853240. 00000100:00000040:3.0:1773613508.870241:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300598649, at 4300598656 00000100:00000010:3.0:1773613508.870246:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a853300. 00010000:00000001:0.0:1773613509.704997:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613509.705004:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613509.705010:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613509.705011:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613509.705014:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613509.705018:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613509.705020:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613509.705025:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613509.705027:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613509.705029:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613509.705031:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613509.705033:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613509.705035:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613509.705037:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613509.705138:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613509.705142:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613509.705144:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613509.998056:0:86979:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028482:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613510.028490:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613510.028497:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705880. 00000020:00000040:3.0:1773613510.028502:0:48052:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1773613510.028506:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613510.028508:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613510.028512:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613510.028520:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550200. 00000100:00000001:3.0:1773613510.028526:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028549:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613510.028559:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613510.028563:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028569:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b257904] to pc [ptlrpcd_01_01+1] req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028590:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028594:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613510.028597:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613510.028600:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704700. 00000020:00000040:3.0:1773613510.028602:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613510.028604:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613510.028606:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613510.028608:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613510.028612:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550d00. 00000100:00000001:3.0:1773613510.028615:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028619:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613510.028625:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613510.028627:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028631:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030b0d02b] to pc [ptlrpcd_01_00+0] req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028639:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028641:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613510.028652:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613510.028656:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704000. 00000020:00000040:3.0:1773613510.028658:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613510.028660:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613510.028661:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613510.028663:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613510.028666:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550f00. 00000100:00000001:3.0:1773613510.028669:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028673:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613510.028680:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613510.028682:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028686:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000975208dc] to pc [ptlrpcd_01_01+1] req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028693:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028695:0:48052:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773613510.028698:0:48052:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773613510.028701:0:48052:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706d80. 00000020:00000040:3.0:1773613510.028703:0:48052:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:3.0:1773613510.028704:0:48052:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613510.028706:0:48052:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613510.028707:0:48052:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613510.028711:0:48052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364b550900. 00000100:00000001:3.0:1773613510.028713:0:48052:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028716:0:48052:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613510.028723:0:48052:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613510.028724:0:48052:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028727:0:48052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a36babe3] to pc [ptlrpcd_01_00+0] req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028734:0:48052:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.028737:0:48052:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5937) 00000100:00000001:3.0:1773613510.028746:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.028749:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613510.028751:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613510.028755:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028763:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613510.028765:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.028768:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613510.028770:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613510.028773:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613510.028776:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131392:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.028779:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613510.028783:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613510.028785:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.028788:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613510.028791:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936530e5400. 02000000:00000001:3.0:1773613510.028793:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613510.028800:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613510.028803:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613510.028809:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613510.028816:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131392, portal 10 00000100:00000001:3.0:1773613510.028818:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613510.028820:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000040:3.0:1773613510.028826:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.028833:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613510.028836:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613510.028838:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613510.028841:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477131392, offset 0 00000400:00000200:3.0:1773613510.028847:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613510.028853:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.028860:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613510.028877:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613510.028881:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613510.028884:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613510.028887:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613510.028891:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225162:225162:256:4294967295] 192.168.203.144@tcp LPNI seq info [225097:225097:8:4294967295] 00000400:00000200:3.0:1773613510.028895:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.028904:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613510.028910:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613510.028914:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550100. 00000800:00000200:3.0:1773613510.028920:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613510.028927:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613510.028931:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613510.029148:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.029153:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 473818 usecs (474 jiffies) 00000400:00000200:3.0:1773613510.029157:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613510.029159:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300600289 00000100:00000010:3.0:1773613510.029165:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8ed3c0. 00000100:00000001:3.0:1773613510.029171:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773613510.029175:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300600289 00000100:00000010:3.0:1773613510.029178:0:2391:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8edcc0. 00000100:00000001:3.0:1773613510.029181:0:2391:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773613510.029183:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.029186:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.029188:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613510.029193:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.029209:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613510.029211:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.029213:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613510.029215:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613510.029217:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613510.029220:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.029223:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613510.029226:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613510.029227:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.029229:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613510.029232:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936530e5800. 02000000:00000001:3.0:1773613510.029233:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613510.029236:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613510.029239:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da790. 00000400:00000010:3.0:1773613510.029242:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613510.029245:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131648, portal 4 00000100:00000001:3.0:1773613510.029246:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613510.029248:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000040:3.0:1773613510.029253:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.029260:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613510.029262:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613510.029264:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613510.029266:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477131648, offset 0 00000400:00000200:3.0:1773613510.029270:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613510.029274:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.029277:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613510.029279:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613510.029282:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613510.029284:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613510.029287:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613510.029290:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225163:225163:255:4294967295] 192.168.203.144@tcp LPNI seq info [225098:225098:7:4294967295] 00000400:00000200:3.0:1773613510.029294:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.029299:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613510.029303:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613510.029306:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550500. 00000800:00000200:3.0:1773613510.029310:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613510.029314:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613510.029317:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613510.029320:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.029322:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 514261 usecs (515 jiffies) 00000400:00000200:3.0:1773613510.029325:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613510.029327:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300600330 00000100:00000001:3.0:1773613510.029331:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300600289 00000100:00000001:3.0:1773613510.029334:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300600330 00000100:00000001:3.0:1773613510.029336:0:2391:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300600289 00000100:00000001:3.0:1773613510.029339:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.029341:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.029344:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.029346:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.029353:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613510.029355:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613510.029357:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.029358:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613510.029359:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613510.029362:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773613510.029364:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.029366:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613510.029367:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.029368:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.029369:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613510.029370:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613510.029374:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.029379:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613510.029381:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.029383:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613510.029384:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613510.029386:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613510.029388:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477131264:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.029391:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613510.029394:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613510.029395:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.029397:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613510.029400:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936530e4200. 02000000:00000001:3.0:1773613510.029401:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613510.029404:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613510.029406:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613510.029410:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613510.029413:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131264, portal 25 00000100:00000001:3.0:1773613510.029415:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613510.029416:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000040:3.0:1773613510.029421:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.029427:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613510.029429:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613510.029432:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613510.029434:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477131264, offset 0 00000400:00000200:3.0:1773613510.029439:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613510.029442:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.029446:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613510.029448:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613510.029450:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613510.029452:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613510.029455:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613510.029457:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225164:225164:254:4294967295] 192.168.203.144@tcp LPNI seq info [225099:225099:6:4294967295] 00000400:00000200:3.0:1773613510.029461:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.029466:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613510.029471:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613510.029474:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69b00. 00000800:00000200:3.0:1773613510.029478:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613510.029482:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613510.029484:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613510.029487:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613510.029490:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613510.029491:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300603776 00000100:00000001:3.0:1773613510.029494:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300600330 00000100:00000001:3.0:1773613510.029497:0:2391:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300603776 00000100:00000001:3.0:1773613510.029499:0:2391:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300600330 00000100:00000001:3.0:1773613510.029501:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.029503:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.029504:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613510.029507:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.029513:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613510.029514:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.029516:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613510.029518:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613510.029519:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613510.029522:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.029525:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613510.029527:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613510.031795:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.031800:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613510.031808:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936530e4800. 02000000:00000001:3.0:1773613510.031812:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613510.031820:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613510.031824:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da9a0. 00000400:00000010:3.0:1773613510.031831:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000200:3.0:1773613510.031837:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477131520, portal 4 00000100:00000001:3.0:1773613510.031841:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613510.031843:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000040:3.0:1773613510.031855:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.031872:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613510.031874:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613510.031877:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613510.031881:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477131520, offset 0 00000400:00000200:3.0:1773613510.031887:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613510.031894:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.031900:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613510.031904:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613510.031908:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613510.031911:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613510.031913:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613510.031917:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225165:225165:253:4294967295] 192.168.203.144@tcp LPNI seq info [225100:225100:5:4294967295] 00000400:00000200:3.0:1773613510.031922:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613510.031930:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613510.032482:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613510.032488:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993652c69800. 00000800:00000200:3.0:1773613510.032494:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613510.032502:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613510.032505:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993652c69800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613510.032509:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.032513:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1025738 usecs (1026 jiffies) 00000400:00000200:3.0:1773613510.032517:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613510.032520:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300600844 00000100:00000001:3.0:1773613510.032523:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:3.0:1773613510.032525:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300600844 00000100:00000001:3.0:1773613510.032527:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:3.0:1773613510.035925:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.035929:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.035945:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.035950:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613510.035997:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613510.036001:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550100. 00000400:00000200:3.0:1773613510.036007:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613510.036016:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613510.036022:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:3.0:1773613510.036024:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:3.0:1773613510.036029:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613510.036037:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036049:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.036052:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036060:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.036062:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613510.036072:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613510.036074:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550500. 00000400:00000200:3.0:1773613510.036076:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613510.036079:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613510.036082:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:3.0:1773613510.036084:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:3.0:1773613510.036086:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613510.036089:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036096:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.036098:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036104:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.036106:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613510.036113:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613510.036115:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69b00. 00000400:00000200:3.0:1773613510.036119:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613510.036122:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613510.036124:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:3.0:1773613510.036126:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:3.0:1773613510.036128:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613510.036132:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036139:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.036141:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036147:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.036149:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613510.036210:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613510.036213:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993652c69800. 00000400:00000200:3.0:1773613510.036216:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613510.036219:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613510.036221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:3.0:1773613510.036223:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:3.0:1773613510.036225:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613510.036229:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036240:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.036242:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.036247:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.036249:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773613510.037218:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.037224:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613510.052967:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.052984:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613510.052987:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.052990:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.052998:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053006:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613510.053014:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053019:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053024:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053028:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0e600 00000400:00000200:2.0:1773613510.053032:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053039:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ea5 [1] + 224 00000800:00000001:2.0:1773613510.053047:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053052:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053055:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613510.053060:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613510.053066:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613510.053074:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613510.053085:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613510.053100:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613510.053109:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053113:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613510.053115:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053118:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053121:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053125:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613510.053129:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053132:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053135:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053137:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0e780 00000400:00000200:2.0:1773613510.053141:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053145:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e95 [1] + 224 00000800:00000001:2.0:1773613510.053148:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053152:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053154:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613510.053156:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613510.053159:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613510.053164:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613510.053172:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613510.053179:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613510.053183:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053186:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613510.053188:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053190:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053193:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053196:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613510.053200:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053202:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053205:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053208:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0e680 00000400:00000200:2.0:1773613510.053211:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053215:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5e85 [1] + 224 00000800:00000001:2.0:1773613510.053218:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053222:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053223:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613510.053226:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613510.053229:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613510.053233:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613510.053241:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613510.053250:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613510.053253:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053256:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613510.053257:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.053259:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613510.053262:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053266:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613510.053270:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053273:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053276:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613510.053279:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0e700 00000400:00000200:2.0:1773613510.053282:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613510.053287:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773613510.053287:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5eb5 [1] + 224 00000100:00000001:3.0:1773613510.053292:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1773613510.053294:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773613510.053301:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1773613510.053303:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613510.053304:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1773613510.053307:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613510.053311:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000010:3.0:1773613510.054101:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613510.054109:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:3.0:1773613510.054112:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:3.0:1773613510.054116:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613510.054124:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613510.054133:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.054140:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613510.054142:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.054145:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613510.054148:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613510.054150:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613510.054152:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.054155:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613510.054161:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613510.054165:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613510.054167:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613510.054169:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613510.054171:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613510.054173:0:2391:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.054176:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.054180:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.054188:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.054191:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613510.054192:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613510.054197:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613510.054204:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e33713c-62af-433a-a2eb-2971d025b0c8:2391:1859762477131264:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1773613510.055357:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613510.055369:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613510.055382:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613510.055391:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613510.055402:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613510.055409:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613510.056780:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613510.056786:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613510.056789:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:3.0:1773613510.056794:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:3.0:1773613510.056796:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:3.0:1773613510.056801:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613510.056810:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613510.056822:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.056828:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613510.056831:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.056834:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613510.056838:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613510.056840:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613510.056842:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.056845:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613510.056853:0:2391:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=138 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613510.056857:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=28 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613510.056859:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613510.056874:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613510.056877:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613510.056880:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.056883:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613510.056886:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613510.056888:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613510.056890:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.056894:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.056902:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.056904:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613510.056906:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613510.057920:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613510.057931:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131392:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1773613510.057953:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613510.057955:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613510.057958:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da790. 00000400:00000200:3.0:1773613510.057962:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613510.057964:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613510.057967:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613510.057971:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613510.057981:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.057988:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613510.057989:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058000:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613510.058003:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613510.058005:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613510.058007:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.058010:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613510.058016:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=138 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613510.058020:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1773613510.058022:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613510.058024:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613510.058027:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613510.058030:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.058033:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613510.058035:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:3.0:1773613510.058037:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613510.058038:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.058042:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058050:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.058052:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613510.058053:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613510.058057:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613510.058065:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.058069:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.058072:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.058076:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a705880 x1859762477131264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058084:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613510.058086:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613510.058089:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936530e4200. 02000000:00000001:3.0:1773613510.058093:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613510.058096:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613510.058098:0:2391:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1773613510.058100:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613510.058103:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550200. 02000000:00000001:3.0:1773613510.058107:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613510.058108:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613510.058110:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a705880. 00000100:00000001:3.0:1773613510.058114:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613510.058115:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058117:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.058120:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704700 x1859762477131392/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058127:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613510.058128:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613510.058129:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936530e5400. 02000000:00000001:3.0:1773613510.058132:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613510.058133:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613510.058134:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613510.058136:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613510.058137:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550d00. 02000000:00000001:3.0:1773613510.058139:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613510.058140:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613510.058141:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704700. 00000100:00000001:3.0:1773613510.058143:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613510.058145:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058146:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.058149:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706d80 x1859762477131648/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058155:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613510.058156:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613510.058158:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936530e5800. 02000000:00000001:3.0:1773613510.058159:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613510.058160:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613510.058162:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:3.0:1773613510.058163:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613510.058164:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550900. 02000000:00000001:3.0:1773613510.058166:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613510.058167:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613510.058168:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706d80. 00000100:00000001:3.0:1773613510.058170:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613510.058171:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058175:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.058177:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.058179:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613510.058181:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613510.058182:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613510.058183:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da9a0. 00000400:00000200:3.0:1773613510.058186:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:3.0:1773613510.058187:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:3.0:1773613510.058190:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613510.058194:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773613510.058203:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058209:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613510.058210:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058212:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613510.058213:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613510.058214:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613510.058216:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613510.058218:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613510.058231:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=138 v=5 (5 5 5 6) 00000100:00001000:3.0:1773613510.058234:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1773613510.058237:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613510.058238:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613510.058240:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613510.058242:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.058245:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613510.058246:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640285 00000100:00000001:3.0:1773613510.058248:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613510.058249:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613510.058253:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058259:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613510.058261:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613510.058263:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613510.058266:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773613510.058274:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477131520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1773613510.058280:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058282:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613510.058285:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704000 x1859762477131520/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613510.058292:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613510.058293:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613510.058295:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936530e4800. 02000000:00000001:3.0:1773613510.058297:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613510.058298:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613510.058300:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:3.0:1773613510.058301:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613510.058303:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364b550f00. 02000000:00000001:3.0:1773613510.058305:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613510.058306:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613510.058307:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704000. 00000100:00000001:3.0:1773613510.058318:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613510.058319:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058321:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613510.058327:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613510.058329:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613510.058331:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613510.058333:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728122:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613510.728129:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728134:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613510.728137:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613510.728139:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613510.728146:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613510.728147:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613510.728149:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728152:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613510.728154:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728155:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728157:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613510.728160:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613510.728162:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613510.728235:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613510.728238:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613510.728240:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773613510.760438:0:87041:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613511.751674:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613511.751683:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613511.751689:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613511.751691:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613511.751695:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613511.751696:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613511.751727:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613511.751733:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613511.751738:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613511.976323:0:87132:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773613512.445291:0:87168:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773613512.445298:0:87168:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 131: IO vs evict results to IO under staled lock ========================================================== 18:25:10 (1773613510) 00000001:00000001:2.0:1773613512.455822:0:87168:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773613512.774395:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613512.774402:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.774406:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613512.774407:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.774411:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613512.774412:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613512.774493:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613512.774497:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613512.774499:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613512.814613:0:87211:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613512.814621:0:87211:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613512.814623:0:87211:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613512.814626:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73b20 00000080:00200000:1.0:1773613512.814631:0:87211:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613512.814638:0:87211:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650f8a200. 00800000:00000002:1.0:1773613512.814645:0:87211:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613512.814649:0:87211:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613512.814653:0:87211:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.814655:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73a40 00800000:00000002:1.0:1773613512.814658:0:87211:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613512.814662:0:87211:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613512.814666:0:87211:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613512.814671:0:87211:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.814673:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73910 00000002:00010000:1.0:1773613512.814675:0:87211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613512.814679:0:87211:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613512.814681:0:87211:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.814684:0:87211:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.814691:0:87211:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:1.0:1773613512.814694:0:87211:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.814698:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.814701:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613512.814706:0:87211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613512.814717:0:87211:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613512.814722:0:87211:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.814726:0:87211:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613512.814732:0:87211:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613512.814734:0:87211:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613512.814735:0:87211:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613512.814737:0:87211:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613512.814739:0:87211:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613512.814741:0:87211:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613512.814744:0:87211:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613512.814746:0:87211:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613512.814749:0:87211:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8a200. 00000080:00000001:1.0:1773613512.814753:0:87211:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613512.814755:0:87211:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.814758:0:87211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613512.814761:0:87211:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:1.0:1773613512.814764:0:87211:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.814766:0:87211:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.814767:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.814769:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.814772:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613512.814774:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.814777:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.814779:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.814781:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.814782:0:87211:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.814784:0:87211:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.814786:0:87211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c1c73b58 00010000:00000001:1.0:1773613512.814789:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.814789:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.814791:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:1.0:1773613512.814792:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.814794:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.814796:0:87211:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.814799:0:87211:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613512.814806:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.814807:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.814808:0:87211:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.814811:0:87211:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.814813:0:87211:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613512.814821:0:87211:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.814825:0:87211:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.814826:0:87211:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.814830:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.814831:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.814833:0:87211:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.814836:0:87211:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.814837:0:87211:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.814839:0:87211:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.824482:0:87211:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.824492:0:87211:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.824494:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.824496:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613512.824500:0:87211:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613512.824502:0:87211:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613512.824506:0:87211:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613512.824513:0:87211:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613512.827476:0:87211:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993659d0b4e0. 00000020:00000001:0.0:1773613512.827488:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73ae8 00000080:00200000:0.0:1773613512.827491:0:87211:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), flags=8 00000080:00000001:0.0:1773613512.827495:0:87211:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773613512.827498:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73998 00000080:00200000:0.0:1773613512.827500:0:87211:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=getattr 00000080:00000010:0.0:1773613512.827510:0:87211:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03f000. 00800000:00000002:0.0:1773613512.827516:0:87211:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613512.827521:0:87211:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613512.827525:0:87211:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613512.827527:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c738b8 00800000:00000002:0.0:1773613512.827529:0:87211:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613512.827532:0:87211:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1773613512.827537:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73850 00800000:00000002:0.0:1773613512.827539:0:87211:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:0.0:1773613512.827544:0:87211:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613512.827546:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73788 00000002:00010000:0.0:1773613512.827548:0:87211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613512.827552:0:87211:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613512.827554:0:87211:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773613512.827559:0:87211:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613512.827563:0:87211:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:0.0:1773613512.827569:0:87211:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613512.827573:0:87211:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613512.827580:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.827582:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.827584:0:87211:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.827587:0:87211:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613512.827589:0:87211:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613512.827594:0:87211:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613512.827600:0:87211:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecec00. 00000100:00000001:0.0:1773613512.827606:0:87211:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.827610:0:87211:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613512.827612:0:87211:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.827613:0:87211:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613512.827615:0:87211:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.827616:0:87211:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.827622:0:87211:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00010000:00000001:0.0:1773613512.827625:0:87211:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613512.827628:0:87211:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613512.827633:0:87211:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:0.0:1773613512.827635:0:87211:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613512.827638:0:87211:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613512.827641:0:87211:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937200. 00000020:00000001:0.0:1773613512.827645:0:87211:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613512.827647:0:87211:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937200 with handle 0xa1aa084204a011dd to hash 00000020:00000001:0.0:1773613512.827649:0:87211:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613512.827650:0:87211:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.827653:0:87211:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.827656:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.827659:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.827663:0:87211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.827671:0:87211:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.827680:0:87211:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613512.827689:0:87211:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613512.827690:0:87211:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613512.827696:0:87211:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613512.827698:0:87211:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563143744 : -113016146407872 : ffff993660bd4e40) 00000100:00000001:0.0:1773613512.827701:0:87211:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.827702:0:87211:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613512.827706:0:87211:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613512.827709:0:87211:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.827711:0:87211:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613512.827712:0:87211:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613512.827722:0:87211:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.827729:0:87211:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613512.827731:0:87211:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.827734:0:87211:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613512.827736:0:87211:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613512.827738:0:87211:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613512.827742:0:87211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87211:1859762477131776:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613512.827745:0:87211:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613512.827750:0:87211:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613512.827752:0:87211:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.827754:0:87211:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613512.827758:0:87211:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993644bc6000. 02000000:00000001:0.0:1773613512.827760:0:87211:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613512.827767:0:87211:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613512.827771:0:87211:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613512.827776:0:87211:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613512.827782:0:87211:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477131776, portal 10 00000100:00000001:0.0:1773613512.827784:0:87211:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.827785:0:87211:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613512.827790:0:87211:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.827802:0:87211:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613512.827804:0:87211:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613512.827806:0:87211:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613512.827809:0:87211:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859762477131776, offset 0 00000400:00000200:0.0:1773613512.827815:0:87211:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613512.828462:0:87211:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.828473:0:87211:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613512.828479:0:87211:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613512.828484:0:87211:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613512.828488:0:87211:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613512.828491:0:87211:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613512.828494:0:87211:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225166:225166:256:4294967295] 192.168.203.144@tcp LPNI seq info [225101:225101:8:4294967295] 00000400:00000200:0.0:1773613512.828499:0:87211:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.828509:0:87211:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613512.828515:0:87211:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.831681:0:87211:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415200. 00000800:00000200:2.0:1773613512.831700:0:87211:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.831708:0:87211:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613512.831712:0:87211:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773613512.831723:0:87211:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613512.831729:0:87211:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 472882 usecs (473 jiffies) 00000400:00000200:2.0:1773613512.831734:0:87211:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613512.831738:0:87211:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603090 00000100:00000001:2.0:1773613512.831741:0:87211:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.831743:0:87211:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603090 00000100:00000001:2.0:1773613512.831745:0:87211:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.831748:0:87211:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613512.831752:0:87211:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.831754:0:87211:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613512.831756:0:87211:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613512.831759:0:87211:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4e40 going to sleep for 50 seconds 00000100:00000001:2.0:1773613512.831762:0:87211:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613512.831764:0:87211:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613512.831910:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613512.831914:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415200. 00000400:00000200:3.0:1773613512.831919:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.831924:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613512.831930:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:3.0:1773613512.831964:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:3.0:1773613512.831969:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613512.831976:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.831986:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613512.831990:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.831996:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.831997:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613512.841305:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.841321:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.841325:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.841327:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.841336:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.841343:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.841351:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.841356:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.841360:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.841364:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x69b71b1d0e800 00000400:00000200:2.0:1773613512.841368:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.841374:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x1b5ec5 [1] + 224 00000800:00000001:2.0:1773613512.841381:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.841388:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.841391:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.841395:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.841414:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613512.841423:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613512.841434:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.841459:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613512.841467:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.841470:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.841617:0:87211:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613512.841624:0:87211:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613512.841626:0:87211:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613512.841629:0:87211:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613512.841634:0:87211:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613512.841636:0:87211:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613512.841639:0:87211:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613512.841643:0:87211:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613512.841651:0:87211:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.841657:0:87211:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613512.841659:0:87211:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.841661:0:87211:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613512.841664:0:87211:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613512.841666:0:87211:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613512.841668:0:87211:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.841671:0:87211:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613512.841679:0:87211:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613512.841683:0:87211:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613512.841686:0:87211:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773613512.841689:0:87211:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.841695:0:87211:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613512.841699:0:87211:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613512.841700:0:87211:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613512.841702:0:87211:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613512.841704:0:87211:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1773613512.841708:0:87211:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.841714:0:87211:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1773613512.841716:0:87211:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613512.841718:0:87211:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613512.841722:0:87211:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613512.841729:0:87211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87211:1859762477131776:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1773613512.841734:0:87211:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.841736:0:87211:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1773613512.841738:0:87211:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613512.841740:0:87211:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.841743:0:87211:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.841748:0:87211:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613512.841751:0:87211:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613512.841754:0:87211:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613512.841755:0:87211:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773613512.841758:0:87211:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613512.841762:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.841764:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.841767:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613512.841769:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.841771:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00010000:0.0:1773613512.841775:0:87211:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841786:0:87211:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773613512.841789:0:87211:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841795:0:87211:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613512.841797:0:87211:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841802:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.841804:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613512.841806:0:87211:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841811:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.841814:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.841817:0:87211:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613512.841819:0:87211:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.841824:0:87211:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a937200 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613512.841827:0:87211:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613512.841831:0:87211:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841837:0:87211:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613512.841839:0:87211:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613512.841854:0:87211:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841859:0:87211:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613512.841861:0:87211:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613512.841862:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.841864:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.841865:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613512.841867:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.841869:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.841872:0:87211:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613512.841874:0:87211:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773613512.841880:0:87211:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613512.841882:0:87211:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.841884:0:87211:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613512.841886:0:87211:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613512.841889:0:87211:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613512.841890:0:87211:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613512.841891:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.841893:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773613512.841895:0:87211:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937200 with handle 0xa1aa084204a011dd from hash 00010000:00000001:0.0:1773613512.841897:0:87211:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613512.841899:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.841900:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.841901:0:87211:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613512.841902:0:87211:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613512.841904:0:87211:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613512.841906:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.841907:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.841908:0:87211:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.841910:0:87211:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.841913:0:87211:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841919:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.841920:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.841921:0:87211:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773613512.841922:0:87211:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613512.841923:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.841924:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.841925:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613512.841926:0:87211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a937200/0xa1aa084204a011dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 87211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.841975:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.841977:0:87211:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1773613512.841981:0:87211:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1773613512.841986:0:87211:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613512.842006:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613512.842007:0:87211:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.842009:0:87211:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.842011:0:87211:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.842015:0:87211:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613512.842017:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773613512.842017:0:87211:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.842019:0:87211:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613512.842022:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73708 00000002:00002000:0.0:1773613512.842024:0:87211:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1773613512.842027:0:87211:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.842030:0:87211:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.842033:0:87211:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613512.842035:0:87211:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613512.842038:0:87211:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613512.842041:0:87211:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:0.0:1773613512.842044:0:87211:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613512.842046:0:87211:0:(namei.c:673:ll_lookup_it_finish()) it ffffaca8c1c73b20 it_disposition 7 00000080:00002000:0.0:1773613512.842051:0:87211:0:(namei.c:652:ll_splice_alias()) Add dentry ffff9936503e9798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1773613512.842058:0:87211:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613512.842063:0:87211:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613512.842064:0:87211:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.842067:0:87211:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.842072:0:87211:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:0.0:1773613512.842075:0:87211:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613512.842079:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.842081:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613512.842083:0:87211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773613512.842091:0:87211:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613512.842096:0:87211:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.842098:0:87211:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773613512.842105:0:87211:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613512.842107:0:87211:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613512.842108:0:87211:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613512.842111:0:87211:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613512.842113:0:87211:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1c73930 released 00000080:00010000:0.0:1773613512.842115:0:87211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c1c73930 00010000:00000001:0.0:1773613512.842117:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.842119:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.842120:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:0.0:1773613512.842122:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842124:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842126:0:87211:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613512.842128:0:87211:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773613512.842134:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842135:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.842137:0:87211:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613512.842140:0:87211:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613512.842142:0:87211:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613512.842149:0:87211:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613512.842151:0:87211:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613512.842153:0:87211:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613512.842157:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842158:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.842160:0:87211:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842162:0:87211:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613512.842164:0:87211:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842166:0:87211:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842168:0:87211:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842170:0:87211:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613512.842172:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842173:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613512.842174:0:87211:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613512.842175:0:87211:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613512.842178:0:87211:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613512.842182:0:87211:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03f000. 00000100:00000001:0.0:1773613512.842187:0:87211:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.842191:0:87211:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477131776/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.842198:0:87211:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613512.842200:0:87211:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613512.842202:0:87211:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993644bc6000. 02000000:00000001:0.0:1773613512.842205:0:87211:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613512.842207:0:87211:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613512.842209:0:87211:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613512.842211:0:87211:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613512.842213:0:87211:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613512.842217:0:87211:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613512.842218:0:87211:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613512.842220:0:87211:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613512.842224:0:87211:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613512.842225:0:87211:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613512.842227:0:87211:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613512.842228:0:87211:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c1c73b20 released 00000080:00000001:0.0:1773613512.842229:0:87211:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613512.842232:0:87211:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613512.842234:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73b70 00000080:00002000:0.0:1773613512.842236:0:87211:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff9936503e9798, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773613512.842239:0:87211:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.842282:0:87211:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613512.842285:0:87211:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613512.842287:0:87211:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613512.842289:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73bd8 00000080:00200000:0.0:1773613512.842291:0:87211:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613512.842295:0:87211:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03f000. 00800000:00000002:0.0:1773613512.842299:0:87211:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613512.842301:0:87211:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613512.842305:0:87211:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613512.842306:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73af8 00800000:00000002:0.0:1773613512.842308:0:87211:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613512.842311:0:87211:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613512.842314:0:87211:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613512.842317:0:87211:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613512.842318:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c739c8 00000002:00010000:0.0:1773613512.842320:0:87211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613512.842323:0:87211:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613512.842324:0:87211:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.842325:0:87211:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.842327:0:87211:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:0.0:1773613512.842329:0:87211:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613512.842332:0:87211:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.842334:0:87211:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613512.842336:0:87211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773613512.842343:0:87211:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613512.842345:0:87211:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.842348:0:87211:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773613512.842354:0:87211:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613512.842356:0:87211:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613512.842358:0:87211:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613512.842360:0:87211:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613512.842362:0:87211:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613512.842364:0:87211:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613512.842366:0:87211:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613512.842368:0:87211:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613512.842370:0:87211:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03f000. 00000080:00000001:0.0:1773613512.842373:0:87211:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613512.842374:0:87211:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613512.842377:0:87211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613512.842379:0:87211:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:0.0:1773613512.842383:0:87211:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613512.842384:0:87211:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613512.842386:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.842387:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.842388:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:0.0:1773613512.842390:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842392:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842395:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842396:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613512.842507:0:87211:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.842510:0:87211:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613512.842513:0:87211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c1c73c10 00010000:00000001:0.0:1773613512.842515:0:87211:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.842516:0:87211:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.842518:0:87211:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:0.0:1773613512.842520:0:87211:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842522:0:87211:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:0.0:1773613512.842524:0:87211:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613512.842527:0:87211:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773613512.842533:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842534:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.842535:0:87211:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613512.842536:0:87211:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613512.842538:0:87211:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773613512.842544:0:87211:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613512.842545:0:87211:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613512.842546:0:87211:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613512.842548:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842549:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.842551:0:87211:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842553:0:87211:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613512.842554:0:87211:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842555:0:87211:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842557:0:87211:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.842559:0:87211:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613512.842560:0:87211:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.842561:0:87211:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613512.842563:0:87211:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613512.842564:0:87211:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613512.842567:0:87211:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613512.842571:0:87211:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.842578:0:87211:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773613512.842580:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73da0 00000080:00002000:0.0:1773613512.842582:0:87211:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff9936503e9798) flags 0x8000e refc 0 00000080:00000001:0.0:1773613512.842584:0:87211:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.842586:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73e10 00000080:00200000:0.0:1773613512.842587:0:87211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=0 00000080:00000001:0.0:1773613512.842590:0:87211:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613512.842591:0:87211:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c73e28 00000080:00002000:0.0:1773613512.842593:0:87211:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff9936503e9798, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773613512.842596:0:87211:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613512.862093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00000080:00000001:3.0:1773613512.876583:0:87212:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613512.876592:0:87212:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613512.876594:0:87212:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613512.876598:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbbc0 00000080:00200000:3.0:1773613512.876694:0:87212:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613512.876703:0:87212:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e5200. 00800000:00000002:3.0:1773613512.876710:0:87212:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613512.876714:0:87212:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613512.876719:0:87212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.876721:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbae0 00800000:00000002:3.0:1773613512.876723:0:87212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613512.876727:0:87212:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613512.876731:0:87212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613512.876735:0:87212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.876737:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb9b0 00000002:00010000:3.0:1773613512.876739:0:87212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613512.876742:0:87212:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613512.876743:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613512.876746:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613512.876753:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:3.0:1773613512.876756:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613512.876760:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613512.876764:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613512.876769:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773613512.876780:0:87212:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613512.876785:0:87212:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613512.876788:0:87212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1773613512.876800:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613512.876802:0:87212:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613512.876804:0:87212:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613512.876805:0:87212:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613512.876807:0:87212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613512.876809:0:87212:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613512.876811:0:87212:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613512.876814:0:87212:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613512.876817:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e5200. 00000080:00000001:3.0:1773613512.876822:0:87212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613512.876824:0:87212:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613512.876826:0:87212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613512.876829:0:87212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:3.0:1773613512.876832:0:87212:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613512.876834:0:87212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613512.876835:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.877431:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.877436:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:3.0:1773613512.877439:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877443:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877446:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877448:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613512.877449:0:87212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613512.877451:0:87212:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613512.877454:0:87212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c14fbbf8 00010000:00000001:3.0:1773613512.877456:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.877457:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.877459:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:3.0:1773613512.877460:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877462:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877464:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613512.877468:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613512.877475:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877476:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.877478:0:87212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613512.877480:0:87212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613512.877482:0:87212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613512.877488:0:87212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613512.877492:0:87212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613512.877494:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613512.877498:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877499:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.877501:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877504:0:87212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613512.877506:0:87212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877508:0:87212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877511:0:87212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877513:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613512.877514:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877515:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613512.877518:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613512.877520:0:87212:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613512.877522:0:87212:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613512.877526:0:87212:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613512.877533:0:87212:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613512.877535:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbb58 00000080:00002000:3.0:1773613512.877537:0:87212:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff9936503e9798) flags 0x8004e refc 0 00000080:00000001:3.0:1773613512.877539:0:87212:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613512.877541:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbbc8 00000080:00200000:3.0:1773613512.877543:0:87212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=777 00000080:00000001:3.0:1773613512.877549:0:87212:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613512.877550:0:87212:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613512.877551:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbb00 00000080:00200000:3.0:1773613512.877552:0:87212:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613512.877557:0:87212:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e5200. 00800000:00000002:3.0:1773613512.877561:0:87212:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613512.877563:0:87212:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613512.877565:0:87212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.877566:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fba20 00800000:00000002:3.0:1773613512.877568:0:87212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613512.877570:0:87212:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613512.877573:0:87212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613512.877576:0:87212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.877577:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb8f0 00000002:00010000:3.0:1773613512.877579:0:87212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613512.877581:0:87212:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613512.877582:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613512.877584:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613512.877587:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:3.0:1773613512.877590:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613512.877592:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613512.877594:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613512.877597:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773613512.877698:0:87212:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613512.877701:0:87212:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613512.877704:0:87212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773613512.877710:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613512.877712:0:87212:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613512.877713:0:87212:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613512.877715:0:87212:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613512.877717:0:87212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613512.877719:0:87212:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613512.877721:0:87212:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613512.877724:0:87212:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613512.877727:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e5200. 00000080:00000001:3.0:1773613512.877730:0:87212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613512.877732:0:87212:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613512.877734:0:87212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613512.877737:0:87212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011b3 00800000:00000001:3.0:1773613512.877739:0:87212:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613512.877741:0:87212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613512.877742:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.877743:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.877745:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:3.0:1773613512.877747:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877749:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877751:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877752:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613512.877753:0:87212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613512.877755:0:87212:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613512.877756:0:87212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011b3 from it ffffaca8c14fbb38 00010000:00000001:3.0:1773613512.877758:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.877759:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.877760:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=3 00000020:00000001:3.0:1773613512.877762:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877763:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:3.0:1773613512.877765:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613512.877767:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613512.877773:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877774:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.877775:0:87212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613512.877776:0:87212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613512.877779:0:87212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773613512.877784:0:87212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613512.877787:0:87212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613512.877788:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613512.877790:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877791:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.877792:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877794:0:87212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613512.877795:0:87212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877796:0:87212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877799:0:87212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.877800:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613512.877801:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.877802:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613512.877804:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613512.877805:0:87212:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613512.877808:0:87212:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:3.0:1773613512.877811:0:87212:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613512.877814:0:87212:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773613512.877816:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbb50 00000080:00200000:3.0:1773613512.877818:0:87212:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff99364a133c80, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1773613512.877825:0:87212:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8edba0. 00000080:00000001:3.0:1773613512.877829:0:87212:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773613512.877831:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fba00 00000080:00200000:3.0:1773613512.877832:0:87212:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:3.0:1773613512.878806:0:87212:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936530e5200. 00800000:00000002:3.0:1773613512.878815:0:87212:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613512.878821:0:87212:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613512.878825:0:87212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.878827:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb920 00800000:00000002:3.0:1773613512.878829:0:87212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613512.878833:0:87212:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773613512.878835:0:87212:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773613512.879053:0:87212:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:3.0:1773613512.879058:0:87212:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773613512.879060:0:87212:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773613512.879063:0:87212:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773613512.879066:0:87212:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773613512.879069:0:87212:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0x9:0x0] 40000000:00000001:3.0:1773613512.879072:0:87212:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613512.879074:0:87212:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613512.879075:0:87212:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613512.879077:0:87212:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613512.879079:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb8a0 00800000:00000002:3.0:1773613512.879081:0:87212:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:3.0:1773613512.879155:0:87212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613512.879157:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb7d8 00000002:00010000:3.0:1773613512.879159:0:87212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1773613512.879163:0:87212:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613512.879166:0:87212:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773613512.879169:0:87212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773613512.879173:0:87212:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613512.879175:0:87212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613512.879177:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 2 00010000:00000001:3.0:1773613512.879180:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613512.879183:0:87212:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613512.879186:0:87212:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613512.879190:0:87212:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1773613512.879273:0:87212:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613512.879276:0:87212:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613512.879365:0:87212:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613512.879367:0:87212:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613512.879370:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613512.879372:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613512.879375:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 3 00010000:00000001:3.0:1773613512.879377:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613512.879380:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613512.879381:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613512.879382:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613512.879383:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 3 00010000:00000001:3.0:1773613512.879385:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613512.879387:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613512.879388:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613512.879389:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613512.879390:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946700 count: 3 00010000:00000001:3.0:1773613512.879392:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613512.879394:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613512.879395:0:87212:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613512.879398:0:87212:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613512.879401:0:87212:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613512.879404:0:87212:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613512.879406:0:87212:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613512.879408:0:87212:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.879411:0:87212:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613512.879413:0:87212:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613512.879415:0:87212:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613512.879417:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613512.879419:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613512.879422:0:87212:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3800 with handle 0xa1aa084204a011b3 from hash 00010000:00000001:3.0:1773613512.879424:0:87212:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613512.879426:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.879427:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.879428:0:87212:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613512.879431:0:87212:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613512.879432:0:87212:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613512.879436:0:87212:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613512.879438:0:87212:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613512.879440:0:87212:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613512.879449:0:87212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704000. 00000020:00000040:3.0:1773613512.879453:0:87212:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613512.879459:0:87212:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613512.879461:0:87212:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.879463:0:87212:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613512.879467:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613512.879470:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613512.879471:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.879472:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.879476:0:87212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613512.879478:0:87212:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613512.879482:0:87212:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613512.879489:0:87212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b28800. 00000100:00000001:3.0:1773613512.879496:0:87212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.879501:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613512.879504:0:87212:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613512.879508:0:87212:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1773613512.879515:0:87212:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613512.879517:0:87212:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613512.879519:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613512.879521:0:87212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabda36 expref: -99 pid: 86562 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1773613512.879529:0:87212:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946700 count: 0 00010000:00000010:3.0:1773613512.879534:0:87212:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ceb80. 00010000:00000001:3.0:1773613512.879544:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613512.879546:0:87212:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.879548:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613512.879549:0:87212:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.879551:0:87212:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613512.879559:0:87212:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00010000:00000001:3.0:1773613512.879563:0:87212:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613512.879565:0:87212:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613512.879569:0:87212:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb300. 00010000:00000010:3.0:1773613512.879573:0:87212:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50980. 00010000:00000001:3.0:1773613512.879577:0:87212:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613512.879580:0:87212:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2a00. 00000020:00000001:3.0:1773613512.879583:0:87212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613512.879585:0:87212:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2a00 with handle 0xa1aa084204a011e4 to hash 00000020:00000001:3.0:1773613512.879587:0:87212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613512.879588:0:87212:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:3.0:1773613512.879592:0:87212:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:3.0:1773613512.879594:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613512.879596:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613512.879684:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613512.879693:0:87212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773613512.879707:0:87212:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773613512.879718:0:87212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773613512.879727:0:87212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613512.879732:0:87212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613512.879734:0:87212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613512.879742:0:87212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988a540. 00000100:00000001:3.0:1773613512.879744:0:87212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173816640 : -113016535734976 : ffff99364988a540) 00000100:00000001:3.0:1773613512.879747:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613512.879748:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000001:3.0:1773613512.879752:0:87212:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613512.879756:0:87212:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.879758:0:87212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613512.879759:0:87212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613512.879763:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.879771:0:87212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613512.879773:0:87212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613512.879776:0:87212:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613512.879779:0:87212:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613512.879782:0:87212:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613512.879785:0:87212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132032:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613512.879790:0:87212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613512.879794:0:87212:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613512.879796:0:87212:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613512.879798:0:87212:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613512.880361:0:87212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613512.880366:0:87212:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613512.880374:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613512.880379:0:87212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da9a0. 00000400:00000010:3.0:1773613512.880386:0:87212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993644b2b800. 00000100:00000200:3.0:1773613512.880393:0:87212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477132032, portal 10 00000100:00000001:3.0:1773613512.880395:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613512.880396:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000040:3.0:1773613512.880403:0:87212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.880410:0:87212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613512.880413:0:87212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613512.880416:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc990. 00000100:00000200:3.0:1773613512.880419:0:87212:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859762477132032, offset 0 00000400:00000200:3.0:1773613512.880425:0:87212:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613512.880433:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.880439:0:87212:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613512.880444:0:87212:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613512.880448:0:87212:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613512.880451:0:87212:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613512.880455:0:87212:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613512.880458:0:87212:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225167:225167:256:4294967295] 192.168.203.144@tcp LPNI seq info [225102:225102:8:4294967295] 00000400:00000200:3.0:1773613512.880462:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.880470:0:87212:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613512.880476:0:87212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613512.880481:0:87212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550400. 00000800:00000200:3.0:1773613512.880488:0:87212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613512.880495:0:87212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613512.880500:0:87212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550400 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1773613512.880522:0:87212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613512.880527:0:87212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 471911 usecs (472 jiffies) 00000400:00000200:3.0:1773613512.880530:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613512.880532:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603138 00000100:00000001:3.0:1773613512.880535:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:3.0:1773613512.880537:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603138 00000100:00000001:3.0:1773613512.880539:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:3.0:1773613512.880542:0:87212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613512.880545:0:87212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.880547:0:87212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613512.880549:0:87212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613512.880552:0:87212:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988a540 going to sleep for 50 seconds 00000100:00000001:3.0:1773613512.880555:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613512.880558:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.880657:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.880663:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550400. 00000400:00000200:2.0:1773613512.880668:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.880674:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.880679:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc990 00000400:00000010:2.0:1773613512.880681:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc990. 00000100:00000001:2.0:1773613512.880685:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.880689:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.880699:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.880702:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.880709:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.880711:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773613512.886050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946700. 00010000:00000010:3.1:1773613512.886061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00000800:00000001:2.0:1773613512.888347:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.888365:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.888369:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.888371:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.888380:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888387:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.888394:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888399:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888404:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888408:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x69b71b1d0e900 00000400:00000200:2.0:1773613512.888412:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888417:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x1b5ecd [32] + 224 00000800:00000001:2.0:1773613512.888425:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.888433:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.888435:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.888439:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.888447:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613512.888455:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613512.888467:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.888484:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613512.888492:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613512.888495:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888500:0:2383:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613512.888506:0:2383:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225168:225168:256:4294967295] 192.168.203.144@tcp LPNI seq info [225103:225103:8:4294967295] 00000400:00000200:2.0:1773613512.888510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.888519:0:2383:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613512.888524:0:2383:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.888530:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff99364a786400. 00000800:00000200:2.0:1773613512.888535:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.888541:0:2383:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613512.888545:0:2383:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a786400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613512.888601:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.888605:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff99364a786400. 00000400:00000200:2.0:1773613512.888608:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.888611:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613512.888616:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.888619:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613512.888826:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613512.888834:0:87212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613512.888836:0:87212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613512.888839:0:87212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da9a0. 00000400:00000200:3.0:1773613512.888854:0:87212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644b2b800 00000400:00000010:3.0:1773613512.888856:0:87212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993644b2b800. 00000100:00000001:3.0:1773613512.888860:0:87212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.888866:0:87212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613512.888876:0:87212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704000 x1859762477132032/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.888883:0:87212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613512.888885:0:87212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613512.888892:0:87212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613512.888895:0:87212:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613512.888898:0:87212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613512.888900:0:87212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613512.888903:0:87212:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613512.888912:0:87212:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613512.888916:0:87212:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613512.888919:0:87212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613512.888920:0:87212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.888922:0:87212:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613512.890794:0:87212:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.890803:0:87212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613512.890805:0:87212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:3.0:1773613512.890807:0:87212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613512.890809:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613512.890811:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000001:3.0:1773613512.890814:0:87212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613512.890816:0:87212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:3.0:1773613512.890818:0:87212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613512.890820:0:87212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613512.890831:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.890850:0:87212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613512.890853:0:87212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613512.890855:0:87212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613512.890859:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613512.890867:0:87212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704000 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132032:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613512.890874:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613512.890877:0:87212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.890879:0:87212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613512.890881:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613512.890893:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.890900:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613512.890904:0:87212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988a540. 00000100:00000001:3.0:1773613512.890908:0:87212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613512.890910:0:87212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.890913:0:87212:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613512.890918:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.890920:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.890923:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=4 00000020:00000001:3.0:1773613512.890925:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:3.0:1773613512.890928:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000040:3.0:1773613512.890948:0:87212:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2a00, remote cookie: 0x1dc4d5fc0aabdad0, flags: 0x1001 00010000:00010000:3.0:1773613512.890954:0:87212:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773613512.890962:0:87212:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773613512.890965:0:87212:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773613512.891430:0:87212:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946f00. 00010000:00000010:2.0:1773613512.891438:0:87212:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522cee00. 00010000:00000040:2.0:1773613512.891443:0:87212:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeb300 count: 0 00010000:00000010:2.0:1773613512.891448:0:87212:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50980. 00010000:00000001:2.0:1773613512.891460:0:87212:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.891464:0:87212:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613512.891474:0:87212:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891480:0:87212:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613512.891484:0:87212:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613512.891485:0:87212:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773613512.891487:0:87212:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773613512.891488:0:87212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773613512.891490:0:87212:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff99364a946f00) refcount = 1 00010000:00010000:2.0:1773613512.891494:0:87212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891500:0:87212:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773613512.891503:0:87212:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613512.891505:0:87212:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613512.891508:0:87212:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613512.891510:0:87212:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.891513:0:87212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891520:0:87212:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613512.891522:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891523:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.891524:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891525:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.891526:0:87212:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.891531:0:87212:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773613512.891534:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891535:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891537:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.891539:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891541:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891543:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891544:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891546:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=4 00000020:00000001:2.0:1773613512.891547:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891549:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891552:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613512.891554:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.891557:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891564:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891565:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.891566:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891567:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891568:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=5 00000020:00000001:2.0:1773613512.891570:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891572:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891574:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613512.891577:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891583:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891584:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613512.891586:0:87212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891592:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613512.891593:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891594:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.891595:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891596:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773613512.891603:0:87212:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773613512.891613:0:87212:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773613512.891617:0:87212:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773613512.891624:0:87212:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.891627:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891628:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891629:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.891631:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891633:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891635:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891636:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613512.891638:0:87212:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.891640:0:87212:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.891642:0:87212:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773613512.891644:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.891646:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000001:2.0:1773613512.891648:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.891649:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00010000:00000001:2.0:1773613512.891650:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891651:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891652:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.891654:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891656:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00000002:00010000:2.0:1773613512.891659:0:87212:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.891666:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891667:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.891669:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613512.891670:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.891671:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.891672:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.891674:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.891676:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000040:2.0:1773613512.891679:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:2.0:1773613512.891682:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773613512.891685:0:87212:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773613512.891687:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.891688:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613512.891690:0:87212:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773613512.891692:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb758 00000002:00002000:2.0:1773613512.891694:0:87212:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:2.0:1773613512.891698:0:87212:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613512.891702:0:87212:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613512.891704:0:87212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613512.891707:0:87212:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773613512.891711:0:87212:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773613512.891714:0:87212:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:2.0:1773613512.891717:0:87212:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773613512.891719:0:87212:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a8edba0 it_disposition 9800037 00000080:00002000:2.0:1773613512.891723:0:87212:0:(namei.c:652:ll_splice_alias()) Add dentry ffff9936503e9798 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:2.0:1773613512.891728:0:87212:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613512.891730:0:87212:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:2.0:1773613512.891732:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb988 00000080:00200000:2.0:1773613512.891734:0:87212:0:(namei.c:1622:ll_create_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000001:2.0:1773613512.891739:0:87212:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:2.0:1773613512.891741:0:87212:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773613512.891746:0:87212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773613512.891749:0:87212:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613512.891751:0:87212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773613512.891754:0:87212:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773613512.891763:0:87212:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9936503fd280. 00000020:00000001:2.0:1773613512.891773:0:87212:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773613512.891775:0:87212:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773613512.891777:0:87212:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773613512.891779:0:87212:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00000001:2.0:1773613512.891783:0:87212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773613512.891785:0:87212:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773613512.891788:0:87212:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088009 mtime from 0 to 1773613512 00000080:00200000:2.0:1773613512.891791:0:87212:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:2.0:1773613512.891794:0:87212:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1773613512.891796:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613512.891800:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613512.891805:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8000. 00000020:00000010:2.0:1773613512.891810:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8e00. 00000020:00000010:2.0:1773613512.891814:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613512.891820:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613512.891826:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613512.891831:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613512.891837:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613512.891855:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613512.891859:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8a00. 00000008:00000010:2.0:1773613512.891863:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613512.891866:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613512.891870:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613512.891873:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613512.891876:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613512.891878:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613512.891883:0:87212:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773613512.891888:0:87212:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99364a947000. 00000020:00000001:2.0:1773613512.891890:0:87212:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773613512.891891:0:87212:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613512.891898:0:87212:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773613512.891901:0:87212:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a950000. 00020000:00000001:2.0:1773613512.891903:0:87212:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191403520 : -113016518148096 : ffff99364a950000) 00020000:00000001:2.0:1773613512.891906:0:87212:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773613512.891908:0:87212:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613512.891912:0:87212:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057191366784 : -113016518184832 : ffff99364a947080) 00000020:00001000:2.0:1773613512.891915:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613512.891918:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8e00. 00000020:00000010:2.0:1773613512.891921:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613512.891924:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613512.891928:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613512.891931:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613512.891994:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613512.892000:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613512.892003:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8000. 00000008:00000010:2.0:1773613512.892006:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613512.892010:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613512.892013:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613512.892016:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613512.892018:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8a00. 00000020:00000010:2.0:1773613512.892020:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00000080:00000001:2.0:1773613512.892024:0:87212:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057286484808 : -113016423066808 : ffff9936503fd348) 00010000:00000001:2.0:1773613512.892026:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.892027:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.892029:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.892031:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.892033:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00000080:00000001:2.0:1773613512.892036:0:87212:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773613512.892037:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613512.892040:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613512.892042:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8a00. 00000020:00000010:2.0:1773613512.892046:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8000. 00000020:00000010:2.0:1773613512.892048:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613512.892051:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613512.892054:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613512.892057:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613512.892060:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613512.892062:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613512.892065:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8e00. 00000008:00000010:2.0:1773613512.892068:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613512.892070:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613512.892073:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613512.892075:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613512.892077:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613512.892079:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000020:00000001:2.0:1773613512.892081:0:87212:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773613512.892083:0:87212:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:2.0:1773613512.892085:0:87212:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000001:2.0:1773613512.892088:0:87212:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773613512.892090:0:87212:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000002:2.0:1773613512.892093:0:87212:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773613512.892095:0:87212:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613512.892096:0:87212:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613512.892099:0:87212:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773613512.892101:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:2.0:1773613512.892104:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:2.0:1773613512.892106:0:87212:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773613512.892108:0:87212:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773613512.892110:0:87212:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1773613512.892112:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613512.892114:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8000. 00000020:00000010:2.0:1773613512.892116:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613512.892119:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613512.892121:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613512.892124:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613512.892126:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613512.892129:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613512.892131:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8a00. 00000008:00000010:2.0:1773613512.892133:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613512.892135:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613512.892137:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613512.892139:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613512.892141:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8e00. 00000020:00000010:2.0:1773613512.892143:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00000080:00000001:2.0:1773613512.892145:0:87212:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892147:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892148:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613512.892150:0:87212:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613512.892153:0:87212:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773613512.892154:0:87212:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613512.892157:0:87212:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00010000:2.0:1773613512.892159:0:87212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) for lock 0xa1aa084204a011e4 00800000:00000001:2.0:1773613512.892162:0:87212:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613512.892164:0:87212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613512.892165:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.892166:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.892167:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.892169:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.892171:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.892173:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892174:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613512.892175:0:87212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613512.892176:0:87212:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892178:0:87212:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773613512.892180:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.892186:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.892193:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892199:0:87212:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613512.892203:0:87212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00000001:2.0:1773613512.892205:0:87212:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613512.892209:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e5200. 00000100:00000001:2.0:1773613512.892212:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.892215:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.892221:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892224:0:87212:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773613512.892226:0:87212:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892233:0:87212:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613512.892235:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fba60 00000080:00200008:2.0:1773613512.892237:0:87212:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 120501 00000080:00000010:2.0:1773613512.892244:0:87212:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159ea00. 00000080:00000010:2.0:1773613512.892250:0:87212:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff993650f35b40. 00000080:00000001:2.0:1773613512.892252:0:87212:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773613512.892256:0:87212:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1773613512.892258:0:87212:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773613512.892261:0:87212:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993643f7bcc0. 00000002:00100000:2.0:1773613512.892266:0:87212:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773613512.892272:0:87212:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613512.892274:0:87212:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773613512.892277:0:87212:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773613512.892281:0:87212:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892283:0:87212:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613512.892285:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.892289:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773613512.892296:0:87212:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613512.892299:0:87212:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:2.0:1773613512.892325:0:87212:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773613512.892327:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613512.892330:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fba60 00000080:00000008:2.0:1773613512.892332:0:87212:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 100101, rc = 0 00000080:00000001:2.0:1773613512.892336:0:87212:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773613512.892337:0:87212:0:(dcache.c:176:ll_intent_release()) intent ffff99364a8edba0 released 00000080:00010000:2.0:1773613512.892340:0:87212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011e4 from it ffff99364a8edba0 00010000:00000001:2.0:1773613512.892342:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.892343:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.892344:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:2.0:1773613512.892346:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.892348:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:2.0:1773613512.892350:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613512.892354:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613512.892361:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892362:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.892364:0:87212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613512.892366:0:87212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613512.892369:0:87212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613512.892376:0:87212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613512.892378:0:87212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613512.892380:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613512.892384:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892385:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.892387:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892390:0:87212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613512.892392:0:87212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892394:0:87212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892397:0:87212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892399:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613512.892400:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892401:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613512.892402:0:87212:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773613512.892404:0:87212:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773613512.892407:0:87212:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773613512.892408:0:87212:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613512.892411:0:87212:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773613512.892413:0:87212:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892415:0:87212:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773613512.892417:0:87212:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892419:0:87212:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773613512.892421:0:87212:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892423:0:87212:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773613512.892425:0:87212:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a8edba0. 00000080:00000001:2.0:1773613512.892429:0:87212:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892432:0:87212:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773613512.892435:0:87212:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348), inode mode 81a4 mask 40 00000080:00000001:2.0:1773613512.892438:0:87212:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.892467:0:87212:0:(file.c:4585:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1773613512.892470:0:87212:0:(file.c:4587:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348) cmd=4008669a arg=c1f2e0 00000080:00000001:2.0:1773613512.892476:0:87212:0:(file.c:2949:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1773613512.892478:0:87212:0:(llite_lib.c:4182:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1773613512.892482:0:87212:0:(llite_lib.c:4191:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff993643f7bde0. 00000080:00000001:2.0:1773613512.892485:0:87212:0:(llite_lib.c:4200:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1773613512.892487:0:87212:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1773613512.892490:0:87212:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1773613512.892492:0:87212:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8e00. 00800000:00000002:2.0:1773613512.892497:0:87212:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613512.892499:0:87212:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613512.892502:0:87212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613512.892503:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbb10 00800000:00000002:2.0:1773613512.892505:0:87212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613512.892508:0:87212:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1773613512.892510:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fba90 00800000:00000002:2.0:1773613512.892512:0:87212:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613512.892515:0:87212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613512.892516:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb9c8 00000002:00010000:2.0:1773613512.892518:0:87212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1773613512.892522:0:87212:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613512.892524:0:87212:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773613512.892527:0:87212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773613512.892531:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:2.0:1773613512.892533:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613512.892535:0:87212:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773613512.892538:0:87212:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892540:0:87212:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.892542:0:87212:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.892543:0:87212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773613512.892545:0:87212:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773613512.892549:0:87212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab8e00. 00000020:00000040:2.0:1773613512.892553:0:87212:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:2.0:1773613512.892557:0:87212:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773613512.892559:0:87212:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892561:0:87212:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613512.892565:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613512.892567:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.892568:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.892569:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.892572:0:87212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613512.892574:0:87212:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613512.892578:0:87212:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613512.892584:0:87212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a786400. 00000100:00000001:2.0:1773613512.892590:0:87212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892594:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.892595:0:87212:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892597:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.892598:0:87212:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.892600:0:87212:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.892606:0:87212:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:2.0:1773613512.892610:0:87212:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613512.892612:0:87212:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613512.892616:0:87212:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946500. 00010000:00000010:2.0:1773613512.892619:0:87212:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ce900. 00010000:00000001:2.0:1773613512.892622:0:87212:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613512.892626:0:87212:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba3800. 00000020:00000001:2.0:1773613512.892629:0:87212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613512.892631:0:87212:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba3800 with handle 0xa1aa084204a011eb to hash 00000020:00000001:2.0:1773613512.892633:0:87212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613512.892634:0:87212:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613512.892637:0:87212:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:2.0:1773613512.892640:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613512.892642:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.892645:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613512.892652:0:87212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773613512.892663:0:87212:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773613512.892669:0:87212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773613512.892677:0:87212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613512.892683:0:87212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613512.892684:0:87212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613512.892690:0:87212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f63c0. 00000100:00000001:2.0:1773613512.892692:0:87212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205715904 : -113016503835712 : ffff99364b6f63c0) 00000100:00000001:2.0:1773613512.892695:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.892696:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:2.0:1773613512.892701:0:87212:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613512.892704:0:87212:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.892706:0:87212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613512.892708:0:87212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613512.892712:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.892719:0:87212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613512.892721:0:87212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.892725:0:87212:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613512.892728:0:87212:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613512.892730:0:87212:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613512.892734:0:87212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132288:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1773613512.892738:0:87212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613512.892742:0:87212:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613512.892745:0:87212:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.892747:0:87212:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613512.892835:0:87212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:2.0:1773613512.892838:0:87212:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613512.892859:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613512.892864:0:87212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9058. 00000400:00000010:2.0:1773613512.892871:0:87212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99366067c800. 00000100:00000200:2.0:1773613512.892878:0:87212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477132288, portal 10 00000100:00000001:2.0:1773613512.892880:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.892881:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000040:2.0:1773613512.892887:0:87212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.892894:0:87212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613512.892897:0:87212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613512.892900:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7908. 00000100:00000200:2.0:1773613512.892903:0:87212:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477132288, offset 0 00000400:00000200:2.0:1773613512.892909:0:87212:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613512.892917:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.892924:0:87212:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613512.892928:0:87212:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613512.892960:0:87212:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613512.892964:0:87212:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613512.892967:0:87212:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613512.892971:0:87212:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225169:225169:256:4294967295] 192.168.203.144@tcp LPNI seq info [225104:225104:8:4294967295] 00000400:00000200:2.0:1773613512.892975:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.892984:0:87212:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613512.892992:0:87212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.892997:0:87212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415200. 00000800:00000200:2.0:1773613512.893004:0:87212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.893011:0:87212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613512.893016:0:87212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773613512.893040:0:87212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613512.893044:0:87212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 470931 usecs (471 jiffies) 00000400:00000200:2.0:1773613512.893048:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613512.893051:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603150 00000100:00000001:2.0:1773613512.893053:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.893056:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603150 00000100:00000001:2.0:1773613512.893058:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.893060:0:87212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613512.893063:0:87212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.893065:0:87212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613512.893066:0:87212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613512.893069:0:87212:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b6f63c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773613512.893071:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613512.893074:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613512.893918:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613512.893924:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415200. 00000400:00000200:3.0:1773613512.893929:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.893955:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613512.893960:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7908 00000400:00000010:3.0:1773613512.893963:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7908. 00000100:00000001:3.0:1773613512.893967:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613512.893973:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.893982:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613512.893985:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.893990:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.893992:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773613512.898236:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeb300. 00000800:00000001:2.0:1773613512.900338:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.900351:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.900353:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.900355:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.900362:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.900367:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.900373:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.900377:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.900381:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.900384:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1964c80 00000400:00000200:2.0:1773613512.900389:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4fed [2] + 1376 00000800:00000001:2.0:1773613512.900395:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.900404:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.900406:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.900409:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.900414:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773613512.900416:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1773613512.900420:0:2384:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9500. 00000100:00000040:2.0:1773613512.900422:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993660ab9500 x1859762473290880 msgsize 328 00000100:00100000:2.0:1773613512.900425:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1773613512.900439:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773613512.900445:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.900447:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613512.900508:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773613512.900510:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473290880 02000000:00000001:3.0:1773613512.900512:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773613512.900514:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613512.900516:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613512.900519:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613512.900523:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473290880 00000020:00000001:3.0:1773613512.900525:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773613512.900526:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0080c 00000020:00000001:3.0:1773613512.900528:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.900530:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069e000 refcount=5 00000020:00000001:3.0:1773613512.900532:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000020:00000001:3.0:1773613512.900533:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557676032 : -113016151875584 : ffff99366069e000) 00000100:00000001:3.0:1773613512.900537:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613512.900540:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec800. 00000100:00000001:3.0:1773613512.900542:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613512.900544:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec800. 00000020:00000010:3.0:1773613512.900548:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000020:00000010:3.0:1773613512.900552:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff993643f50a80. 00000020:00000010:3.0:1773613512.900556:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a8ef708. 00000100:00000040:3.0:1773613512.900561:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1773613512.900563:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773613512.900564:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773613512.900566:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.900572:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.900581:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613512.900589:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773613512.900591:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773613512.900594:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 49 00000100:00000040:3.0:1773613512.900597:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069e000 : new rpc_count 1 00000100:00000001:3.0:1773613512.900598:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057561982208 : -113016147569408 : ffff993660ab9500) 00000100:00000040:3.0:1773613512.900605:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993660ab9500 x1859762473290880/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:743/0 lens 328/0 e 0 to 0 dl 1773613523 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613512.900614:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773613512.900616:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99364a8ec800. 00000100:00000001:3.0:1773613512.900618:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773613512.900620:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff99364a8ec800. 00000100:00100000:3.0:1773613512.900625:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993660ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473290880:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1773613512.900628:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473290880 00010000:00000001:3.0:1773613512.900630:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1773613512.900637:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613512.900638:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613512.900640:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=2 00000020:00000001:3.0:1773613512.900642:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:3.0:1773613512.900645:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:3.0:1773613512.900648:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613512.900651:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613512.900656:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1773613512.900665:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773613512.900667:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773613512.900672:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2b800. 02000000:00000001:3.0:1773613512.900675:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.900677:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.900682:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613512.900685:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613512.900689:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613512.900692:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613512.900695:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613512.900698:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613512.900700:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613512.900702:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.900705:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613512.900707:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613512.900712:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613512.900717:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473290880, offset 224 00000400:00000200:3.0:1773613512.900722:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613512.900728:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.900735:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613512.900741:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225170:225170:256:4294967295] 192.168.203.144@tcp LPNI seq info [225105:225105:8:4294967295] 00000400:00000200:3.0:1773613512.900744:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.900750:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613512.900754:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613512.900757:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613512.900761:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613512.900766:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613512.900769:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773613512.900778:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613512.900780:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613512.900782:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773613512.900785:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364988a540. 00010000:00000001:3.0:1773613512.900786:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773613512.900799:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1773613512.900801:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.900802:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613512.900804:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613512.900809:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9500 x1859762473290880/t0(0) o104->144f5372-d9a2-4fb0-a726-ce1097458722@192.168.203.144@tcp:743/0 lens 328/224 e 0 to 0 dl 1773613523 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613512.900817:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993660ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:144f5372-d9a2-4fb0-a726-ce1097458722+5:72306:x1859762473290880:12345-192.168.203.144@tcp:104: Request processed in 202us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613512.900825:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 49 00000100:00000040:3.0:1773613512.900827:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069e000 : new rpc_count 0 00000100:00000001:3.0:1773613512.900830:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613512.900831:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613512.900835:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff993643f50a80. 00000020:00000010:3.0:1773613512.900852:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a8ef708. 00000020:00000010:3.0:1773613512.900856:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000020:00000001:0.0:1773613512.900856:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773613512.900859:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613512.900860:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069e000 : new refcount 4 00010000:00010000:0.0:1773613512.900861:0:67857:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1773613512.900863:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613512.900863:0:67857:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773613512.900865:0:67857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773613512.900869:0:67857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773613512.900877:0:67857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2a00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:0.0:1773613512.900879:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1773613512.900883:0:67857:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000800:00000200:3.0:1773613512.900983:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613512.900987:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:3.0:1773613512.900991:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.900994:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613512.900998:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:3.0:1773613512.901000:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:3.0:1773613512.901004:0:2383:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613512.901005:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1773613512.901043:0:67857:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1773613512.901046:0:67857:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1773613512.901050:0:67857:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613512.901056:0:67857:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1773613512.901059:0:67857:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613512.901060:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.901062:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.901063:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2a00 refcount=3 00000020:00000001:0.0:1773613512.901066:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:0.0:1773613512.901068:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449822720 : -113016259728896 : ffff993659fc2a00) 00010000:00000001:0.0:1773613512.901070:0:67857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613512.901073:0:67857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773613512.901079:0:67857:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613512.901082:0:67857:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613512.901237:0:67857:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613512.901240:0:67857:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:0.0:1773613512.901244:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.901247:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.901253:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613512.901255:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613512.901260:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.901261:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.901263:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.901264:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613512.901266:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613512.901268:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.901269:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.901270:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.901272:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613512.901274:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613512.901276:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.901277:0:67857:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613512.901278:0:67857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613512.901279:0:67857:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613512.901281:0:67857:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613512.901283:0:67857:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.901285:0:67857:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.901287:0:67857:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613512.901289:0:67857:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.901377:0:67857:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.901382:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b000. 00000020:00000010:1.0:1773613512.901386:0:67857:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.901390:0:67857:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.901396:0:67857:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.901401:0:67857:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.901406:0:67857:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.901412:0:67857:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.901416:0:67857:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.901420:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b600. 00000008:00000010:1.0:1773613512.901423:0:67857:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.901426:0:67857:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.901430:0:67857:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.901433:0:67857:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.901435:0:67857:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.901438:0:67857:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.901439:0:67857:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1773613512.901442:0:67857:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x9:0x0]: losing layout lock 00000080:00000001:1.0:1773613512.901445:0:67857:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1773613512.901447:0:67857:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1773613512.901451:0:67857:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613512.901453:0:67857:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613512.901456:0:67857:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1773613512.901457:0:67857:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.901459:0:67857:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613512.901461:0:67857:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.901464:0:67857:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.901467:0:67857:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.901470:0:67857:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.901473:0:67857:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.901477:0:67857:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.901479:0:67857:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.901483:0:67857:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.901487:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b000. 00000008:00000010:1.0:1773613512.901490:0:67857:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.901492:0:67857:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.901495:0:67857:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.901498:0:67857:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.901500:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b600. 00000020:00000010:1.0:1773613512.901502:0:67857:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.901504:0:67857:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.901507:0:67857:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773613512.901509:0:67857:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff9936503fd348) invalid 00000020:00000001:1.0:1773613512.901513:0:67857:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1c4bc40 00000080:00002000:1.0:1773613512.901515:0:67857:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff9936503e9798) parent ffff99365037c6c0 inode ffff9936503fd348 refc 1 00000080:00000001:1.0:1773613512.901519:0:67857:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773613512.901521:0:67857:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613512.901523:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.901526:0:67857:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613512.901528:0:67857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613512.901531:0:67857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613512.901533:0:67857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.901535:0:67857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613512.901538:0:67857:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2a00 with handle 0xa1aa084204a011e4 from hash 00010000:00000001:1.0:1773613512.901540:0:67857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613512.901542:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.901543:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.901544:0:67857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613512.901547:0:67857:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613512.901548:0:67857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1773613512.901553:0:67857:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.901557:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.901558:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.901560:0:67857:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.901562:0:67857:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613512.901564:0:67857:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613512.901570:0:67857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738e00. 00000020:00000040:1.0:1773613512.901573:0:67857:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613512.901578:0:67857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613512.901580:0:67857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613512.901584:0:67857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613512.901590:0:67857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8b600. 00000100:00000001:1.0:1773613512.901595:0:67857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.901597:0:67857:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613512.903785:0:67857:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613512.903801:0:67857:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613512.903803:0:67857:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.903809:0:67857:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613512.903814:0:67857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.903826:0:67857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ef5b85e] to pc [ptlrpcd_00_00+0] req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.903918:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613512.903923:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613512.903926:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613512.903947:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.903956:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613512.903958:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.903962:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613512.903965:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613512.903968:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613512.903971:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477132416:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613512.903975:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613512.903981:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613512.903983:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.903985:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613512.903994:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03f000. 02000000:00000001:0.0:1773613512.903996:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613512.904003:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613512.904008:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613512.904014:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613512.904020:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477132416, portal 18 00000100:00000001:0.0:1773613512.904023:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.904024:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189211648 : -113016520339968 : ffff99364a738e00) 00000100:00000040:0.0:1773613512.904031:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.904039:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613512.904041:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613512.904044:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613512.904047:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477132416, offset 0 00000400:00000200:0.0:1773613512.904054:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613512.904062:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.904069:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613512.904073:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613512.904077:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613512.904080:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613512.904083:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613512.904097:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225171:225171:256:4294967295] 192.168.203.144@tcp LPNI seq info [225106:225106:8:4294967295] 00000400:00000200:0.0:1773613512.904102:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.904110:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613512.904278:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613512.904285:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 00000800:00000200:0.0:1773613512.904292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613512.904300:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613512.904304:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613512.904318:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613512.904323:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 470931 usecs (471 jiffies) 00000400:00000200:0.0:1773613512.904327:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613512.904329:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603160 00000100:00000001:0.0:1773613512.904332:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:0.0:1773613512.904335:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603161 00000100:00000001:0.0:1773613512.904337:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:0.0:1773613512.904339:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613512.904342:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.904345:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.904347:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613512.904384:0:67857:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.904388:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.904390:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.904392:0:67857:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.904394:0:67857:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.904398:0:67857:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.904402:0:67857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.904408:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613512.904410:0:67857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2a00/0xa1aa084204a011e4 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1dc4d5fc0aabdad0 expref: -99 pid: 87212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1773613512.904418:0:67857:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946f00 count: 0 00010000:00000010:1.0:1773613512.904425:0:67857:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522cee00. 00010000:00000001:1.0:1773613512.904434:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.904436:0:67857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773613512.904438:0:67857:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364988a540. 00010000:00000001:1.0:1773613512.904441:0:67857:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.904445:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613512.904447:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.904449:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613512.904450:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613512.904451:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.904453:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613512.904455:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613512.904456:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.904457:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1773613512.904457:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1773613512.904462:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000100:00000001:1.0:1773613512.904465:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773613512.904467:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773613512.904468:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613512.904472:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.904477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:2.0:1773613512.904479:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:2.0:1773613512.904483:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.904488:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613512.904506:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.904510:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613512.904516:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.904518:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613512.904583:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613512.904586:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613512.904589:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613512.904590:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613512.904592:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.904594:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613512.908806:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.908822:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613512.908826:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.908828:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.908837:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.908855:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613512.908864:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.908869:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.908874:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.908878:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0ea80 00000400:00000200:3.0:1773613512.908883:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.908889:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5ef5 [1] + 224 00000800:00000001:3.0:1773613512.908897:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.908908:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.908911:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.908915:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613512.908922:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.909300:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613512.909312:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.909378:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613512.909382:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613512.909437:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613512.909449:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.909453:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773613512.910068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946f00. 00010000:00000010:1.1:1773613512.910076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2a00. 00000800:00000001:3.0:1773613512.910142:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.910148:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613512.910150:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.910153:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.910158:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.910163:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613512.910169:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.910172:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.910175:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.910178:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d0ea00 00000400:00000200:3.0:1773613512.910182:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.910187:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5edd [64] + 224 00000800:00000001:3.0:1773613512.910192:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.910217:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.910220:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.910224:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613512.910229:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.910235:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613512.910244:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.910267:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613512.910272:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.910276:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.910311:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613512.910320:0:87212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613512.910321:0:87212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613512.910325:0:87212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9058. 00000400:00000200:1.0:1773613512.910329:0:87212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99366067c800 00000400:00000010:1.0:1773613512.910330:0:87212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff99366067c800. 00000100:00000001:1.0:1773613512.910334:0:87212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613512.910339:0:87212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613512.910348:0:87212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.910355:0:87212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613512.910357:0:87212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.910360:0:87212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613512.910363:0:87212:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613512.910365:0:87212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613512.910367:0:87212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.910370:0:87212:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613512.910380:0:87212:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613512.910384:0:87212:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613512.910386:0:87212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773613512.910390:0:87212:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff993660ab8e00 x1859762477132288/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.910397:0:87212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613512.910400:0:87212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613512.910402:0:87212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613512.910404:0:87212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613512.910406:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.910408:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:1.0:1773613512.910411:0:87212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613512.910413:0:87212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613512.910415:0:87212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613512.910418:0:87212:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773613512.910422:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.910435:0:87212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773613512.910438:0:87212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613512.910440:0:87212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613512.910444:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613512.910452:0:87212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab8e00 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132288:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613512.910457:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.910459:0:87212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773613512.910462:0:87212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613512.910464:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.910467:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.910473:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613512.910475:0:87212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f63c0. 00000100:00000001:1.0:1773613512.910479:0:87212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613512.910480:0:87212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773613512.910483:0:87212:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613512.910488:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.910491:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.910493:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=4 00000020:00000001:1.0:1773613512.910495:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.910498:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00010000:1.0:1773613512.910502:0:87212:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910512:0:87212:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773613512.910516:0:87212:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910526:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.910529:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910534:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.910536:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613512.910538:0:87212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910543:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.910547:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.910550:0:87212:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613512.910552:0:87212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613512.910559:0:87212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993642ba3800 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:1.0:1773613512.910562:0:87212:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773613512.910565:0:87212:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910570:0:87212:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773613512.910572:0:87212:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773613512.910575:0:87212:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910580:0:87212:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773613512.910583:0:87212:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613512.910584:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.910585:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.910587:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba3800 refcount=5 00000020:00000001:1.0:1773613512.910589:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.910591:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059624960 : -113016649926656 : ffff993642ba3800) 00010000:00000001:1.0:1773613512.910594:0:87212:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613512.910596:0:87212:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773613512.910601:0:87212:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613512.910603:0:87212:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.910605:0:87212:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613512.910607:0:87212:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613512.910609:0:87212:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613512.910611:0:87212:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613512.910612:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.910614:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613512.910616:0:87212:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba3800 with handle 0xa1aa084204a011eb from hash 00010000:00000001:1.0:1773613512.910619:0:87212:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613512.910620:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.910621:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.910622:0:87212:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613512.910624:0:87212:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613512.910625:0:87212:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613512.910628:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.910629:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.910630:0:87212:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.910631:0:87212:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.910634:0:87212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.910639:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.910640:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.910641:0:87212:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613512.910642:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.910643:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.910644:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.910645:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613512.910647:0:87212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba3800/0xa1aa084204a011eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613512.910654:0:87212:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946500 count: 0 00010000:00000010:1.0:1773613512.910662:0:87212:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ce900. 00010000:00000001:1.0:1773613512.910670:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.910671:0:87212:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773613512.910675:0:87212:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773613512.910681:0:87212:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.910690:0:87212:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613512.910695:0:87212:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.910701:0:87212:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.910706:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613512.910708:0:87212:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.910710:0:87212:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.910711:0:87212:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.910714:0:87212:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613512.910717:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.910718:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00010000:00000001:1.0:1773613512.910720:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773613512.910721:0:87212:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.910723:0:87212:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613512.910726:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb948 00000002:00002000:1.0:1773613512.910728:0:87212:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:1.0:1773613512.910731:0:87212:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.910734:0:87212:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.910737:0:87212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613512.910739:0:87212:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613512.910743:0:87212:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613512.910747:0:87212:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613512.910750:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8e00. 00000080:00000001:1.0:1773613512.910754:0:87212:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613512.910760:0:87212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613512.910763:0:87212:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773613512.910766:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.910772:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.910777:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b000. 00000020:00000010:1.0:1773613512.910782:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.910786:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.910791:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.910796:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.910801:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.910806:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.910809:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.910813:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b800. 00000008:00000010:1.0:1773613512.910817:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.910820:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.910823:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.910827:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.910829:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.910832:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.910833:0:87212:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613512.910837:0:87212:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613512.910839:0:87212:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613512.910855:0:87212:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8485a0. 00020000:00000010:1.0:1773613512.910860:0:87212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6f80. 00020000:00000010:1.0:1773613512.910864:0:87212:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8483c0. 00020000:00000001:1.0:1773613512.910866:0:87212:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323136 : -113016519228480 : ffff99364a8483c0) 00020000:00000002:1.0:1773613512.910869:0:87212:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8483c0, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613512.910873:0:87212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613512.910877:0:87212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6f80: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613512.910879:0:87212:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000001:1.0:1773613512.910882:0:87212:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:1.0:1773613512.910883:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.910886:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5ea0. 00000020:00000010:1.0:1773613512.910888:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b200. 00000020:00000010:1.0:1773613512.910891:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613512.910893:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613512.910897:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b570000. 00020000:00000010:1.0:1773613512.910900:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449870c0. 00008000:00000010:1.0:1773613512.910903:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ce20. 00000080:00000010:1.0:1773613512.910905:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb1f8. 00000080:00000010:1.0:1773613512.910908:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525918. 00000020:00000010:1.0:1773613512.910910:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8aa00. 00000008:00000010:1.0:1773613512.910913:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcf20. 00020000:00000010:1.0:1773613512.910916:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b1f80. 00008000:00000010:1.0:1773613512.910918:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4608. 00000080:00000010:1.0:1773613512.910920:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb0f0. 00000020:00000001:1.0:1773613512.910923:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431158440 : -113016278393176 : ffff993658df5ea8) 00000020:00001000:1.0:1773613512.911266:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5ea0 00020000:00000002:1.0:1773613512.911270:0:87212:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x9:0x0] from EMPTY to COMPOSITE 00000020:00000001:1.0:1773613512.911273:0:87212:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:1.0:1773613512.911275:0:87212:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:1.0:1773613512.911278:0:87212:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613512.911279:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.911282:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5c60. 00000020:00000010:1.0:1773613512.911286:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a800. 00000020:00000010:1.0:1773613512.911288:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8ac00. 00000020:00000010:1.0:1773613512.911290:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.911294:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b570b28. 00020000:00000010:1.0:1773613512.911297:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987d80. 00008000:00000010:1.0:1773613512.911301:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f880. 00000080:00000010:1.0:1773613512.911304:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb000. 00000080:00000010:1.0:1773613512.911306:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526238. 00000020:00000010:1.0:1773613512.911309:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8bc00. 00000008:00000010:1.0:1773613512.911313:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613512.911315:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b1d40. 00008000:00000010:1.0:1773613512.911318:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4528. 00000080:00000010:1.0:1773613512.911320:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb4b0. 00000020:00000001:1.0:1773613512.911322:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157864 : -113016278393752 : ffff993658df5c68) 00000020:00001000:1.0:1773613512.911325:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5c60 00000020:00000001:1.0:1773613512.911328:0:87212:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:1.0:1773613512.911331:0:87212:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613512.911333:0:87212:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613512.911335:0:87212:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613512.911338:0:87212:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613512.911339:0:87212:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613512.911340:0:87212:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613512.911343:0:87212:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff993658526298 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773613512.911346:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner ffff99365245a7c0/ffff99365245a7c0 00020000:00000001:1.0:1773613512.911348:0:87212:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1773613512.911350:0:87212:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1773613512.911352:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner ffff99365245a7c0/ffff99365245a7c0 00000020:00000001:1.0:1773613512.911354:0:87212:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613512.911356:0:87212:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1773613512.911358:0:87212:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613512.911360:0:87212:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613512.911362:0:87212:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613512.911363:0:87212:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613512.911366:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5c60 00000020:00000010:1.0:1773613512.911369:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8ac00. 00000020:00000010:1.0:1773613512.911372:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.911375:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b570b28. 00020000:00000010:1.0:1773613512.911379:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987d80. 00008000:00000010:1.0:1773613512.911381:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f880. 00000080:00000010:1.0:1773613512.911384:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb000. 00000080:00000010:1.0:1773613512.911387:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526238. 00000020:00000010:1.0:1773613512.911390:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a800. 00000008:00000010:1.0:1773613512.911392:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613512.911395:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b1d40. 00008000:00000010:1.0:1773613512.911397:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4528. 00000080:00000010:1.0:1773613512.911399:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb4b0. 00000020:00000010:1.0:1773613512.911401:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8bc00. 00000020:00000010:1.0:1773613512.911403:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5c60. 00000080:00000001:1.0:1773613512.911406:0:87212:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.911409:0:87212:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.911411:0:87212:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613512.911413:0:87212:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:1.0:1773613512.911415:0:87212:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613512.911418:0:87212:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x9:0x0]Apply new layout lov ffff99364a950000, type 2 00020000:00000001:1.0:1773613512.911420:0:87212:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1773613512.911423:0:87212:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8483c0, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613512.911426:0:87212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613512.911429:0:87212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6f80: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000010:1.0:1773613512.911433:0:87212:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99364a869620. 00020000:00000010:1.0:1773613512.911436:0:87212:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff993659d0ca80. 00020000:00000001:1.0:1773613512.911439:0:87212:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1773613512.911442:0:87212:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99364a8fceb0. 00020000:00000001:1.0:1773613512.911446:0:87212:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1773613512.911447:0:87212:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:1.0:1773613512.911453:0:87212:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1773613512.911456:0:87212:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9936522a7640. 00000020:00000001:1.0:1773613512.911458:0:87212:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1773613512.911459:0:87212:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613512.911461:0:87212:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631057318639296 : -113016390912320 : ffff9936522a76c0) 00020000:00000001:1.0:1773613512.911465:0:87212:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1773613512.911469:0:87212:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99364a84ae00. 00020000:00000001:1.0:1773613512.911471:0:87212:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.911475:0:87212:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318639296 : -113016390912320 : ffff9936522a76c0) 00020000:00000001:1.0:1773613512.911477:0:87212:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631057318639296 : -113016390912320 : ffff9936522a76c0) 00020000:00000002:1.0:1773613512.911481:0:87212:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x3e4c:0x0]@ffff9936522a7640[0:0] -> [0x20000bf89:0x9:0x0]@ffff99364a947000: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000001:1.0:1773613512.911485:0:87212:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1773613512.911487:0:87212:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:1.0:1773613512.911489:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5ea0 00000020:00000010:1.0:1773613512.911490:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613512.911493:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613512.911495:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b570000. 00020000:00000010:1.0:1773613512.911497:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449870c0. 00008000:00000010:1.0:1773613512.911499:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ce20. 00000080:00000010:1.0:1773613512.911502:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb1f8. 00000080:00000010:1.0:1773613512.911505:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525918. 00000020:00000010:1.0:1773613512.911507:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b200. 00000008:00000010:1.0:1773613512.911509:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcf20. 00020000:00000010:1.0:1773613512.911511:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b1f80. 00008000:00000010:1.0:1773613512.911513:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4608. 00000080:00000010:1.0:1773613512.911515:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb0f0. 00000020:00000010:1.0:1773613512.911517:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8aa00. 00000020:00000010:1.0:1773613512.911519:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5ea0. 00020000:00000001:1.0:1773613512.911521:0:87212:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613512.911522:0:87212:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:1.0:1773613512.911524:0:87212:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000002:1.0:1773613512.911527:0:87212:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613512.911528:0:87212:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.911530:0:87212:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613512.911532:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.911534:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.911536:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.911538:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.911541:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.911543:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.911545:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.911547:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.911549:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b000. 00000008:00000010:1.0:1773613512.911551:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.911552:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.911554:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.911556:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.911558:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b800. 00000020:00000010:1.0:1773613512.911560:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.911564:0:87212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:1.0:1773613512.911566:0:87212:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613512.911571:0:87212:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:1.0:1773613512.911574:0:87212:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613512.911577:0:87212:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613512.911578:0:87212:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.911581:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.911587:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.911593:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.911596:0:87212:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.911598:0:87212:0:(file.c:3140:ll_release_openhandle()) Process entered 00000080:00000010:1.0:1773613512.911602:0:87212:0:(file.c:3153:ll_release_openhandle()) kmalloced '(och)': 56 at ffff99364a934e40. 00800000:00000001:1.0:1773613512.911607:0:87212:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613512.911610:0:87212:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613512.911613:0:87212:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca51a0. 00000002:00100000:1.0:1773613512.911616:0:87212:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.911622:0:87212:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.911623:0:87212:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.911625:0:87212:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773613512.911628:0:87212:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993650f8b800. 00000080:00000001:1.0:1773613512.911630:0:87212:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773613512.911634:0:87212:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773613512.911637:0:87212:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:1.0:1773613512.911640:0:87212:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:1.0:1773613512.911642:0:87212:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773613512.911644:0:87212:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:1.0:1773613512.911649:0:87212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613512.911653:0:87212:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613512.911657:0:87212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613512.911659:0:87212:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613512.911663:0:87212:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613512.911668:0:87212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8b000. 00000100:00000001:1.0:1773613512.911673:0:87212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773613512.911681:0:87212:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773613512.911690:0:87212:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773613512.911695:0:87212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773613512.911701:0:87212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613512.911703:0:87212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613512.911707:0:87212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.911710:0:87212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613512.911712:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.911713:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613512.911717:0:87212:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613512.911721:0:87212:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.911723:0:87212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613512.911724:0:87212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613512.911728:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.911734:0:87212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613512.911736:0:87212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.911740:0:87212:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613512.911742:0:87212:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613512.911744:0:87212:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613512.911746:0:87212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132672:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613512.911750:0:87212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613512.911755:0:87212:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613512.911757:0:87212:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.911759:0:87212:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613512.911763:0:87212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e7800. 02000000:00000001:1.0:1773613512.911765:0:87212:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613512.911770:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613512.911773:0:87212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613512.911779:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613512.911785:0:87212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477132672, portal 10 00000100:00000001:1.0:1773613512.911787:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.911788:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613512.911794:0:87212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.911800:0:87212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613512.911802:0:87212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613512.911804:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385880. 00000100:00000200:1.0:1773613512.911807:0:87212:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477132672, offset 0 00000400:00000200:1.0:1773613512.911813:0:87212:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613512.911820:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.911826:0:87212:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613512.911831:0:87212:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613512.911835:0:87212:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613512.911839:0:87212:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613512.917409:0:87212:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613512.917417:0:87212:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225172:225172:256:4294967295] 192.168.203.144@tcp LPNI seq info [225107:225107:8:4294967295] 00000400:00000200:1.0:1773613512.917427:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.917440:0:87212:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613512.917447:0:87212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613512.917456:0:87212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddd00. 00000800:00000200:1.0:1773613512.917464:0:87212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613512.917472:0:87212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613512.917476:0:87212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773613512.917493:0:87212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.917499:0:87212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 469977 usecs (470 jiffies) 00000400:00000200:1.0:1773613512.917503:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613512.917506:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603173 00000100:00000001:1.0:1773613512.917509:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.917512:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603173 00000100:00000001:1.0:1773613512.917514:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.917517:0:87212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.917521:0:87212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.917528:0:87212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613512.917530:0:87212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613512.917533:0:87212:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 11 seconds 00000100:00000001:1.0:1773613512.917535:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613512.917538:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613512.919180:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613512.919188:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddd00. 00000400:00000200:3.0:1773613512.919195:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.919201:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613512.919208:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385880 00000400:00000010:3.0:1773613512.919210:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385880. 00000100:00000001:3.0:1773613512.919216:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613512.919225:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.919237:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613512.919242:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.919248:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.919250:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1773613512.919710:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613512.919713:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613512.919716:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613512.919720:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613512.919721:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613512.919724:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613512.919730:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613512.919739:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.919746:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613512.919748:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.919750:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613512.919753:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613512.919755:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613512.919757:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.919759:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613512.919768:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=246 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613512.919772:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613512.919774:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613512.919775:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.919778:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613512.919781:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.919785:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613512.919788:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613512.922533:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613512.922541:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613512.922557:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.922567:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613512.922570:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613512.922572:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613512.922576:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613512.922585:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477132416:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613512.922590:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.922593:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.922596:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738e00 x1859762477132416/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.922603:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613512.922606:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613512.922610:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03f000. 02000000:00000001:0.0:1773613512.922616:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613512.922618:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613512.922621:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613512.922623:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613512.922626:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8b600. 02000000:00000001:0.0:1773613512.922629:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613512.922631:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613512.922633:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738e00. 00000100:00000001:0.0:1773613512.922638:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613512.922639:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.922642:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.922650:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613512.922652:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.922654:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613512.922656:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613512.924275:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.924296:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613512.924300:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.924302:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.924309:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.924317:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613512.924324:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.924328:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.924333:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.924337:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0eb80 00000400:00000200:3.0:1773613512.924341:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.924347:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5efd [1] + 224 00000800:00000001:3.0:1773613512.924354:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.924360:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.924363:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.924367:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613512.924373:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.924380:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613512.924390:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.924407:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613512.924414:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.924416:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.925247:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613512.925256:0:87212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613512.925258:0:87212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613512.925261:0:87212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613512.925267:0:87212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613512.925269:0:87212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613512.925275:0:87212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613512.925283:0:87212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613512.925292:0:87212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477132672/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925299:0:87212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613512.925300:0:87212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.925303:0:87212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613512.925306:0:87212:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613512.925308:0:87212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613512.925310:0:87212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.925312:0:87212:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613512.925321:0:87212:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613512.925326:0:87212:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613512.925328:0:87212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613512.925330:0:87212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.925333:0:87212:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613512.925336:0:87212:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925339:0:87212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613512.925341:0:87212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613512.925343:0:87212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613512.925345:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.925346:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613512.925350:0:87212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613512.925351:0:87212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613512.925353:0:87212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613512.925355:0:87212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.925360:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925367:0:87212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.925370:0:87212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613512.925371:0:87212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613512.925374:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613512.925381:0:87212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132672:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613512.925385:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.925388:0:87212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925390:0:87212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613512.925392:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.925394:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925400:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613512.925403:0:87212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.925406:0:87212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613512.925407:0:87212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925414:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.925415:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000002:00000001:1.0:1773613512.925418:0:87212:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.925420:0:87212:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613512.925425:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8b800. 00000080:00000001:1.0:1773613512.925428:0:87212:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773613512.925431:0:87212:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1773613512.925436:0:87212:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1773613512.925441:0:87212:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.925453:0:87212:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.925455:0:87212:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613512.925457:0:87212:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934e40. 00000100:00000001:1.0:1773613512.925460:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.925463:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925468:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925470:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.925472:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925478:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.925479:0:87212:0:(file.c:3168:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.925482:0:87212:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613512.925484:0:87212:0:(dcache.c:176:ll_intent_release()) intent ffffaca8c14fbc90 released 00000080:00000001:1.0:1773613512.925485:0:87212:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613512.925486:0:87212:0:(file.c:2738:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.925491:0:87212:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613512.925493:0:87212:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1773613512.925495:0:87212:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00000002:00000001:1.0:1773613512.925499:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.925502:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613512.925508:0:87212:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.925510:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613512.925512:0:87212:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:1.0:1773613512.925514:0:87212:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.925516:0:87212:0:(file.c:6967:ll_layout_intent()) Process entered 00000080:00000010:1.0:1773613512.925522:0:87212:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650f8b800. 00000080:00010000:1.0:1773613512.925527:0:87212:0:(file.c:6985:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00000001:1.0:1773613512.925531:0:87212:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613512.925534:0:87212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.925537:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbb18 00800000:00000002:1.0:1773613512.925539:0:87212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x9:0x0] '' on [0x20000bf89:0x9:0x0] 00800000:00000001:1.0:1773613512.925543:0:87212:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613512.925547:0:87212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x9:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613512.925551:0:87212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.925553:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb9e8 00000002:00010000:1.0:1773613512.925554:0:87212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x20000bf89:0x9:0x0], intent: layout flags 0 00000002:00000001:1.0:1773613512.925558:0:87212:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613512.925561:0:87212:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1773613512.925566:0:87212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613512.925569:0:87212:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613512.925574:0:87212:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613512.925578:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.925584:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.925586:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.925587:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925590:0:87212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613512.925592:0:87212:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613512.925596:0:87212:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613512.925602:0:87212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8ae00. 00000100:00000001:1.0:1773613512.925607:0:87212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.925612:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613512.925613:0:87212:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.925615:0:87212:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613512.925616:0:87212:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.925618:0:87212:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.925621:0:87212:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00010000:00000001:1.0:1773613512.925623:0:87212:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613512.925625:0:87212:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613512.925630:0:87212:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aa100. 00010000:00000010:1.0:1773613512.925634:0:87212:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345200. 00010000:00000001:1.0:1773613512.925637:0:87212:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613512.925640:0:87212:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9a00. 00000020:00000001:1.0:1773613512.925643:0:87212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613512.925645:0:87212:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9a00 with handle 0xa1aa084204a011f2 to hash 00000020:00000001:1.0:1773613512.925647:0:87212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613512.925648:0:87212:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.925652:0:87212:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.925656:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.925658:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.925662:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613512.925671:0:87212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613512.925681:0:87212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87212 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613512.925686:0:87212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613512.925688:0:87212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613512.925693:0:87212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.925695:0:87212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613512.925698:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.925699:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000001:1.0:1773613512.925703:0:87212:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613512.925706:0:87212:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925708:0:87212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613512.925710:0:87212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613512.925714:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925720:0:87212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613512.925722:0:87212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.925726:0:87212:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613512.925728:0:87212:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613512.925731:0:87212:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613512.925734:0:87212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132800:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613512.925737:0:87212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613512.925742:0:87212:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613512.925744:0:87212:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.925746:0:87212:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613512.925750:0:87212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613512.925752:0:87212:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613512.925756:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613512.925759:0:87212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613512.925763:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613512.925768:0:87212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477132800, portal 10 00000100:00000001:1.0:1773613512.925770:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.925771:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613512.925775:0:87212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.925782:0:87212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613512.925784:0:87212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613512.925786:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385220. 00000100:00000200:1.0:1773613512.925804:0:87212:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859762477132800, offset 0 00000400:00000200:1.0:1773613512.925811:0:87212:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613512.925818:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.925825:0:87212:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613512.925829:0:87212:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613512.925833:0:87212:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613512.925837:0:87212:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613512.925849:0:87212:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613512.925853:0:87212:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225173:225173:256:4294967295] 192.168.203.144@tcp LPNI seq info [225108:225108:8:4294967295] 00000400:00000200:1.0:1773613512.925858:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.925867:0:87212:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613512.925873:0:87212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613512.925878:0:87212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd500. 00000800:00000200:1.0:1773613512.925884:0:87212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613512.925891:0:87212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613512.925895:0:87212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1773613512.925911:0:87212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.925916:0:87212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 468068 usecs (469 jiffies) 00000400:00000200:1.0:1773613512.925919:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613512.925922:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603180 00000100:00000001:1.0:1773613512.925925:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.925927:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603180 00000100:00000001:1.0:1773613512.925929:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.925931:0:87212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.925954:0:87212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.925957:0:87212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613512.925959:0:87212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613512.925962:0:87212:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 50 seconds 00000100:00000001:1.0:1773613512.925964:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613512.925966:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.926132:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.926137:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd500. 00000400:00000200:2.0:1773613512.926141:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.926146:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.926150:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385220 00000400:00000010:2.0:1773613512.926153:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385220. 00000100:00000001:2.0:1773613512.926156:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.926160:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.926174:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.926179:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.926185:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.926186:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613512.927639:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946500. 00010000:00000010:1.1:1773613512.927652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba3800. 00000800:00000001:3.0:1773613512.928504:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.928517:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613512.928520:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.928522:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.928531:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.928538:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613512.928546:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.928551:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.928556:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.928559:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x69b71b1d0ec00 00000400:00000200:3.0:1773613512.928564:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.928569:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b5f05 [1] + 224 00000800:00000001:3.0:1773613512.928577:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.928583:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.928586:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.928589:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613512.928595:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.928615:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613512.928624:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613512.928644:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613512.928652:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.928655:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.928823:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613512.928830:0:87212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613512.928832:0:87212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613512.928835:0:87212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613512.928839:0:87212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613512.928850:0:87212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613512.928855:0:87212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613512.928860:0:87212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613512.928870:0:87212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.928875:0:87212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613512.928877:0:87212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.928879:0:87212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613512.928882:0:87212:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613512.928884:0:87212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613512.928887:0:87212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.928890:0:87212:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613512.928898:0:87212:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613512.928902:0:87212:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613512.928904:0:87212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613512.928906:0:87212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.928908:0:87212:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613512.928912:0:87212:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.928916:0:87212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613512.928918:0:87212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613512.928919:0:87212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613512.928922:0:87212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.929372:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.929380:0:87212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.929382:0:87212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613512.929384:0:87212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613512.929388:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613567 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613512.929395:0:87212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477132800:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613512.929399:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.929402:0:87212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.929404:0:87212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613512.929406:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.929409:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.929414:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613512.929417:0:87212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.929421:0:87212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613512.929422:0:87212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.929425:0:87212:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613512.929428:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929431:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929433:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=4 00000020:00000001:1.0:1773613512.929435:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929438:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000040:1.0:1773613512.929445:0:87212:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b9a00, remote cookie: 0x1dc4d5fc0aabdaf3, flags: 0x1000 00010000:00000001:1.0:1773613512.929448:0:87212:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613512.929453:0:87212:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613512.929455:0:87212:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613512.929456:0:87212:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613512.929458:0:87212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613512.929460:0:87212:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff99364a9aa100) refcount = 1 00010000:00010000:1.0:1773613512.929465:0:87212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.929473:0:87212:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613512.929477:0:87212:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613512.929478:0:87212:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.929481:0:87212:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613512.929483:0:87212:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.929486:0:87212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.929492:0:87212:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613512.929493:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929495:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.929496:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929497:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.929498:0:87212:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.929502:0:87212:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613512.929504:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929505:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929507:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929508:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929510:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929512:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929513:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613512.929517:0:87212:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1773613512.929525:0:87212:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff993644bc9800: layout return lvb 56 transno 0 00010000:00000001:1.0:1773613512.929528:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929529:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929530:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929532:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929534:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000002:00010000:1.0:1773613512.929537:0:87212:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613512.929546:0:87212:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934e40. 00010000:00000001:1.0:1773613512.929548:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929550:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.929551:0:87212:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.929553:0:87212:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.929556:0:87212:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613512.929558:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929559:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929560:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929562:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929564:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000002:00010000:1.0:1773613512.929568:0:87212:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.929573:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929574:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.929575:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613512.929576:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929577:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929578:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929580:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929581:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000040:1.0:1773613512.929587:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:1.0:1773613512.929589:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613512.929592:0:87212:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 16 res 8589983625/9 (0 0) 00010000:00000001:1.0:1773613512.929596:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929597:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.929599:0:87212:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613512.929601:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fb968 00000002:00002000:1.0:1773613512.929604:0:87212:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1773613512.929606:0:87212:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.929609:0:87212:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.929611:0:87212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613512.929614:0:87212:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x9:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613512.929618:0:87212:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.929620:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.929623:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477132800/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.929629:0:87212:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613512.929631:0:87212:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613512.929634:0:87212:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613512.929638:0:87212:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613512.929640:0:87212:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613512.929641:0:87212:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613512.929644:0:87212:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613512.929646:0:87212:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8ae00. 02000000:00000001:1.0:1773613512.929649:0:87212:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613512.929650:0:87212:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613512.929653:0:87212:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613512.929656:0:87212:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613512.929657:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773613512.929661:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8b800. 00000080:00010000:1.0:1773613512.929664:0:87212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) for lock 0xa1aa084204a011f2 00800000:00000001:1.0:1773613512.929670:0:87212:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.929672:0:87212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.929674:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929675:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929676:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929677:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929679:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929681:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929683:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.929684:0:87212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.929685:0:87212:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.929688:0:87212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011f2 from it ffffaca8c14fbc38 00010000:00000001:1.0:1773613512.929690:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929691:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929693:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929694:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929696:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929698:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.929701:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.929708:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929709:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.929710:0:87212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.929713:0:87212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.929715:0:87212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.929727:0:87212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.929729:0:87212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.929731:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.929735:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929736:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.929738:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.929740:0:87212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.929742:0:87212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.929744:0:87212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.929747:0:87212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.929749:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.929751:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929751:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613512.929753:0:87212:0:(file.c:7001:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.929757:0:87212:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1773613512.929758:0:87212:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00000002:00000001:1.0:1773613512.929763:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.929765:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.929768:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:1.0:1773613512.929770:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.929773:0:87212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.929776:0:87212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613512.929779:0:87212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613512.929785:0:87212:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613512.929789:0:87212:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.929792:0:87212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613512.929797:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1773613512.929799:0:87212:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 16 00000080:00000001:1.0:1773613512.929801:0:87212:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1773613512.929803:0:87212:0:(file.c:6858:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1773613512.929804:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929805:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929807:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.929808:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929810:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00000080:00010000:1.0:1773613512.929813:0:87212:0:(file.c:6868:ll_layout_lock_set()) ### file [0x20000bf89:0x9:0x0](00000000d93748d4) being reconfigured ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1773613512.929821:0:87212:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.929822:0:87212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.929824:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.929829:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.929830:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=4 00000020:00000001:1.0:1773613512.929832:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929834:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.929836:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.929837:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.929838:0:87212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.929840:0:87212:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.929851:0:87212:0:(file.c:6783:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1773613512.929853:0:87212:0:(file.c:6786:ll_layout_fetch()) [0x20000bf89:0x9:0x0] LVB_READY=0 l_lvb_data=ffff99364a934e40 l_lvb_len=56 00000080:00000001:1.0:1773613512.929856:0:87212:0:(file.c:6789:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.929858:0:87212:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613512.929860:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.929865:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.929869:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b800. 00000020:00000010:1.0:1773613512.929874:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.929877:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.929884:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.929888:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.929893:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.929899:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.929902:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.929906:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8aa00. 00000008:00000010:1.0:1773613512.929909:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.929912:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.929915:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.929918:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.929920:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.929922:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.930532:0:87212:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613512.930539:0:87212:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613512.930541:0:87212:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613512.930548:0:87212:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613512.930553:0:87212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.930558:0:87212:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8489c0. 00020000:00000001:1.0:1773613512.930560:0:87212:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190324672 : -113016519226944 : ffff99364a8489c0) 00020000:00000002:1.0:1773613512.930564:0:87212:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8489c0, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613512.930569:0:87212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613512.930573:0:87212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613512.930577:0:87212:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000001:1.0:1773613512.930579:0:87212:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613512.930582:0:87212:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000010:1.0:1773613512.930586:0:87212:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.930589:0:87212:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613512.930592:0:87212:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8489c0. 00020000:00000002:1.0:1773613512.930594:0:87212:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613512.930596:0:87212:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.930598:0:87212:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.930601:0:87212:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613512.930604:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613512.930607:0:87212:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99365245a7c0. 00020000:00000002:1.0:1773613512.930609:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613512.930611:0:87212:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613512.930613:0:87212:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613512.930614:0:87212:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613512.930616:0:87212:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613512.930618:0:87212:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613512.930620:0:87212:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1773613512.930624:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.930628:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.930631:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.930635:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.930639:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.930642:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.930645:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.930649:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.930652:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b800. 00000008:00000010:1.0:1773613512.930655:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.930658:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.930660:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.930663:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.930667:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8aa00. 00000020:00000010:1.0:1773613512.930669:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.930671:0:87212:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930673:0:87212:0:(file.c:6905:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1773613512.930675:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.930676:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.930678:0:87212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.930679:0:87212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.930681:0:87212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=3 00000020:00000001:1.0:1773613512.930683:0:87212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.930685:0:87212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:1.0:1773613512.930687:0:87212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.930691:0:87212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.930698:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.930699:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.930700:0:87212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.930701:0:87212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.930704:0:87212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613512.930710:0:87212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.930712:0:87212:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.930714:0:87212:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.930716:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.930717:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.930719:0:87212:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.930721:0:87212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.930722:0:87212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.930724:0:87212:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.930726:0:87212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.930728:0:87212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.930729:0:87212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.930730:0:87212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613512.930732:0:87212:0:(file.c:6946:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930735:0:87212:0:(file.c:7065:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930738:0:87212:0:(file.c:2926:ll_file_getstripe()) Process entered 00000020:00000001:1.0:1773613512.930739:0:87212:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.930742:0:87212:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.930744:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8aa00. 00000020:00000010:1.0:1773613512.930746:0:87212:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8b800. 00000020:00000010:1.0:1773613512.930749:0:87212:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.930753:0:87212:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.930755:0:87212:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.930757:0:87212:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.930760:0:87212:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.930762:0:87212:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.930765:0:87212:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ae00. 00000008:00000010:1.0:1773613512.930767:0:87212:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.930769:0:87212:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.930772:0:87212:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.930774:0:87212:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.930777:0:87212:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.930778:0:87212:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.930780:0:87212:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:1.0:1773613512.930782:0:87212:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:1.0:1773613512.930783:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613512.930785:0:87212:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99365245a7c0. 00020000:00000002:1.0:1773613512.930787:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613512.930789:0:87212:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:1.0:1773613512.930792:0:87212:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff99364a934600. 00020000:00000001:1.0:1773613512.930794:0:87212:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613512.930795:0:87212:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613512.930797:0:87212:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:1.0:1773613512.930801:0:87212:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff99364a934600. 00020000:00000001:1.0:1773613512.930804:0:87212:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613512.930806:0:87212:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.930808:0:87212:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613512.930810:0:87212:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.930811:0:87212:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8b800. 00000020:00000010:1.0:1773613512.930814:0:87212:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613512.930817:0:87212:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.930819:0:87212:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.930821:0:87212:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.930823:0:87212:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.930826:0:87212:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.930828:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8aa00. 00000008:00000010:1.0:1773613512.930829:0:87212:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.930831:0:87212:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.930833:0:87212:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.930835:0:87212:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.930837:0:87212:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ae00. 00000020:00000010:1.0:1773613512.930838:0:87212:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.930851:0:87212:0:(file.c:2937:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613512.930854:0:87212:0:(file.c:2979:ll_lov_setstripe()) kvfree 'klum': 32 at ffff993643f7bde0. 00000080:00000001:1.0:1773613512.930857:0:87212:0:(file.c:2980:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930859:0:87212:0:(file.c:4652:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613512.930885:0:87212:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773613512.930887:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613512.930890:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613512.930892:0:87212:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930899:0:87212:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773613512.930902:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbdd0 00000080:00200008:1.0:1773613512.930903:0:87212:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 100001 00000080:00000001:1.0:1773613512.930907:0:87212:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773613512.930909:0:87212:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1773613512.930910:0:87212:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773613512.930912:0:87212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613512.930913:0:87212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613512.930915:0:87212:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.930917:0:87212:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1773613512.930921:0:87212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.930923:0:87212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.932606:0:87212:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:1.0:1773613512.932613:0:87212:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.932619:0:87212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613512.932622:0:87212:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:1.0:1773613512.932626:0:87212:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773613512.932629:0:87212:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773613512.932636:0:87212:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993650f8ae00. 00000080:00000001:1.0:1773613512.932639:0:87212:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773613512.932645:0:87212:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773613512.932650:0:87212:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:1.0:1773613512.932653:0:87212:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:1.0:1773613512.932657:0:87212:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773613512.932659:0:87212:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:1.0:1773613512.932666:0:87212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613512.932671:0:87212:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613512.932676:0:87212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613512.932680:0:87212:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613512.932684:0:87212:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613512.932692:0:87212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993650f8aa00. 00000100:00000001:1.0:1773613512.932699:0:87212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773613512.932720:0:87212:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773613512.932732:0:87212:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773613512.932737:0:87212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773613512.932744:0:87212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613512.932746:0:87212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613512.932753:0:87212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.932755:0:87212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613512.932758:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.932760:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000001:1.0:1773613512.932764:0:87212:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613512.932768:0:87212:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.932771:0:87212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613512.932772:0:87212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613512.932777:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.932785:0:87212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613512.932786:0:87212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.932790:0:87212:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613512.932793:0:87212:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613512.932797:0:87212:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613512.932800:0:87212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477133056:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613512.932804:0:87212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613512.932809:0:87212:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613512.932811:0:87212:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.932814:0:87212:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613512.932818:0:87212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613512.932821:0:87212:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613512.932828:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613512.932832:0:87212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613512.932898:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613512.932906:0:87212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477133056, portal 10 00000100:00000001:1.0:1773613512.932908:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.932910:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:1.0:1773613512.932917:0:87212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.933365:0:87212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613512.933373:0:87212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613512.933378:0:87212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385d48. 00000100:00000200:1.0:1773613512.933383:0:87212:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477133056, offset 0 00000400:00000200:1.0:1773613512.933390:0:87212:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613512.933399:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.933406:0:87212:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613512.933411:0:87212:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613512.933415:0:87212:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613512.933419:0:87212:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613512.933422:0:87212:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613512.933426:0:87212:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225174:225174:256:4294967295] 192.168.203.144@tcp LPNI seq info [225109:225109:8:4294967295] 00000400:00000200:1.0:1773613512.933431:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.933440:0:87212:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613512.933445:0:87212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613512.933451:0:87212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddc00. 00000800:00000200:1.0:1773613512.933458:0:87212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613512.933465:0:87212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613512.933470:0:87212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773613512.933549:0:87212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.933554:0:87212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 467090 usecs (468 jiffies) 00000400:00000200:1.0:1773613512.933558:0:87212:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613512.933561:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603187 00000100:00000001:1.0:1773613512.933564:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.933566:0:87212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603187 00000100:00000001:1.0:1773613512.933568:0:87212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.933571:0:87212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.933573:0:87212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.933576:0:87212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613512.933578:0:87212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773613512.933581:0:87212:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 11 seconds 00000100:00000001:1.0:1773613512.933583:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613512.933586:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.934571:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.934578:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddc00. 00000400:00000200:2.0:1773613512.934584:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.934590:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.934596:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385d48 00000400:00000010:2.0:1773613512.934599:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385d48. 00000100:00000001:2.0:1773613512.934604:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.934610:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.934621:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.934624:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.934631:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.934633:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613512.936867:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.936896:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613512.936899:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.936902:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.936910:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.936918:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613512.936928:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.936967:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.936974:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.936978:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0ed00 00000400:00000200:3.0:1773613512.936984:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613512.936989:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5f0d [1] + 224 00000800:00000001:3.0:1773613512.936997:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613512.937006:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613512.937009:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.937013:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613512.937019:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613512.937027:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613512.937642:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.937709:0:87212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613512.937730:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613512.938224:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.938230:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613512.938711:0:87212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613512.938715:0:87212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613512.938719:0:87212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613512.938724:0:87212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:1.0:1773613512.938727:0:87212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:1.0:1773613512.938732:0:87212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613512.938740:0:87212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613512.938756:0:87212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477133056/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.938763:0:87212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613512.938765:0:87212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.938768:0:87212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613512.938776:0:87212:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613512.938778:0:87212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613512.938780:0:87212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.938782:0:87212:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613512.938791:0:87212:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613512.938795:0:87212:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613512.938798:0:87212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613512.938799:0:87212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.938802:0:87212:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613512.938805:0:87212:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.938808:0:87212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613512.938810:0:87212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613512.938812:0:87212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613512.938814:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.938815:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000001:1.0:1773613512.938819:0:87212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613512.938821:0:87212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613512.938823:0:87212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613512.938825:0:87212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.938830:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.938836:0:87212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.938839:0:87212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613512.938852:0:87212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613512.938856:0:87212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613512.938863:0:87212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87212:1859762477133056:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1773613512.938868:0:87212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.938870:0:87212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.938873:0:87212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613512.938875:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.938878:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.939397:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613512.939400:0:87212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.939405:0:87212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613512.939406:0:87212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.939414:0:87212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.939415:0:87212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000002:00000001:1.0:1773613512.939419:0:87212:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.939422:0:87212:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613512.939427:0:87212:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8ae00. 00000080:00000001:1.0:1773613512.939430:0:87212:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773613512.939433:0:87212:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613512.939535:0:87212:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613512.939544:0:87212:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613512.939552:0:87212:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.939554:0:87212:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613512.939556:0:87212:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff993650f35b40. 00000100:00000001:0.0:1773613512.939561:0:87212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.939564:0:87212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.939570:0:87212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.939572:0:87212:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613512.939575:0:87212:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364159ea00. 00000080:00000001:0.0:1773613512.939578:0:87212:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.939584:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbdd0 00000080:00000008:0.0:1773613512.939586:0:87212:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 100001, rc = 0 00000080:00000001:0.0:1773613512.939589:0:87212:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.939594:0:87212:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613512.939596:0:87212:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c14fbe00 00000080:00002000:0.0:1773613512.939598:0:87212:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff9936503e9798, parent ffff99365037c6c0, inode ffff9936503fd348) hashed, 00000080:00000001:0.0:1773613512.939602:0:87212:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613512.939613:0:87212:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613512.939619:0:87212:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773613512.950872:0:87213:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613512.950880:0:87213:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613512.950882:0:87213:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613512.951381:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bbc0 00000080:00200000:2.0:1773613512.951388:0:87213:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613512.951397:0:87213:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8000. 00800000:00000002:2.0:1773613512.951404:0:87213:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613512.951408:0:87213:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613512.951413:0:87213:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613512.951415:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bae0 00800000:00000002:2.0:1773613512.951418:0:87213:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613512.951422:0:87213:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613512.951427:0:87213:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613512.951434:0:87213:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613512.951436:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b9b0 00000002:00010000:2.0:1773613512.951438:0:87213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613512.951441:0:87213:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613512.951443:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613512.951446:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613512.951454:0:87213:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.951456:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.951458:0:87213:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.951461:0:87213:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613512.951463:0:87213:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613512.951468:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abad80. 00000020:00000040:2.0:1773613512.951472:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613512.951477:0:87213:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613512.951482:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613512.951488:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.951490:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.951491:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.951495:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613512.951498:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613512.951502:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613512.951509:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a784c00. 00000100:00000001:2.0:1773613512.951515:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.951520:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.951522:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.951523:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.951524:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.951526:0:87213:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613512.951531:0:87213:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00010000:00000001:2.0:1773613512.951534:0:87213:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613512.951536:0:87213:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613512.951542:0:87213:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946500. 00010000:00000010:2.0:1773613512.951546:0:87213:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522ceb00. 00010000:00000001:2.0:1773613512.951551:0:87213:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613512.951554:0:87213:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2c00. 00000020:00000001:2.0:1773613512.951558:0:87213:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613512.951560:0:87213:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2c00 with handle 0xa1aa084204a011f9 to hash 00000020:00000001:2.0:1773613512.951562:0:87213:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613512.951564:0:87213:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613512.951567:0:87213:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:2.0:1773613512.951570:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613512.951573:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.951577:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613512.951586:0:87213:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613512.951595:0:87213:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613512.951602:0:87213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613512.951604:0:87213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613512.951610:0:87213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f6a80. 00000100:00000001:2.0:1773613512.951612:0:87213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205717632 : -113016503833984 : ffff99364b6f6a80) 00000100:00000001:2.0:1773613512.951615:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.951617:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000001:2.0:1773613512.951621:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613512.951624:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.951626:0:87213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613512.951628:0:87213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613512.951638:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.951645:0:87213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613512.951647:0:87213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.951651:0:87213:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613512.951653:0:87213:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613512.951656:0:87213:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613512.951660:0:87213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133184:192.168.203.144@tcp:101:dd.0 00000100:00000001:2.0:1773613512.951664:0:87213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613512.951669:0:87213:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613512.951671:0:87213:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.951674:0:87213:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613512.951678:0:87213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993660679000. 02000000:00000001:2.0:1773613512.951680:0:87213:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613512.951688:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613512.951692:0:87213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e98f0. 00000400:00000010:2.0:1773613512.951698:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d76e8. 00000100:00000200:2.0:1773613512.951705:0:87213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477133184, portal 10 00000100:00000001:2.0:1773613512.951707:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.951708:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561988480 : -113016147563136 : ffff993660abad80) 00000100:00000040:2.0:1773613512.951714:0:87213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.951722:0:87213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613512.951724:0:87213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613512.951727:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7ee0. 00000100:00000200:2.0:1773613512.951729:0:87213:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477133184, offset 0 00000400:00000200:2.0:1773613512.951736:0:87213:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613512.951744:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.951751:0:87213:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613512.951756:0:87213:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613512.951760:0:87213:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613512.951764:0:87213:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613512.951766:0:87213:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613512.951770:0:87213:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225175:225175:256:4294967295] 192.168.203.144@tcp LPNI seq info [225110:225110:8:4294967295] 00000400:00000200:2.0:1773613512.951774:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.951783:0:87213:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613512.951788:0:87213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.951792:0:87213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415c00. 00000800:00000200:2.0:1773613512.951798:0:87213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.951806:0:87213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613512.951810:0:87213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613512.951828:0:87213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613512.951832:0:87213:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 466122 usecs (467 jiffies) 00000400:00000200:2.0:1773613512.951836:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613512.951838:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603204 00000080:00000010:0.1:1773613512.953039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993659d0b4e0. 00000800:00000200:2.0:1773613512.953546:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.953551:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415c00. 00000400:00000200:2.0:1773613512.953556:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.953563:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.953569:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7ee0 00000400:00000010:2.0:1773613512.953572:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7ee0. 00000100:00000001:2.0:1773613512.953576:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.953583:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.953594:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.953597:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.953604:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.953606:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773613512.953627:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.953631:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603206 00000100:00000001:2.0:1773613512.953633:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.953635:0:87213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613512.953638:0:87213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.953640:0:87213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613512.953642:0:87213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613512.953644:0:87213:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b6f6a80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613512.953647:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613512.953650:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773613512.960839:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.960868:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.960872:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.960874:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.960883:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.960899:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.960909:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.960913:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.960918:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.960922:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d0ed80 00000400:00000200:2.0:1773613512.960927:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.960932:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5f15 [1] + 224 00000800:00000001:2.0:1773613512.960969:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.960977:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.960980:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.960985:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.960991:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613512.961000:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613512.961011:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.961038:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613512.961046:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.961050:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.961641:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613512.961649:0:87213:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613512.961651:0:87213:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613512.961654:0:87213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e98f0. 00000400:00000200:0.0:1773613512.961672:0:87213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d76e8 00000400:00000010:0.0:1773613512.961675:0:87213:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d76e8. 00000100:00000001:0.0:1773613512.961678:0:87213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613512.961685:0:87213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613512.961694:0:87213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.961701:0:87213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613512.961703:0:87213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.961705:0:87213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613512.961708:0:87213:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613512.961710:0:87213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613512.961712:0:87213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.961715:0:87213:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613512.961723:0:87213:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613512.961727:0:87213:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613512.961730:0:87213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613512.961731:0:87213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.961734:0:87213:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613512.961737:0:87213:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.961741:0:87213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613512.961743:0:87213:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613512.961744:0:87213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613512.961747:0:87213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613512.961751:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.961757:0:87213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613512.961760:0:87213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613512.961762:0:87213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613512.961766:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613567 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613512.961773:0:87213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abad80 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133184:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613512.961777:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.961779:0:87213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.961781:0:87213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613512.961783:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.961787:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.961793:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613512.961795:0:87213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f6a80. 00000100:00000001:0.0:1773613512.961799:0:87213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613512.961800:0:87213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.961803:0:87213:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613512.961806:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.961809:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.961811:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=4 00000020:00000001:0.0:1773613512.961813:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961816:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000040:0.0:1773613512.961821:0:87213:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2c00, remote cookie: 0x1dc4d5fc0aabdb01, flags: 0x1001 00010000:00010000:0.0:1773613512.961826:0:87213:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.961836:0:87213:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961854:0:87213:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613512.961858:0:87213:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613512.961860:0:87213:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613512.961861:0:87213:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613512.961863:0:87213:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613512.961865:0:87213:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946500) refcount = 1 00010000:00010000:0.0:1773613512.961870:0:87213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961876:0:87213:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613512.961879:0:87213:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613512.961881:0:87213:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613512.961883:0:87213:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613512.961886:0:87213:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.961889:0:87213:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961894:0:87213:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613512.961896:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961897:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.961898:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961899:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.961901:0:87213:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.961905:0:87213:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613512.961906:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.961908:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.961909:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:0.0:1773613512.961911:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961913:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961915:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.961916:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.961917:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=4 00000020:00000001:0.0:1773613512.961919:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961920:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961923:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.961925:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.961929:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961963:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961964:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.961966:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.961967:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.961968:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=5 00000020:00000001:0.0:1773613512.961970:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961972:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.961974:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613512.961977:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961983:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961984:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613512.961986:0:87213:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.961993:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613512.961994:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961995:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.961996:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.961997:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613512.962003:0:87213:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613512.962011:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.962013:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.962014:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:0.0:1773613512.962016:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.962018:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.962020:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.962021:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613512.962023:0:87213:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.962025:0:87213:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.962028:0:87213:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613512.962039:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.962041:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.962042:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:0.0:1773613512.962044:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.962046:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00000002:00010000:0.0:1773613512.962049:0:87213:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613512.962056:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.962056:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613512.962058:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613512.962059:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613512.962060:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613512.962061:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:0.0:1773613512.962063:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:0.0:1773613512.962065:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000040:0.0:1773613512.962071:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:0.0:1773613512.962073:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613512.962077:0:87213:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773613512.962080:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613512.962081:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613512.962082:0:87213:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613512.964010:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b930 00000002:00002000:0.0:1773613512.964021:0:87213:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613512.964025:0:87213:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.964185:0:87213:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.964189:0:87213:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613512.964192:0:87213:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613512.964195:0:87213:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613512.964450:0:87213:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613512.964455:0:87213:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8000. 00000080:00000001:0.0:1773613512.964460:0:87213:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613512.964462:0:87213:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613512.964468:0:87213:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773613512.964473:0:87213:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613512.965461:0:87213:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934600. 00800000:00000001:1.0:1773613512.965467:0:87213:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191290368 : -113016518261248 : ffff99364a934600) 00800000:00000001:1.0:1773613512.965470:0:87213:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.965473:0:87213:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613512.965477:0:87213:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613512.965479:0:87213:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613512.965482:0:87213:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613512.965485:0:87213:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613512.965486:0:87213:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.965490:0:87213:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613512.965493:0:87213:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1773613512.965496:0:87213:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613376 to 1773613512 00000080:00200000:1.0:1773613512.965500:0:87213:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613512.965503:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.965506:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.965508:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:1.0:1773613512.965511:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965513:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965515:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.965517:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613512.965518:0:87213:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613512.965522:0:87213:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773613512.965524:0:87213:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934600 1 00800000:00000010:1.0:1773613512.965526:0:87213:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934600. 00800000:00000001:1.0:1773613512.965531:0:87213:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.965534:0:87213:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011f9 00800000:00000001:1.0:1773613512.965536:0:87213:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.965539:0:87213:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.965540:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.965541:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.965542:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:1.0:1773613512.965544:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965546:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965548:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.965549:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.965551:0:87213:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.965552:0:87213:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.965555:0:87213:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.965557:0:87213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613512.965560:0:87213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011f9 from it ffffaca8c1f8bbf8 00010000:00000001:1.0:1773613512.965563:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.965564:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.965565:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:1.0:1773613512.965566:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965568:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.965571:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.965575:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.965588:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.965589:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.965591:0:87213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.965593:0:87213:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.965595:0:87213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.965602:0:87213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.965605:0:87213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.965607:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.965611:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.965612:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.965613:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.965616:0:87213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.965618:0:87213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.965619:0:87213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.965623:0:87213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.965625:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.965626:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.965627:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613512.965630:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.965640:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abad80 x1859762477133184/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.965648:0:87213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613512.965650:0:87213:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613512.965654:0:87213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993660679000. 02000000:00000001:1.0:1773613512.965658:0:87213:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613512.965660:0:87213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613512.965662:0:87213:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613512.965664:0:87213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613512.965666:0:87213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a784c00. 02000000:00000001:1.0:1773613512.965669:0:87213:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613512.965671:0:87213:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613512.965673:0:87213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abad80. 00000100:00000001:1.0:1773613512.965677:0:87213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613512.965678:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613512.965682:0:87213:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613512.965687:0:87213:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613512.965773:0:87213:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993658ca55a0. 00000080:00000001:1.0:1773613512.965778:0:87213:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613512.965780:0:87213:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613512.965782:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bb00 00000080:00200000:1.0:1773613512.965784:0:87213:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613512.965789:0:87213:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650f8b200. 00800000:00000002:1.0:1773613512.965793:0:87213:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613512.965796:0:87213:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613512.965800:0:87213:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.965801:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba20 00800000:00000002:1.0:1773613512.965803:0:87213:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613512.965806:0:87213:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613512.965810:0:87213:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613512.965814:0:87213:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.965815:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b8f0 00000002:00010000:1.0:1773613512.965817:0:87213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613512.965820:0:87213:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613512.965822:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.965825:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.965831:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:1.0:1773613512.965834:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.965838:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.965851:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613512.965855:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613512.965864:0:87213:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613512.965869:0:87213:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.965871:0:87213:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613512.965883:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613512.965885:0:87213:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613512.966391:0:87213:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613512.966393:0:87213:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613512.966394:0:87213:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613512.966397:0:87213:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613512.966400:0:87213:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613512.966403:0:87213:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613512.966406:0:87213:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8b200. 00000080:00000001:1.0:1773613512.966410:0:87213:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613512.966412:0:87213:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.966414:0:87213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613512.966417:0:87213:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a011f9 00800000:00000001:1.0:1773613512.966420:0:87213:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.966422:0:87213:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.966423:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.966425:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.966427:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:1.0:1773613512.966428:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.966431:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.966433:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966434:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.966436:0:87213:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.966438:0:87213:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.966440:0:87213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a011f9 from it ffffaca8c1f8bb38 00010000:00000001:1.0:1773613512.966442:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.966443:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.966444:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2c00 refcount=3 00000020:00000001:1.0:1773613512.966445:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.966447:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059621888 : -113016649929728 : ffff993642ba2c00) 00010000:00000001:1.0:1773613512.966449:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.966452:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.966458:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966459:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.966460:0:87213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.966461:0:87213:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.966463:0:87213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613512.966469:0:87213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.966470:0:87213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.966472:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.966474:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966475:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.966476:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966478:0:87213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.966479:0:87213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966481:0:87213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966483:0:87213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966484:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.966485:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966486:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613512.966489:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613512.966490:0:87213:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613512.966492:0:87213:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:1.0:1773613512.966496:0:87213:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.966499:0:87213:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773613512.966501:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bb50 00000080:00200000:1.0:1773613512.966503:0:87213:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff9936437f5b00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:1.0:1773613512.966510:0:87213:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8486c0. 00000080:00000001:1.0:1773613512.966513:0:87213:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773613512.966515:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba00 00000080:00200000:1.0:1773613512.966516:0:87213:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:1.0:1773613512.966522:0:87213:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993650f8b200. 00800000:00000002:1.0:1773613512.966526:0:87213:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613512.966530:0:87213:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613512.966532:0:87213:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.966534:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b920 00800000:00000002:1.0:1773613512.966536:0:87213:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613512.966539:0:87213:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773613512.966541:0:87213:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773613512.966546:0:87213:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:1.0:1773613512.966548:0:87213:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773613512.966550:0:87213:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773613512.966553:0:87213:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773613512.966555:0:87213:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773613512.966557:0:87213:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0xa:0x0] 40000000:00000001:1.0:1773613512.966560:0:87213:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.966562:0:87213:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.966564:0:87213:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.966566:0:87213:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.966567:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b8a0 00800000:00000002:1.0:1773613512.966569:0:87213:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xa:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:1.0:1773613512.966572:0:87213:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613512.966573:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b7d8 00000002:00010000:1.0:1773613512.966575:0:87213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:1.0:1773613512.966579:0:87213:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613512.966581:0:87213:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613512.966584:0:87213:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773613512.966588:0:87213:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.966590:0:87213:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613512.966592:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 2 00010000:00000001:1.0:1773613512.966594:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.966597:0:87213:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613512.966600:0:87213:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613512.966603:0:87213:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773613512.966611:0:87213:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613512.966615:0:87213:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613512.966617:0:87213:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613512.966618:0:87213:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613512.966620:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.966622:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.966624:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:1.0:1773613512.966626:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.966628:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.966629:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.966630:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.966632:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:1.0:1773613512.966634:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.966636:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.966637:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.966638:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.966640:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946500 count: 3 00010000:00000001:1.0:1773613512.966641:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.966643:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.966645:0:87213:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613512.966647:0:87213:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613512.966651:0:87213:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613512.966654:0:87213:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613512.966656:0:87213:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613512.966657:0:87213:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966660:0:87213:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613512.966663:0:87213:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613512.966664:0:87213:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613512.966666:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.966668:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613512.966671:0:87213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2c00 with handle 0xa1aa084204a011f9 from hash 00010000:00000001:1.0:1773613512.966673:0:87213:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613512.966674:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966675:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.966676:0:87213:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613512.966678:0:87213:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613512.966680:0:87213:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613512.966683:0:87213:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613512.966685:0:87213:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613512.966687:0:87213:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613512.966779:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738000. 00000020:00000040:1.0:1773613512.966783:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613512.966789:0:87213:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613512.966790:0:87213:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966793:0:87213:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613512.966797:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.966799:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.966800:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.966801:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.966804:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613512.966807:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613512.966811:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613512.966818:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e4c00. 00000100:00000001:1.0:1773613512.966823:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.966828:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613512.966830:0:87213:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613512.966833:0:87213:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613512.966856:0:87213:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613512.966858:0:87213:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613512.966860:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613512.966862:0:87213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2c00/0xa1aa084204a011f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb01 expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1773613512.966870:0:87213:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946500 count: 0 00010000:00000010:1.0:1773613512.966876:0:87213:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522ceb00. 00010000:00000001:1.0:1773613512.966884:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.967138:0:87213:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.967141:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613512.967142:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.967143:0:87213:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.967154:0:87213:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00010000:00000001:1.0:1773613512.967158:0:87213:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613512.967160:0:87213:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613512.967165:0:87213:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aae00. 00010000:00000010:1.0:1773613512.967169:0:87213:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345e00. 00010000:00000001:1.0:1773613512.967172:0:87213:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613512.967175:0:87213:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8e00. 00000020:00000001:1.0:1773613512.967178:0:87213:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613512.967180:0:87213:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8e00 with handle 0xa1aa084204a01200 to hash 00000020:00000001:1.0:1773613512.967182:0:87213:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613512.967184:0:87213:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.967186:0:87213:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.967189:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.967190:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.967193:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613512.967208:0:87213:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613512.967219:0:87213:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613512.967228:0:87213:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613512.967237:0:87213:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87213 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613512.967243:0:87213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613512.967245:0:87213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613512.967251:0:87213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.967253:0:87213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613512.967255:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.967257:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613512.967260:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613512.967264:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.967267:0:87213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613512.967268:0:87213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613512.967272:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.967290:0:87213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613512.967292:0:87213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.967296:0:87213:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613512.967299:0:87213:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613512.967302:0:87213:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613512.967305:0:87213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133440:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613512.967309:0:87213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613512.967314:0:87213:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613512.967316:0:87213:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.967318:0:87213:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613512.967372:0:87213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613512.967375:0:87213:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613512.967383:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613512.967387:0:87213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613512.967394:0:87213:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99364a1e5000. 00000100:00000200:1.0:1773613512.967401:0:87213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477133440, portal 10 00000100:00000001:1.0:1773613512.967403:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.967404:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000040:1.0:1773613512.967410:0:87213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.967418:0:87213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613512.967421:0:87213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613512.967426:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385ee0. 00000100:00000200:1.0:1773613512.967430:0:87213:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859762477133440, offset 0 00000400:00000200:1.0:1773613512.967436:0:87213:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613512.967443:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.967449:0:87213:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613512.967453:0:87213:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613512.967457:0:87213:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613512.967461:0:87213:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613512.967464:0:87213:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613512.967468:0:87213:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225176:225176:256:4294967295] 192.168.203.144@tcp LPNI seq info [225111:225111:8:4294967295] 00000400:00000200:1.0:1773613512.967472:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613512.967482:0:87213:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613512.967489:0:87213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613512.967493:0:87213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dde00. 00000800:00000200:1.0:1773613512.967500:0:87213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613512.967507:0:87213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613512.967511:0:87213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dde00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773613512.967531:0:87213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.967536:0:87213:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 465170 usecs (466 jiffies) 00000400:00000200:1.0:1773613512.967539:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613512.967541:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603219 00000100:00000001:1.0:1773613512.967545:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.967547:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603219 00000100:00000001:1.0:1773613512.967549:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:1.0:1773613512.967552:0:87213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.967555:0:87213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.967557:0:87213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613512.967559:0:87213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613512.967562:0:87213:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 50 seconds 00000100:00000001:1.0:1773613512.967565:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613512.967567:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.968551:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.968558:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dde00. 00000400:00000200:2.0:1773613512.968564:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.968571:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.968577:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385ee0 00000400:00000010:2.0:1773613512.968580:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385ee0. 00000100:00000001:2.0:1773613512.968585:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.968591:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.968601:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.968605:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.968612:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.968614:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613512.977403:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.977419:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.977423:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.977425:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.977434:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.977441:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.977449:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.977453:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.977458:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.977463:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d0ee80 00000400:00000200:2.0:1773613512.977467:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.977473:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5f25 [32] + 224 00000800:00000001:2.0:1773613512.977480:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.977487:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.977490:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.977494:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.977500:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613512.977508:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613512.977519:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.977536:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613512.977543:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.977546:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.977710:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613512.977717:0:87213:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613512.977719:0:87213:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613512.977723:0:87213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613512.977726:0:87213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a1e5000 00000400:00000010:1.0:1773613512.977729:0:87213:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff99364a1e5000. 00000100:00000001:1.0:1773613512.977733:0:87213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613512.977738:0:87213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613512.977747:0:87213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738000 x1859762477133440/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.977752:0:87213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613512.977754:0:87213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.977756:0:87213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613512.977760:0:87213:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613512.977762:0:87213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613512.977765:0:87213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613512.977767:0:87213:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613512.977776:0:87213:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613512.977780:0:87213:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613512.977782:0:87213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613512.977784:0:87213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.977786:0:87213:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613512.977790:0:87213:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.977793:0:87213:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613512.977794:0:87213:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613512.977796:0:87213:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613512.977798:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.977800:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:1.0:1773613512.977803:0:87213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613512.977805:0:87213:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:1.0:1773613512.977806:0:87213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613512.977808:0:87213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613512.977813:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613567 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.977821:0:87213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.977824:0:87213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613512.977825:0:87213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613512.977829:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613567 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613512.977853:0:87213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738000 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133440:192.168.203.144@tcp:101:dd.0 00000100:00000001:1.0:1773613512.977858:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613512.977860:0:87213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613512.977862:0:87213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613512.977864:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.977867:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.977873:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613512.977876:0:87213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613512.977879:0:87213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613512.977880:0:87213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.977883:0:87213:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613512.977888:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.977891:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.977893:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613512.977896:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.977899:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613512.977906:0:87213:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8e00, remote cookie: 0x1dc4d5fc0aabdb1d, flags: 0x1001 00010000:00010000:1.0:1773613512.977910:0:87213:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613512.977919:0:87213:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613512.977922:0:87213:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613512.977927:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:1.0:1773613512.977930:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1773613512.977953:0:87213:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aae00 count: 0 00010000:00000010:1.0:1773613512.977958:0:87213:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345e00. 00010000:00000001:1.0:1773613512.977966:0:87213:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.977969:0:87213:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613512.977978:0:87213:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.977984:0:87213:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613512.977988:0:87213:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613512.977990:0:87213:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613512.977992:0:87213:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613512.977993:0:87213:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613512.977996:0:87213:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff99364a9aa100) refcount = 2 00010000:00000040:1.0:1773613512.977999:0:87213:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613512.978001:0:87213:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613512.978008:0:87213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978015:0:87213:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613512.978018:0:87213:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613512.978020:0:87213:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.978023:0:87213:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613512.978026:0:87213:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.978038:0:87213:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978044:0:87213:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613512.978046:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978047:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.978048:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978049:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.978051:0:87213:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.978055:0:87213:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613512.978057:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978059:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978061:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978062:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978065:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978067:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978068:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978069:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613512.978071:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978073:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978075:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613512.978079:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613512.978082:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978097:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978098:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.978100:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978100:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978102:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=5 00000020:00000001:1.0:1773613512.978103:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978105:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978107:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.978110:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978115:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978116:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613512.978119:0:87213:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978126:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.978127:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978129:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.978130:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978131:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613512.978136:0:87213:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.978144:0:87213:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613512.978148:0:87213:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.978154:0:87213:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.978160:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978161:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978163:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978165:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978167:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613512.978170:0:87213:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613512.978180:0:87213:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934600. 00010000:00000001:1.0:1773613512.978182:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978183:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.978185:0:87213:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.978187:0:87213:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.978190:0:87213:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613512.978192:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613512.978193:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00010000:00000001:1.0:1773613512.978195:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978196:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978208:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978211:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978212:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613512.978215:0:87213:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.978226:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978228:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.978230:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613512.978231:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978232:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978233:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978235:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978237:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613512.978240:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 3 00010000:00000001:1.0:1773613512.978242:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613512.978246:0:87213:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:1.0:1773613512.978249:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978249:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.978251:0:87213:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613512.978254:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b758 00000002:00002000:1.0:1773613512.978256:0:87213:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773613512.978260:0:87213:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.978263:0:87213:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.978266:0:87213:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613512.978269:0:87213:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613512.978272:0:87213:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613512.978433:0:87213:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613512.978438:0:87213:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613512.978440:0:87213:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a8486c0 it_disposition 80002b 00000080:00000001:1.0:1773613512.978443:0:87213:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613512.978449:0:87213:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613512.978452:0:87213:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613512.978455:0:87213:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:1.0:1773613512.978458:0:87213:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1773613512.978464:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.978469:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.978473:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a600. 00000020:00000010:1.0:1773613512.978478:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8bc00. 00000020:00000010:1.0:1773613512.978482:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.978488:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.978493:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.978497:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.978502:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.978506:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.978509:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a800. 00000008:00000010:1.0:1773613512.978512:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.978516:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.978519:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.978522:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.978525:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.978527:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.978529:0:87213:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613512.978533:0:87213:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613512.978535:0:87213:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613512.978541:0:87213:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613512.978545:0:87213:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.978549:0:87213:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848cc0. 00020000:00000001:1.0:1773613512.978551:0:87213:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190325440 : -113016519226176 : ffff99364a848cc0) 00020000:00000002:1.0:1773613512.978554:0:87213:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848cc0, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613512.978559:0:87213:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613512.978563:0:87213:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613512.978566:0:87213:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99364325a7c0 00020000:00000001:1.0:1773613512.978569:0:87213:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613512.978571:0:87213:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99364325a7c0 00020000:00000010:1.0:1773613512.978575:0:87213:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.978578:0:87213:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613512.978581:0:87213:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848cc0. 00020000:00000002:1.0:1773613512.978583:0:87213:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613512.978585:0:87213:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.978587:0:87213:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613512.978589:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.978592:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8bc00. 00000020:00000010:1.0:1773613512.978595:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.978598:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.978600:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.978603:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.978606:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.978610:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.978613:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a600. 00000008:00000010:1.0:1773613512.978616:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.978618:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.978621:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.978623:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.978625:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a800. 00000020:00000010:1.0:1773613512.978626:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.978630:0:87213:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:1.0:1773613512.978632:0:87213:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613512.978637:0:87213:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff9936503fd348): rc = 0 00000080:00000001:1.0:1773613512.978639:0:87213:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057286484808 : -113016423066808 : ffff9936503fd348) 00010000:00000001:1.0:1773613512.978641:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978643:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978644:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978646:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978648:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000080:00000001:1.0:1773613512.978651:0:87213:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613512.978652:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613512.978654:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613512.978657:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a800. 00000020:00000010:1.0:1773613512.978660:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613512.978662:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.978665:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.978667:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.978670:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.978673:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.978676:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.978678:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8bc00. 00000008:00000010:1.0:1773613512.978680:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.978682:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.978684:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.978687:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613512.978688:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613512.978690:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613512.978692:0:87213:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613512.978693:0:87213:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613512.978694:0:87213:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613512.978696:0:87213:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848cc0. 00020000:00000010:1.0:1773613512.978698:0:87213:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.978700:0:87213:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848300. 00020000:00000001:1.0:1773613512.978702:0:87213:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190322944 : -113016519228672 : ffff99364a848300) 00020000:00000002:1.0:1773613512.978704:0:87213:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848300, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613512.978707:0:87213:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613512.978710:0:87213:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613512.978712:0:87213:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99364325a7c0 00020000:00000001:1.0:1773613512.978714:0:87213:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613512.978715:0:87213:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99364325a7c0 00020000:00000010:1.0:1773613512.978717:0:87213:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613512.978720:0:87213:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848cc0. 00020000:00000010:1.0:1773613512.978722:0:87213:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848300. 00020000:00000002:1.0:1773613512.978723:0:87213:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613512.978725:0:87213:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.978727:0:87213:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.978730:0:87213:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613512.978732:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:1.0:1773613512.978734:0:87213:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99364325a7c0. 00020000:00000002:1.0:1773613512.978736:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:1.0:1773613512.978739:0:87213:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613512.978741:0:87213:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613512.978742:0:87213:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613512.978743:0:87213:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613512.978745:0:87213:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613512.978747:0:87213:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773613512.978749:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613512.978751:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613512.978753:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613512.978755:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613512.978758:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613512.978760:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613512.978762:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613512.978765:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613512.978767:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a800. 00000008:00000010:1.0:1773613512.978769:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613512.978771:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613512.978773:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613512.978775:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613512.978777:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8bc00. 00000020:00000010:1.0:1773613512.978779:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613512.978781:0:87213:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.978782:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978783:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613512.978785:0:87213:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613512.978787:0:87213:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613512.978789:0:87213:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613512.978792:0:87213:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) for lock 0xa1aa084204a01200 00800000:00000001:1.0:1773613512.978794:0:87213:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613512.978796:0:87213:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613512.978797:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.978798:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.978800:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.978801:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978803:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.978806:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.978807:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613512.978809:0:87213:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.978810:0:87213:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773613512.978816:0:87213:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658077ca8 inode ffff9936503fd348 refc 1 flags 0x40000e 00000080:00000001:1.0:1773613512.978818:0:87213:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773613512.978822:0:87213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00000001:1.0:1773613512.978824:0:87213:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613512.978827:0:87213:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8b200. 00000100:00000001:1.0:1773613512.978831:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.978836:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613512.978854:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.978862:0:87213:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613512.978864:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba60 00000080:00200008:1.0:1773613512.978866:0:87213:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 101101 00000080:00000010:1.0:1773613512.978874:0:87213:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660728a00. 00000080:00000010:1.0:1773613512.978881:0:87213:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934700. 00000080:00000001:1.0:1773613512.978883:0:87213:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613512.978887:0:87213:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613512.978890:0:87213:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613512.978893:0:87213:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca5f40. 00000002:00100000:1.0:1773613512.978898:0:87213:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613512.978904:0:87213:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613512.978906:0:87213:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613512.978909:0:87213:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613512.978911:0:87213:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.978914:0:87213:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613512.978916:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613512.978920:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613512.978926:0:87213:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613512.978930:0:87213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613512.978985:0:87213:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613512.978987:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613512.978990:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba60 00000080:00000008:1.0:1773613512.978992:0:87213:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 101101, rc = 0 00000080:00000001:1.0:1773613512.978996:0:87213:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613512.978998:0:87213:0:(dcache.c:176:ll_intent_release()) intent ffff99364a8486c0 released 00000080:00010000:1.0:1773613512.979000:0:87213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01200 from it ffff99364a8486c0 00010000:00000001:1.0:1773613512.979002:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613512.979004:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613512.979005:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613512.979006:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.979008:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613512.979010:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613512.979013:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613512.979020:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.979021:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.979023:0:87213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613512.979025:0:87213:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613512.979027:0:87213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613512.979034:0:87213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613512.979037:0:87213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613512.979039:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613512.979043:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.979044:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613512.979045:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.979048:0:87213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613512.979050:0:87213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.979052:0:87213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.979055:0:87213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613512.979057:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613512.979059:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613512.979060:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613512.979061:0:87213:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613512.979063:0:87213:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773613512.979065:0:87213:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613512.979066:0:87213:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613512.979069:0:87213:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613512.979071:0:87213:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.979073:0:87213:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773613512.979075:0:87213:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.979077:0:87213:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613512.979079:0:87213:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.979081:0:87213:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613512.979083:0:87213:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a8486c0. 00000080:00000001:1.0:1773613512.979086:0:87213:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.979090:0:87213:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613512.979092:0:87213:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348), inode mode 81a4 mask 42 00000080:00000001:1.0:1773613512.979095:0:87213:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613512.979104:0:87213:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1773613512.979106:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba80 00000080:00200008:1.0:1773613512.979108:0:87213:0:(llite_lib.c:2283:ll_setattr_raw()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773613512.000000000, mtime 1773613512.000000000, ctime 1773613512.000000000 00000020:00000001:1.0:1773613512.979113:0:87213:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773613512.979115:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:1.0:1773613512.979117:0:87213:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99364325a7c0. 00020000:00000002:1.0:1773613512.979119:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00000020:00000001:1.0:1773613512.979122:0:87213:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000002:1.0:1773613512.979125:0:87213:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773613512, ctime 1773613512, now = 1773613512 00000080:00000010:1.0:1773613512.979128:0:87213:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff993650f8b200. 00000080:00000001:1.0:1773613512.979131:0:87213:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:1.0:1773613512.979136:0:87213:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:1.0:1773613512.979137:0:87213:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x9:0x0], valid 0xa168/0x5 00000002:00000001:1.0:1773613512.979141:0:87213:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1773613512.979143:0:87213:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613512.979147:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 3 00010000:00000001:1.0:1773613512.979149:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.979152:0:87213:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613512.979155:0:87213:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613512.979158:0:87213:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773613512.979165:0:87213:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613512.979167:0:87213:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613512.979169:0:87213:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613512.979171:0:87213:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:1.0:1773613512.979174:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.979176:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.979177:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 4 00010000:00000001:1.0:1773613512.979180:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.979182:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.979184:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.979185:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.979186:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 4 00010000:00000001:1.0:1773613512.979188:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613512.979190:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613512.979191:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613512.979192:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613512.979193:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 4 00010000:00000001:1.0:1773613512.979195:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613512.980807:0:87213:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773613512.980812:0:87213:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773613512.980816:0:87213:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613512.981189:0:87213:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613512.981207:0:87213:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613512.981222:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.981224:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613512.981226:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773613512.981229:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613512.981231:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613512.981233:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9a00 refcount=2 00000020:00000001:2.0:1773613512.981236:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:2.0:1773613512.981238:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318713856 : -113016390837760 : ffff9936522b9a00) 00010000:00000001:2.0:1773613512.981239:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.981241:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613512.981243:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613512.981244:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613512.981249:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 4 00010000:00000001:2.0:1773613512.981251:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773613512.981254:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.981256:0:87213:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613512.981260:0:87213:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773613512.981262:0:87213:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff9936503fd348) invalid 00000020:00000001:2.0:1773613512.981265:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8b688 00000080:00002000:2.0:1773613512.981267:0:87213:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff993658077ca8) parent ffff99365037c6c0 inode ffff9936503fd348 refc 1 00000080:00000001:2.0:1773613512.981270:0:87213:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773613512.981272:0:87213:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773613512.981274:0:87213:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.981287:0:87213:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773613512.981291:0:87213:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773613512.981293:0:87213:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773613512.981296:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613512.981298:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773613512.981301:0:87213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8e00 with handle 0xa1aa084204a01200 from hash 00010000:00000001:2.0:1773613512.981304:0:87213:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773613512.981305:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.981306:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.981307:0:87213:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773613512.981310:0:87213:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773613512.981312:0:87213:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773613512.981315:0:87213:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613512.981318:0:87213:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613512.981322:0:87213:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773613512.981331:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660ab9880. 00000020:00000040:2.0:1773613512.981334:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613512.981339:0:87213:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613512.981343:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613512.981346:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613512.981348:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.981349:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.981351:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613512.981353:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613512.981356:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613512.981362:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660ea9a00. 00000100:00000001:2.0:1773613512.981368:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.981370:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.981372:0:87213:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773613512.981378:0:87213:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773613512.981383:0:87213:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773613512.981385:0:87213:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773613512.981386:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773613512.981388:0:87213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01200 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdb1d expref: -99 pid: 87213 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773613512.981394:0:87213:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934600. 00010000:00000001:2.0:1773613512.981405:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613512.981406:0:87213:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.981407:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613512.981408:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613512.981410:0:87213:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773613512.981412:0:87213:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773613512, ctime 1773613512 00000020:00100000:2.0:1773613512.981420:0:87213:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773613512.981430:0:87213:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613512.981437:0:87213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613512.981438:0:87213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613512.981444:0:87213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f6cc0. 00000100:00000001:2.0:1773613512.981446:0:87213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205718208 : -113016503833408 : ffff99364b6f6cc0) 00000100:00000001:2.0:1773613512.981448:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.981450:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000001:2.0:1773613512.981454:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613512.981457:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.981459:0:87213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613512.981460:0:87213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613512.981464:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613512.981471:0:87213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613512.981473:0:87213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.981476:0:87213:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613512.981479:0:87213:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613512.981481:0:87213:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613512.981484:0:87213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133696:192.168.203.144@tcp:36:dd.0 00000100:00000001:2.0:1773613512.981488:0:87213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613512.981493:0:87213:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613512.981495:0:87213:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613512.981497:0:87213:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613512.981501:0:87213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a787c00. 02000000:00000001:2.0:1773613512.981502:0:87213:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613512.981510:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613512.981514:0:87213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e96e0. 00000400:00000010:2.0:1773613512.981520:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7ee0. 00000100:00000200:2.0:1773613512.981527:0:87213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477133696, portal 10 00000100:00000001:2.0:1773613512.981528:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613512.981530:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000040:2.0:1773613512.981536:0:87213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613512.981543:0:87213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613512.981545:0:87213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613512.981549:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7660. 00000100:00000200:2.0:1773613512.981552:0:87213:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859762477133696, offset 0 00000400:00000200:2.0:1773613512.981558:0:87213:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613512.981566:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.981573:0:87213:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613512.981577:0:87213:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613512.981581:0:87213:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613512.981585:0:87213:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613512.981587:0:87213:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613512.981591:0:87213:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225177:225177:256:4294967295] 192.168.203.144@tcp LPNI seq info [225112:225112:8:4294967295] 00000400:00000200:2.0:1773613512.981595:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.981604:0:87213:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613512.981610:0:87213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.981615:0:87213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415c00. 00000800:00000200:2.0:1773613512.981621:0:87213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.981628:0:87213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613512.981632:0:87213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773613512.981652:0:87213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613512.981657:0:87213:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 464221 usecs (465 jiffies) 00000400:00000200:2.0:1773613512.981660:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613512.981662:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603232 00000100:00000001:2.0:1773613512.981665:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.981667:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603232 00000100:00000001:2.0:1773613512.981669:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603776 00000100:00000001:2.0:1773613512.981671:0:87213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613512.981674:0:87213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.981676:0:87213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613512.981678:0:87213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613512.981681:0:87213:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b6f6cc0 going to sleep for 50 seconds 00000100:00000001:2.0:1773613512.981683:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613512.981686:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613512.984372:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613512.984382:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415c00. 00000400:00000200:3.0:1773613512.984388:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613512.984396:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613512.984403:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7660 00000400:00000010:3.0:1773613512.984405:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7660. 00000100:00000001:3.0:1773613512.984410:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613512.984417:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613512.984428:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613512.984432:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613512.984439:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613512.984440:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613512.987661:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946500. 00010000:00000010:1.1:1773613512.987675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2c00. 00000800:00000001:2.0:1773613512.989712:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.989727:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613512.989731:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.989734:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.989742:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989749:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613512.989757:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989761:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989766:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989770:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0ef80 00000400:00000200:2.0:1773613512.989774:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989781:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5f2d [1] + 224 00000800:00000001:2.0:1773613512.989788:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.989797:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613512.989800:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.989804:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613512.989811:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613512.989818:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613512.989829:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613512.989863:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613512.989871:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613512.989875:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989880:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613512.989894:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225178:225178:256:4294967295] 192.168.203.144@tcp LPNI seq info [225113:225113:8:4294967295] 00000400:00000200:2.0:1773613512.989899:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613512.989907:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613512.989912:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613512.989918:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415000. 00000800:00000200:2.0:1773613512.989924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613512.989930:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00010000:00000010:2.1:1773613512.989974:0:2384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00000800:00000200:2.0:1773613512.989985:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613512.990066:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.990070:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415000. 00000400:00000200:2.0:1773613512.990073:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.990077:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613512.990082:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613512.990094:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.991575:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613512.991586:0:87213:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613512.991588:0:87213:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613512.991592:0:87213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e96e0. 00000400:00000200:0.0:1773613512.991599:0:87213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7ee0 00000400:00000010:0.0:1773613512.991601:0:87213:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7ee0. 00000100:00000001:0.0:1773613512.991604:0:87213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613512.991613:0:87213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613512.991623:0:87213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660ab9880 x1859762477133696/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1773613567 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.991629:0:87213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613512.991631:0:87213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.991633:0:87213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613512.991637:0:87213:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613512.991639:0:87213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613512.991641:0:87213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.991644:0:87213:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613512.991652:0:87213:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=140 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613512.991656:0:87213:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=30 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613512.991659:0:87213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613512.991660:0:87213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.991663:0:87213:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613512.991666:0:87213:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.991669:0:87213:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613512.991671:0:87213:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613512.991672:0:87213:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613512.991674:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.991676:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561983104 : -113016147568512 : ffff993660ab9880) 00000100:00000001:0.0:1773613512.991679:0:87213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613512.991681:0:87213:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613512.991683:0:87213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613512.991685:0:87213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613512.991690:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.991697:0:87213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613512.991700:0:87213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613512.991702:0:87213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613512.991705:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613512.991714:0:87213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660ab9880 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133696:192.168.203.144@tcp:36:dd.0 00000100:00000001:0.0:1773613512.991718:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613512.991720:0:87213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.991722:0:87213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613512.991724:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.991728:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.991734:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613512.991736:0:87213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f6cc0. 00000100:00000001:0.0:1773613512.991739:0:87213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613512.991740:0:87213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.991747:0:87213:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.991750:0:87213:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613512.991756:0:87213:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613512.991758:0:87213:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613512.991773:0:87213:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:0.0:1773613512.991776:0:87213:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:0.0:1773613512.991781:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613512.991784:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613512.991790:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613512.991793:0:87213:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613512.991795:0:87213:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.991797:0:87213:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.991801:0:87213:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1773613512.991803:0:87213:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613512.991805:0:87213:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613512.991807:0:87213:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613512.991808:0:87213:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.991810:0:87213:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.991813:0:87213:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1773613512.991815:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613512.991821:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613512.991825:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03f000. 00000020:00000010:0.0:1773613512.991829:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03ee00. 00000020:00000010:0.0:1773613512.991833:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853120. 00000008:00000010:0.0:1773613512.991839:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613512.991856:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613512.991861:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613512.991866:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613512.991871:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613512.991875:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e600. 00000008:00000010:0.0:1773613512.991879:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613512.991892:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613512.991897:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613512.991900:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613512.991903:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613512.991905:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613512.991910:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba08 00000080:00200000:0.0:1773613512.991912:0:87213:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613512.991915:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613512.991918:0:87213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613512.991920:0:87213:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613512.991922:0:87213:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613512.991925:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613512.991926:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613512.991928:0:87213:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613512.991930:0:87213:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.991932:0:87213:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613512.992024:0:87213:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff99366113b968 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1773613512.992027:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:0.0:1773613512.992183:0:87213:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613512.992185:0:87213:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613512.992187:0:87213:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613512.992190:0:87213:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992192:0:87213:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613512.992194:0:87213:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613512.992196:0:87213:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992374:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613512.992376:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613512.992377:0:87213:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613512.992379:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00000020:00000001:0.0:1773613512.992382:0:87213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992385:0:87213:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613512.992387:0:87213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773613512.992389:0:87213:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1773613512.992391:0:87213:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:0.0:1773613512.992396:0:87213:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff993660a6bef0. 00020000:00200000:0.0:1773613512.992399:0:87213:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613512.992402:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613512.992406:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613512.992407:0:87213:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613512.992409:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613512.992411:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbea20. 00000020:00000010:0.0:1773613512.992415:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03fc00. 00000020:00000010:0.0:1773613512.992419:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03e400. 00000020:00000010:0.0:1773613512.992422:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613512.992425:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1f9650. 00020000:00000010:0.0:1773613512.992428:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e3c0. 00008000:00000010:0.0:1773613512.992432:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fbc08. 00000080:00000010:0.0:1773613512.992435:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2000. 00000080:00000010:0.0:1773613512.992438:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b6c0. 00000020:00000010:0.0:1773613512.992441:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ec00. 00000008:00000010:0.0:1773613512.992443:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20c60. 00020000:00000010:0.0:1773613512.992446:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c000. 00008000:00000010:0.0:1773613512.992449:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927a010. 00000080:00000010:0.0:1773613512.992451:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c0f0. 00000020:00000001:0.0:1773613512.992454:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449806376 : -113016259745240 : ffff993659fbea28) 00000020:00001000:0.0:1773613512.992456:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbea20 00000020:00000001:0.0:1773613512.992458:0:87213:0:(cl_object.c:151:cl_object_top()) ffff9936522a76c0 -> ffff99364a947080 00000020:00000001:0.0:1773613512.992460:0:87213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613512.992463:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613512.992464:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613512.992466:0:87213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992467:0:87213:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992469:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613512.992472:0:87213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613512.992475:0:87213:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613512.992478:0:87213:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992480:0:87213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992482:0:87213:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992483:0:87213:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992485:0:87213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992486:0:87213:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613512.992488:0:87213:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613512.992489:0:87213:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773613512.992491:0:87213:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613512.992493:0:87213:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613512.992495:0:87213:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992496:0:87213:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613512.992498:0:87213:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992500:0:87213:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613512.992502:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613512.992503:0:87213:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613512.992505:0:87213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613512.992506:0:87213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992508:0:87213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992509:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992511:0:87213:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992512:0:87213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613512.992514:0:87213:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613512.992515:0:87213:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613512.992518:0:87213:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613512.992520:0:87213:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613512.992522:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613512.992526:0:87213:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b000. 00020000:00000002:0.0:1773613512.992528:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613512.992530:0:87213:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613512.992532:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613512.992533:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613512.992535:0:87213:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613512.992538:0:87213:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613512.992540:0:87213:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:0.0:1773613512.992543:0:87213:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613512.992544:0:87213:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613512.992547:0:87213:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b030, osc lock ffff993658ce9a20, flags 0x80000000 00000020:00000001:0.0:1773613512.992549:0:87213:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992550:0:87213:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613512.992553:0:87213:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191317504 : -113016518234112 : ffff99364a93b000) 00000020:00000001:0.0:1773613512.992555:0:87213:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613512.992556:0:87213:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613512.992557:0:87213:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992559:0:87213:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992561:0:87213:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613512.992562:0:87213:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613512.992563:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613512.992564:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613512.992566:0:87213:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613512.992568:0:87213:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613512.992570:0:87213:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613512.992572:0:87213:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613512.992575:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613512.992577:0:87213:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613512.992579:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613512.992581:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613512.992582:0:87213:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613512.992583:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613512.992585:0:87213:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613512.992588:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613512.992594:0:87213:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.992596:0:87213:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613512.992601:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613512.992605:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00010000:00000001:0.0:1773613512.992609:0:87213:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613512.992613:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613512.992616:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.992620:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613512.992622:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613512.992626:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613512.992632:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643c95a00. 00000100:00000001:0.0:1773613512.992637:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.992641:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613512.992643:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.992644:0:87213:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613512.992646:0:87213:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.992647:0:87213:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613512.992650:0:87213:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00010000:00000001:0.0:1773613512.992652:0:87213:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613512.992655:0:87213:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613512.992659:0:87213:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08dd00. 00010000:00000010:0.0:1773613512.992662:0:87213:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364a08d300. 00010000:00000001:0.0:1773613512.992666:0:87213:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613512.992669:0:87213:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937200. 00000020:00000001:0.0:1773613512.992673:0:87213:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613512.992676:0:87213:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937200 with handle 0xa1aa084204a01207 to hash 00000020:00000001:0.0:1773613512.992678:0:87213:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613512.992679:0:87213:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000010:0.0:1773613512.992683:0:87213:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345c3c0. 00010000:00000001:0.0:1773613512.992686:0:87213:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613512.992689:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613512.992691:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613512.992696:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.992707:0:87213:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613512.992717:0:87213:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613512.992724:0:87213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613512.992726:0:87213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613512.992731:0:87213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613512.992733:0:87213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563143744 : -113016146407872 : ffff993660bd4e40) 00000100:00000001:0.0:1773613512.992735:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.992736:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613512.992740:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613512.992744:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613512.992746:0:87213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613512.992747:0:87213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613512.992754:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.992761:0:87213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613512.992763:0:87213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.992767:0:87213:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613512.992769:0:87213:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613512.992772:0:87213:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613512.992775:0:87213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133824:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613512.992779:0:87213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613512.992783:0:87213:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613512.992786:0:87213:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613512.992788:0:87213:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613512.992793:0:87213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613512.992794:0:87213:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613512.992802:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613512.992806:0:87213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613512.992812:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613512.992819:0:87213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477133824, portal 4 00000100:00000001:0.0:1773613512.992821:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613512.992822:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613512.993724:0:87213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613512.993734:0:87213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613512.993737:0:87213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613512.993742:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613512.993748:0:87213:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477133824, offset 0 00000400:00000200:0.0:1773613512.993753:0:87213:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613512.993761:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.993768:0:87213:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613512.993772:0:87213:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613512.993776:0:87213:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613512.993780:0:87213:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613512.993782:0:87213:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613512.993786:0:87213:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225179:225179:256:4294967295] 192.168.203.144@tcp LPNI seq info [225114:225114:8:4294967295] 00000400:00000200:0.0:1773613512.993790:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613512.993799:0:87213:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613512.993805:0:87213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613512.993810:0:87213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613512.993816:0:87213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613512.993823:0:87213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613512.993827:0:87213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613512.993837:0:87213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613512.993855:0:87213:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1019990 usecs (1020 jiffies) 00000400:00000200:0.0:1773613512.993859:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613512.993862:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603799 00000100:00000001:0.0:1773613512.993867:0:87213:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300603776 00000100:00000001:0.0:1773613512.993873:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603799 00000100:00000001:0.0:1773613512.993875:0:87213:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300603776 00000100:00000001:0.0:1773613512.993878:0:87213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613512.993881:0:87213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613512.994564:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613512.994570:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:2.0:1773613512.994577:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613512.994583:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613512.994588:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:2.0:1773613512.994591:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:2.0:1773613512.994594:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613512.994600:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.994611:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613512.994615:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613512.994621:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613512.994623:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613512.994771:0:87213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613512.994774:0:87213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613512.994777:0:87213:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613512.994780:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613512.994783:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773613512.998994:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aae00. 00000800:00000001:3.0:1773613513.003028:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.003045:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613513.003048:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.003050:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.003059:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.003067:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613513.003076:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.003081:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.003098:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.003102:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d0f000 00000400:00000200:3.0:1773613513.003107:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.003113:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b5f3d [1] + 224 00000800:00000001:3.0:1773613513.003121:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.003129:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.003132:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.003136:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613513.003142:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613513.003150:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613513.003161:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.003183:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613513.003193:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.003206:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.003705:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613513.003713:0:87213:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613513.003715:0:87213:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613513.003718:0:87213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613513.003723:0:87213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613513.003725:0:87213:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613513.003728:0:87213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613513.003734:0:87213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613513.003743:0:87213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.003749:0:87213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613513.003751:0:87213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.003753:0:87213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613513.003756:0:87213:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613513.003758:0:87213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613513.003760:0:87213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.003762:0:87213:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613513.003770:0:87213:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=141 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613513.003774:0:87213:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=136 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613513.003776:0:87213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613513.003778:0:87213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.003780:0:87213:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613513.003783:0:87213:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.003787:0:87213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613513.003789:0:87213:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640285 00000100:00000001:0.0:1773613513.003791:0:87213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613513.003792:0:87213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.003796:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.003803:0:87213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.003806:0:87213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613513.003808:0:87213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613513.003812:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613513.003826:0:87213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477133824:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613513.003830:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.003833:0:87213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.003835:0:87213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613513.003837:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.003867:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.003879:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613513.003888:0:87213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613513.003892:0:87213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613513.003893:0:87213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.003896:0:87213:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613513.003899:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.003901:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.003904:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613513.003907:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.003909:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000040:0.0:1773613513.003916:0:87213:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937200, remote cookie: 0x1dc4d5fc0aabdb32, flags: 0x80000000 00010000:00000001:0.0:1773613513.003919:0:87213:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773613513.003921:0:87213:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.003923:0:87213:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613513.003927:0:87213:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773613513.004427:0:87213:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613513.004442:0:87213:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4c:0x0].0x0 (ffff99364a08dd00) refcount = 1 00010000:00000040:0.0:1773613513.004446:0:87213:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773613513.004448:0:87213:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.004463:0:87213:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613513.004465:0:87213:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.004468:0:87213:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613513.004471:0:87213:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.004474:0:87213:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.004479:0:87213:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613513.004481:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.004483:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.004484:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.004485:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.004486:0:87213:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.004489:0:87213:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773613513.004493:0:87213:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613513.004496:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.004497:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.004499:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=3 00000020:00000001:0.0:1773613513.004500:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004502:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004505:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.004506:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.004507:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613513.004509:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004510:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004513:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.004516:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.004519:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.004526:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.004527:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.004530:0:87213:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773613513.004534:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00010000:0.0:1773613513.004538:0:87213:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773613513.004545:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.004547:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613513.004549:0:87213:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773613513.004552:0:87213:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613513.004555:0:87213:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004556:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004558:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:0.0:1773613513.004560:0:87213:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1773613513.004562:0:87213:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.004564:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.004565:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.004566:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613513.004568:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004570:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.004572:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.004575:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.004581:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.004582:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613513.004585:0:87213:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.004590:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.004592:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.004593:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.004594:0:87213:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.004596:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.004603:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477133824/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.004610:0:87213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613513.004613:0:87213:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613513.004616:0:87213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613513.004620:0:87213:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613513.004623:0:87213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613513.004625:0:87213:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613513.004627:0:87213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613513.004629:0:87213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993643c95a00. 02000000:00000001:0.0:1773613513.004632:0:87213:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613513.004634:0:87213:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613513.004635:0:87213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613513.004638:0:87213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613513.004639:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613513.004641:0:87213:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.004644:0:87213:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004647:0:87213:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.004650:0:87213:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004651:0:87213:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004653:0:87213:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004656:0:87213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004658:0:87213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.004661:0:87213:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1773613513.005245:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005249:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005250:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1773613513.005253:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005256:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00020000:00000001:2.0:1773613513.005259:0:87213:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1773613513.005261:0:87213:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773613513.005263:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773613513.005264:0:87213:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773613513.005266:0:87213:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:2.0:1773613513.005269:0:87213:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:2.0:1773613513.005274:0:87213:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773613513.005428:0:87213:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613513.005431:0:87213:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773613513.005433:0:87213:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613513.005435:0:87213:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005437:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005439:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005440:0:87213:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773613513.005443:0:87213:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005444:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005445:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773613513.005447:0:87213:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773613513.005449:0:87213:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613513.005450:0:87213:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005452:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005453:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613513.005455:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773613513.005457:0:87213:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773613513.005458:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773613513.005460:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773613513.005461:0:87213:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773613513.005462:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773613513.005465:0:87213:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:2.0:1773613513.005473:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613513.005477:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613513.005481:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613513.005483:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613513.005488:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613513.005494:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993660ea8200. 00000100:00000001:2.0:1773613513.005501:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.005507:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613513.005511:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613513.005519:0:87213:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6900cce] to pc [ptlrpcd_01_01+1] req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773613513.005549:0:87213:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613513.005552:0:87213:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005554:0:87213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613513.005556:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613513.005557:0:87213:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773613513.005559:0:87213:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005561:0:87213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613513.005563:0:87213:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773613513.005564:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773613513.005566:0:87213:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773613513.005567:0:87213:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1773613513.005633:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613513.005637:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613513.005640:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613513.005646:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.005654:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613513.005656:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613513.005660:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613513.005662:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613513.005665:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613513.005668:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477133952:192.168.203.144@tcp:10:dd.0 00000100:00000001:3.0:1773613513.005672:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613513.005677:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613513.005679:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613513.005682:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613513.005687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b29c00. 02000000:00000001:3.0:1773613513.005690:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613513.005708:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613513.005712:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da9a0. 00000400:00000010:3.0:1773613513.005717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc660. 00000100:00000200:3.0:1773613513.005723:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477133952, portal 4 00000100:00000001:3.0:1773613513.005725:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613513.005727:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:3.0:1773613513.005734:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.005740:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613513.005743:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613513.005746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccc38. 00000100:00000200:3.0:1773613513.005748:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859762477133952, offset 0 00000400:00000200:3.0:1773613513.005754:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613513.005760:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.005767:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613513.005771:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613513.005774:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613513.005778:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613513.005781:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613513.005785:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225180:225180:256:4294967295] 192.168.203.144@tcp LPNI seq info [225115:225115:8:4294967295] 00000400:00000200:3.0:1773613513.005789:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.005797:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613513.005803:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613513.005808:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613513.005815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613513.005823:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613513.005827:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773613513.005895:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613513.005901:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1014173 usecs (1015 jiffies) 00000400:00000200:3.0:1773613513.005904:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613513.005906:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603806 00000100:00000001:3.0:1773613513.005913:0:2392:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, simply extend its deadline from 4300603799 00000100:00000001:3.0:1773613513.005917:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603806 00000100:00000001:3.0:1773613513.005920:0:2392:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, simply extend its deadline from 4300603799 00000100:00000001:3.0:1773613513.005923:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613513.005926:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.005929:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.005931:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613513.005969:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613513.005971:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=161 : 161 : a1) 00000100:00000001:3.0:1773613513.005974:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613513.005975:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613513.005976:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.005979:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.005987:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613513.005989:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613513.007589:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613513.007598:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613513.007604:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613513.007611:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613513.007618:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccc38 00000400:00000010:2.0:1773613513.007620:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccc38. 00000100:00000001:2.0:1773613513.007625:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613513.007633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.007644:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613513.007648:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.007655:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.007657:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613513.011525:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.011540:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613513.011544:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.011546:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.011555:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.011562:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613513.011570:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.011574:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.011579:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.011583:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x69b71b1d0f080 00000400:00000200:3.0:1773613513.011588:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.011594:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x1b5f45 [1] + 224 00000800:00000001:3.0:1773613513.011601:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.011609:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.011612:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.011617:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613513.011624:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613513.011632:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613513.011643:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.011669:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613513.011679:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.011683:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613513.011907:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613513.011912:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613513.011918:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613513.011920:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613513.011923:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da9a0. 00000400:00000200:2.0:1773613513.011928:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc660 00000400:00000010:2.0:1773613513.011930:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc660. 00000100:00000001:2.0:1773613513.012429:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613513.012438:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613513.012448:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477133952/t0(0) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.012454:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613513.012456:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613513.012459:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613513.012462:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613513.012464:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613513.012467:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613513.012469:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613513.012478:0:2392:0:(import.c:2136:obd_at_measure()) add 125 to ffff99364a1f1530 time=152 v=125 (125 0 36 36) 00000100:00001000:2.0:1773613513.012482:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613513.012485:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613513.012486:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613513.012489:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613513.012492:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.012495:0:2392:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613513.012498:0:2392:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773613513.012499:0:2392:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613513.012502:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613513.012503:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000001:2.0:1773613513.012506:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613513.012507:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640285 00000100:00000001:2.0:1773613513.012510:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613513.012512:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613513.012517:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477133952/t47244640287(47244640287) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.012524:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613513.012527:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613513.012529:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773613513.012532:0:2392:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1773613513.012604:0:2392:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613513.012610:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477133952/t47244640287(47244640287) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613513.012623:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477133952:192.168.203.144@tcp:10:dd.0 00000100:00000001:2.0:1773613513.012628:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613513.012631:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613513.012634:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477133952/t47244640287(47244640287) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.012641:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.012643:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613513.012650:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613513.012652:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.012654:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613513.012657:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013529:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.013534:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.013537:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613513.013540:0:87213:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613513.013542:0:87213:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013545:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013546:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:0.0:1773613513.013549:0:87213:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1773613513.013553:0:87213:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613513.013556:0:87213:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613513.013558:0:87213:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013561:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.013572:0:87213:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613513.013574:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.013576:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.013577:0:87213:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613513.013581:0:87213:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613513.013585:0:87213:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613513.013587:0:87213:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013589:0:87213:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613513.013590:0:87213:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613513.013592:0:87213:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=0 (1) m=1773613512 a=0 c=1773613512 b=1 00020000:00000001:0.0:1773613513.013596:0:87213:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613513.013598:0:87213:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773613512 a=0 c=1773613512 b=1 00020000:00000001:0.0:1773613513.013601:0:87213:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013602:0:87213:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013604:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00200000:0.0:1773613513.013606:0:87213:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1773613513.013609:0:87213:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613513.013610:0:87213:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613513.013612:0:87213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613513.013614:0:87213:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613513.013616:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_release():245 00000020:00000001:0.0:1773613513.013619:0:87213:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613513.013620:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613513.013623:0:87213:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613513.013626:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.013628:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.013630:0:87213:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613513.013631:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b030 (ffff993659fbea28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613513.013635:0:87213:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613513.013636:0:87213:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613513.013639:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.013641:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.013644:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613513.013646:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.013648:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.013651:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.013656:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.013667:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.013669:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.013670:0:87213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613513.013673:0:87213:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613513.013675:0:87213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.013685:0:87213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.013688:0:87213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613513.013690:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613513.013754:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.013757:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.013758:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.013761:0:87213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613513.013763:0:87213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.013766:0:87213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.013768:0:87213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.013770:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.013771:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.013772:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.013773:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.013774:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.013775:0:87213:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613513.013777:0:87213:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.013778:0:87213:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.013780:0:87213:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.013781:0:87213:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613513.013782:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613513.013786:0:87213:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613513.013787:0:87213:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613513.013788:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b030 (ffff993659fbecf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613513.013792:0:87213:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613513.013797:0:87213:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613513.013799:0:87213:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b000. 00020000:00000001:0.0:1773613513.013803:0:87213:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613513.013804:0:87213:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613513.013805:0:87213:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613513.013807:0:87213:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613513.013809:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.013810:0:87213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613513.013812:0:87213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613513.013813:0:87213:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013815:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013816:0:87213:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613513.013817:0:87213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613513.013819:0:87213:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773613513.013820:0:87213:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613513.013821:0:87213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613513.013823:0:87213:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:0.0:1773613513.013824:0:87213:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff993660a6bef0. 00020000:00000001:0.0:1773613513.013827:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.013828:0:87213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613513.013830:0:87213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613513.013832:0:87213:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013833:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.013835:0:87213:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613513.013836:0:87213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613513.013837:0:87213:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.013851:0:87213:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613513.013852:0:87213:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613513.013854:0:87213:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613513.013855:0:87213:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613513.013856:0:87213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613513.013858:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbea20 00000020:00000010:0.0:1773613513.013863:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03e400. 00000020:00000010:0.0:1773613513.013868:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613513.013872:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1f9650. 00020000:00000010:0.0:1773613513.013876:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e3c0. 00008000:00000010:0.0:1773613513.013882:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fbc08. 00000080:00000010:0.0:1773613513.014378:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2000. 00000080:00000010:0.0:1773613513.014383:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b6c0. 00000020:00000010:0.0:1773613513.014386:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03fc00. 00000008:00000010:0.0:1773613513.014391:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20c60. 00020000:00000010:0.0:1773613513.014394:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c000. 00008000:00000010:0.0:1773613513.014397:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927a010. 00000080:00000010:0.0:1773613513.014400:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c0f0. 00000020:00000010:0.0:1773613513.014404:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ec00. 00000020:00000010:0.0:1773613513.014407:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbea20. 00020000:00000001:0.0:1773613513.014409:0:87213:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613513.014412:0:87213:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613513.014414:0:87213:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613513.014416:0:87213:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613513.014419:0:87213:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613513.014420:0:87213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613513.014422:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613513.014424:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03ee00. 00000020:00000010:0.0:1773613513.014426:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853120. 00000008:00000010:0.0:1773613513.014430:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613513.014434:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613513.014437:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613513.014439:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613513.014441:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613513.014443:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03f000. 00000008:00000010:0.0:1773613513.014445:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613513.014447:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613513.014449:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613513.014451:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613513.014453:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e600. 00000020:00000010:0.0:1773613513.014454:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000080:00000001:0.0:1773613513.014456:0:87213:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014459:0:87213:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1773613513.014463:0:87213:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993650f8b200. 00000020:00000001:0.0:1773613513.014470:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8ba80 00000080:00200008:0.0:1773613513.014472:0:87213:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773613512.000000000, mtime 1773613512.000000000, ctime 1773613512.000000000, rc 0 00000080:00000001:0.0:1773613513.014478:0:87213:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.014503:0:87213:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613513.014507:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:0.0:1773613513.014511:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:0.0:1773613513.014513:0:87213:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014603:0:87213:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613513.014606:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bd88 00000080:00200008:0.0:1773613513.014608:0:87213:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:0.0:1773613513.014611:0:87213:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613513.014613:0:87213:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014615:0:87213:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613513.014618:0:87213:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014620:0:87213:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1773613513.014622:0:87213:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613513.014624:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:0.0:1773613513.014627:0:87213:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99364325a7c0. 00020000:00000002:0.0:1773613513.014629:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00000020:00000001:0.0:1773613513.014632:0:87213:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1773613513.014639:0:87213:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613513.014641:0:87213:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:0.0:1773613513.014645:0:87213:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1773613513.014648:0:87213:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1773613513.014650:0:87213:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 512 00000080:00000001:0.0:1773613513.014652:0:87213:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.014654:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613513.014660:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613513.014664:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643c95a00. 00000020:00000010:0.0:1773613513.014667:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643c94200. 00000020:00000010:0.0:1773613513.014670:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853120. 00000008:00000010:0.0:1773613513.014675:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613513.014679:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613513.014682:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613513.014686:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613513.014688:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613513.014774:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643c94000. 00000008:00000010:0.0:1773613513.014780:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613513.014783:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613513.014785:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613513.014788:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613513.014791:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613513.014793:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000080:00000001:0.0:1773613513.014795:0:87213:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613513.014796:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bc98 00000080:00200000:0.0:1773613513.014798:0:87213:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:0.0:1773613513.014802:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bc30 00000080:00200000:0.0:1773613513.014804:0:87213:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773613513.014806:0:87213:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613513.014811:0:87213:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ef7c6748[0x110, 1, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:0.0:1773613513.014813:0:87213:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:0.0:1773613513.014816:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.014817:0:87213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613513.014819:0:87213:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613513.014821:0:87213:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613513.014823:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613513.014825:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613513.014827:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613513.014830:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014833:0:87213:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613513.014835:0:87213:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.014836:0:87213:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613513.014838:0:87213:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff99366113b968 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613513.014851:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:0.0:1773613513.014854:0:87213:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613513.014855:0:87213:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613513.014857:0:87213:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613513.014859:0:87213:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613513.014860:0:87213:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:0.0:1773613513.014862:0:87213:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613513.014864:0:87213:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613513.014865:0:87213:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.014866:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613513.014867:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613513.014868:0:87213:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613513.014870:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00000020:00000001:0.0:1773613513.014872:0:87213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.014873:0:87213:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613513.014876:0:87213:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1773613513.014878:0:87213:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613513.014880:0:87213:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.014883:0:87213:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613513.014884:0:87213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613513.015007:0:87213:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613513.015009:0:87213:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613513.015010:0:87213:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1773613513.015013:0:87213:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:0.0:1773613513.015016:0:87213:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613513.015017:0:87213:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613513.015021:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:0.0:1773613513.015024:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.015025:0:87213:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613513.015027:0:87213:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613513.015191:0:87213:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbea20. 00000020:00000010:0.0:1773613513.015367:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e600. 00000020:00000010:0.0:1773613513.015372:0:87213:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03f000. 00000020:00000010:0.0:1773613513.015375:0:87213:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613513.015379:0:87213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1f9650. 00020000:00000010:0.0:1773613513.015381:0:87213:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e3c0. 00008000:00000010:0.0:1773613513.015384:0:87213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fbc08. 00000080:00000010:0.0:1773613513.015387:0:87213:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2000. 00000080:00000010:0.0:1773613513.015390:0:87213:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b6c0. 00000020:00000010:0.0:1773613513.015392:0:87213:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ee00. 00000008:00000010:0.0:1773613513.015395:0:87213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20c60. 00020000:00000010:0.0:1773613513.015398:0:87213:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c000. 00008000:00000010:0.0:1773613513.015400:0:87213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927a010. 00000080:00000010:0.0:1773613513.015403:0:87213:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c0f0. 00000020:00000001:0.0:1773613513.015405:0:87213:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449806376 : -113016259745240 : ffff993659fbea28) 00000020:00001000:0.0:1773613513.015407:0:87213:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbea20 00000020:00000001:0.0:1773613513.015409:0:87213:0:(cl_object.c:151:cl_object_top()) ffff9936522a76c0 -> ffff99364a947080 00000020:00000001:0.0:1773613513.015411:0:87213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613513.015413:0:87213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613513.015414:0:87213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613513.015415:0:87213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015417:0:87213:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015418:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.015420:0:87213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613513.015423:0:87213:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613513.015425:0:87213:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015427:0:87213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015429:0:87213:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015430:0:87213:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015432:0:87213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015433:0:87213:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613513.015435:0:87213:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613513.015437:0:87213:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613513.015439:0:87213:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613513.015442:0:87213:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015444:0:87213:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015446:0:87213:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613513.015447:0:87213:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1773613513.015449:0:87213:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613513.015450:0:87213:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613513.015452:0:87213:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015453:0:87213:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015455:0:87213:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015456:0:87213:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015457:0:87213:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015459:0:87213:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613513.015460:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.015461:0:87213:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613513.015462:0:87213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613513.015464:0:87213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015465:0:87213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015466:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015467:0:87213:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015469:0:87213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613513.015470:0:87213:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613513.015472:0:87213:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613513.015474:0:87213:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613513.015476:0:87213:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613513.015479:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1773613513.015483:0:87213:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b000. 00020000:00000002:0.0:1773613513.015486:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773613513.015488:0:87213:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613513.015490:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.015491:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.015493:0:87213:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613513.015497:0:87213:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613513.015499:0:87213:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613513.015501:0:87213:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613513.015503:0:87213:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613513.015505:0:87213:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b030, osc lock ffff993658ce9a20, flags 0x0 00000020:00000001:0.0:1773613513.015508:0:87213:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015509:0:87213:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015512:0:87213:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191317504 : -113016518234112 : ffff99364a93b000) 00000020:00000001:0.0:1773613513.015513:0:87213:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613513.015515:0:87213:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613513.015516:0:87213:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015517:0:87213:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015519:0:87213:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613513.015521:0:87213:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613513.015522:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.015523:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.015525:0:87213:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613513.015527:0:87213:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613513.015528:0:87213:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613513.015530:0:87213:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015533:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613513.015535:0:87213:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613513.015536:0:87213:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613513.015537:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613513.015538:0:87213:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613513.015540:0:87213:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613513.015542:0:87213:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613513.015544:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.015551:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dd00 count: 2 00010000:00000001:0.0:1773613513.015554:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.015560:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.015563:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613513.015567:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613513.015578:0:87213:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613513.015583:0:87213:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.015585:0:87213:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.015593:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.015595:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.015597:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=3 00000020:00000001:0.0:1773613513.015599:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015601:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:0.0:1773613513.015604:0:87213:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613513.015606:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.015607:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.015608:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:0.0:1773613513.015610:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015612:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015614:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.015615:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.015616:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613513.015617:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015619:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015621:0:87213:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.015622:0:87213:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.015625:0:87213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.015632:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.015634:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.015636:0:87213:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.015638:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.015639:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.015640:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:0.0:1773613513.015641:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015643:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.015645:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.015648:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.015654:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.015655:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613513.015657:0:87213:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.015663:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.015664:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.015665:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.015666:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.015667:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.015668:0:87213:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.015670:0:87213:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015672:0:87213:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015673:0:87213:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015675:0:87213:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015677:0:87213:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015678:0:87213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015680:0:87213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015682:0:87213:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613513.015683:0:87213:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1773613513.015687:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bb80 00000080:00200000:0.0:1773613513.015688:0:87213:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:0.0:1773613513.015690:0:87213:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613513.015759:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:0.0:1773613513.015762:0:87213:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99364325a7c0. 00020000:00000002:0.0:1773613513.015765:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00000020:00000001:0.0:1773613513.015767:0:87213:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613513.015771:0:87213:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613513.015773:0:87213:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613513.015775:0:87213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:0.0:1773613513.015777:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.015778:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.015779:0:87213:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613513.015781:0:87213:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613513.015783:0:87213:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015785:0:87213:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015786:0:87213:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015788:0:87213:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.015792:0:87213:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613513.015794:0:87213:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000020:00000001:0.0:1773613513.015813:0:87213:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613513.015816:0:87213:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] ffffcf65c4c51c40 0 1 00000020:00000001:0.0:1773613513.015819:0:87213:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613513.015820:0:87213:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015822:0:87213:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773613513.015826:0:87213:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff993658e14700. 00000020:00000001:0.0:1773613513.015829:0:87213:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613513.015831:0:87213:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773613513.015833:0:87213:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773613513.015836:0:87213:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773613513.015838:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.015848:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000008:00000001:0.0:1773613513.015851:0:87213:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773613513.015854:0:87213:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff993658e14770 folio ffffcf65c4c51c40 pg:0 obj off 0 00000008:00000001:0.0:1773613513.015856:0:87213:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015858:0:87213:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613513.015858:0:87213:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773613513.015860:0:87213:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773613513.015862:0:87213:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.015865:0:87213:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.015867:0:87213:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:0.0:1773613513.015869:0:87213:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:0.0:1773613513.015872:0:87213:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613513.015874:0:87213:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613513.015875:0:87213:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568807272 : -113016140744344 : ffff99366113b968) 00000020:00000001:0.0:1773613513.015877:0:87213:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613513.015878:0:87213:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613513.015879:0:87213:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613513.015883:0:87213:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 000000003fcd0401 1 1 00000000101e7ff8] 00000020:00000001:0.0:1773613513.015885:0:87213:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613513.016469:0:87213:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613513.016471:0:87213:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:0.0:1773613513.016474:0:87213:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1773613513.016477:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.016479:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.016481:0:87213:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613513.016484:0:87213:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613513.016488:0:87213:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773613512 a=0 c=1773613512 b=1 00020000:00000001:0.0:1773613513.016493:0:87213:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.016495:0:87213:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.016497:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00000001:0.0:1773613513.016501:0:87213:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613513.016503:0:87213:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613513.016505:0:87213:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.016509:0:87213:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613513.016510:0:87213:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:0.0:1773613513.016513:0:87213:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613513.016514:0:87213:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568807272 : -113016140744344 : ffff99366113b968) 00000020:00000001:0.0:1773613513.016516:0:87213:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613513.016518:0:87213:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613513.016521:0:87213:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613513.016523:0:87213:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613513.016524:0:87213:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613513.016526:0:87213:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613513.016529:0:87213:0:(rw26.c:967:ll_write_end()) page@00000000224a7651[3 000000003fcd0401 2 1 00000000101e7ff8] 00000080:00200000:0.0:1773613513.016533:0:87213:0:(rw26.c:967:ll_write_end()) vmpage @00000000974e1358 17ffffc0001001 3:0 ffff993658e14700 0 lru 00000080:00200000:0.0:1773613513.016540:0:87213:0:(rw26.c:967:ll_write_end()) osc-page@00000000f8325ef8 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000005e7de785 000000002e91009f > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773613513.016543:0:87213:0:(rw26.c:967:ll_write_end()) end page@00000000224a7651 00000080:00200000:0.0:1773613513.016544:0:87213:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613513.016546:0:87213:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:0.0:1773613513.016551:0:87213:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613513.016554:0:87213:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:0.0:1773613513.016556:0:87213:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613513.016558:0:87213:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613513.016560:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.016562:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.016564:0:87213:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613513.016566:0:87213:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613513.016568:0:87213:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773613513.016569:0:87213:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613513.016570:0:87213:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773613513.016572:0:87213:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773613513.016576:0:87213:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- oap ffff993658e14770 folio ffffcf65c4c51c40 pg:0 added for cmd 2 00000008:00000001:0.0:1773613513.016581:0:87213:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773613513.016584:0:87213:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613513.016590:0:87213:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613513.016594:0:87213:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff993658e147a8 page ffffcf65c4c51c40 00000008:00000020:0.0:1773613513.016597:0:87213:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773613513.016601:0:87213:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773613513.016602:0:87213:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.016604:0:87213:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773613513.016609:0:87213:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99366062e9c0. 00000008:00000020:0.0:1773613513.016614:0:87213:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff99364a84ae00 extents at osc_extent_find:830, mppr: 256. 00000008:00000020:0.0:1773613513.016619:0:87213:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773613513.016623:0:87213:0:(osc_cache.c:848:osc_extent_find()) extent ffff99366062e9c0@{[0 -> 255/255], [3|1|-|active|wi|ffff99364a84ae00], [1703936|0|-|-|ffff99364a937200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773613513.016630:0:87213:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000004a4a0a4b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773613513.016642:0:87213:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773613513.016646:0:87213:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.016648:0:87213:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.016649:0:87213:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613513.016651:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000002:0.0:1773613513.016653:0:87213:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->512 0 00000020:00000001:0.0:1773613513.016655:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.016657:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613513.016659:0:87213:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 512 00020000:00000001:0.0:1773613513.016662:0:87213:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613513.016663:0:87213:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.016665:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.016666:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:0.0:1773613513.016668:0:87213:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613513.016669:0:87213:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613513.016671:0:87213:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613513.016674:0:87213:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[4 000000003fcd0401 2 1 00000000101e7ff8] 00000020:00000001:0.0:1773613513.016675:0:87213:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613513.016677:0:87213:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613513.016678:0:87213:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613513.016680:0:87213:0:(osc_request.c:745:osc_update_next_shrink()) next time 7135 to shrink grant 00000080:00000001:0.0:1773613513.016682:0:87213:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613513.016684:0:87213:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613513.016690:0:87213:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9936503fd4f8, count 1, dirtied 1 00000080:00000001:0.0:1773613513.017404:0:87213:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613513.017407:0:87213:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613513.017409:0:87213:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613513.017410:0:87213:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613513.017412:0:87213:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613513.017417:0:87213:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[3 000000003fcd0401 2 1 0000000000000000] 00000020:00000001:0.0:1773613513.017419:0:87213:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613513.017420:0:87213:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613513.017421:0:87213:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613513.017423:0:87213:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613513.017425:0:87213:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[3 000000003fcd0401 1 1 0000000000000000] 00000020:00000001:0.0:1773613513.017426:0:87213:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613513.017428:0:87213:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613513.017429:0:87213:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613513.017431:0:87213:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613513.017432:0:87213:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017434:0:87213:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017437:0:87213:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017438:0:87213:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613513.017440:0:87213:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:0.0:1773613513.017443:0:87213:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613513.017444:0:87213:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613513.017445:0:87213:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017448:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bb80 00000080:00200000:0.0:1773613513.017450:0:87213:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:0.0:1773613513.017452:0:87213:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017455:0:87213:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613513.017457:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.017458:0:87213:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613513.017459:0:87213:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613513.017463:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.017465:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613513.017466:0:87213:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613513.017468:0:87213:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613513.017470:0:87213:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017472:0:87213:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017473:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:0.0:1773613513.017475:0:87213:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017476:0:87213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017478:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017480:0:87213:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017481:0:87213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017483:0:87213:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613513.017484:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613513.017485:0:87213:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613513.017486:0:87213:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613513.017488:0:87213:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773613513.017491:0:87213:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613513.017495:0:87213:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84ae00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773613513.017501:0:87213:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613513.017503:0:87213:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.017505:0:87213:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613513.017506:0:87213:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613513.017508:0:87213:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773613513.017509:0:87213:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613513.017511:0:87213:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017512:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017514:0:87213:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613513.017516:0:87213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613513.017518:0:87213:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613513.017520:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_release():245 00000020:00000001:0.0:1773613513.017523:0:87213:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613513.017524:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613513.017527:0:87213:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613513.017529:0:87213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613513.017531:0:87213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613513.017533:0:87213:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613513.017534:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b030 (ffff993659fbea28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613513.017537:0:87213:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613513.017538:0:87213:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613513.017540:0:87213:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.017543:0:87213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.017545:0:87213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613513.017547:0:87213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.017550:0:87213:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613513.017552:0:87213:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.017556:0:87213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.017563:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.017564:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.017565:0:87213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613513.017568:0:87213:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613513.017570:0:87213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613513.017577:0:87213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.017580:0:87213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613513.017582:0:87213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613513.017585:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.017587:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.017588:0:87213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.017591:0:87213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613513.017593:0:87213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.017595:0:87213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.017598:0:87213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.017600:0:87213:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.017601:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.017602:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.017603:0:87213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.017604:0:87213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613513.017605:0:87213:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613513.017607:0:87213:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.017608:0:87213:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.017610:0:87213:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613513.017611:0:87213:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613513.017612:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4c8a8 (ffff993659fbecf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613513.017615:0:87213:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613513.017616:0:87213:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613513.017617:0:87213:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b030 (ffff993659fbecf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613513.017620:0:87213:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:0.0:1773613513.017625:0:87213:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613513.017626:0:87213:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b000. 00020000:00000001:0.0:1773613513.017630:0:87213:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613513.017631:0:87213:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613513.017632:0:87213:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613513.017634:0:87213:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613513.017635:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.017636:0:87213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613513.017637:0:87213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613513.017638:0:87213:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017640:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017641:0:87213:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613513.017642:0:87213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613513.017644:0:87213:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613513.017646:0:87213:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:0.0:1773613513.017647:0:87213:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613513.017648:0:87213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613513.017650:0:87213:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613513.017651:0:87213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613513.017652:0:87213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613513.017655:0:87213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613513.017656:0:87213:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017658:0:87213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613513.017659:0:87213:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613513.017661:0:87213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613513.017663:0:87213:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613513.017666:0:87213:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773613513.017669:0:87213:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613513.017671:0:87213:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613513.017673:0:87213:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613513.017674:0:87213:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613513.017675:0:87213:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613513.017676:0:87213:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613513.017677:0:87213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613513.017679:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbea20 00000020:00000010:0.0:1773613513.017683:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03f000. 00000020:00000010:0.0:1773613513.017688:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613513.017692:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1f9650. 00020000:00000010:0.0:1773613513.017697:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e3c0. 00008000:00000010:0.0:1773613513.017701:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fbc08. 00000080:00000010:0.0:1773613513.017705:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2000. 00000080:00000010:0.0:1773613513.017709:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b6c0. 00000020:00000010:0.0:1773613513.017712:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e600. 00000008:00000010:0.0:1773613513.017715:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20c60. 00020000:00000010:0.0:1773613513.017718:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c000. 00008000:00000010:0.0:1773613513.017721:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927a010. 00000080:00000010:0.0:1773613513.017724:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c0f0. 00000020:00000010:0.0:1773613513.017727:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ee00. 00000020:00000010:0.0:1773613513.017730:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbea20. 00020000:00000001:0.0:1773613513.017732:0:87213:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613513.017734:0:87213:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613513.017735:0:87213:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613513.017737:0:87213:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613513.017740:0:87213:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613513.017741:0:87213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613513.017742:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bc98 00000080:00200000:0.0:1773613513.017744:0:87213:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:0.0:1773613513.017748:0:87213:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613513.017750:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.017752:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613513.017753:0:87213:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613513.017756:0:87213:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613513.017760:0:87213:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613513.017762:0:87213:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773613513.017763:0:87213:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613513.017764:0:87213:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:0.0:1773613513.017766:0:87213:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773613513 a=0 c=1773613513 b=1 00020000:00000001:0.0:1773613513.017769:0:87213:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613513.017771:0:87213:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773613513 a=0 c=1773613513 b=1 00020000:00000001:0.0:1773613513.017774:0:87213:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017775:0:87213:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.017776:0:87213:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00200000:0.0:1773613513.017778:0:87213:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 1 00000080:00000001:0.0:1773613513.017780:0:87213:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613513.017784:0:87213:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:0.0:1773613513.017786:0:87213:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:0.0:1773613513.017788:0:87213:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613513.017790:0:87213:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643c94200. 00000020:00000010:0.0:1773613513.017794:0:87213:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853120. 00000008:00000010:0.0:1773613513.017796:0:87213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613513.017799:0:87213:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613513.017801:0:87213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613513.017804:0:87213:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613513.017806:0:87213:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613513.017808:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643c95a00. 00000008:00000010:0.0:1773613513.017811:0:87213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613513.017813:0:87213:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613513.017815:0:87213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613513.017818:0:87213:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613513.017820:0:87213:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643c94000. 00000020:00000010:0.0:1773613513.017822:0:87213:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000020:00000001:0.0:1773613513.017825:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bd88 00000080:00000008:0.0:1773613513.017826:0:87213:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:0.0:1773613513.017829:0:87213:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773613513.017871:0:87213:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613513.017874:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:0.0:1773613513.017878:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:0.0:1773613513.017880:0:87213:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.017883:0:87213:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613513.017885:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bdd0 00000080:00200008:0.0:1773613513.018442:0:87213:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 100001 00000080:00000001:0.0:1773613513.018446:0:87213:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613513.018449:0:87213:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613513.018450:0:87213:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613513.018452:0:87213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000002:0.0:1773613513.018454:0:87213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99364325a7c0 00020000:00000001:0.0:1773613513.018456:0:87213:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.018458:0:87213:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613513.018465:0:87213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613513.018468:0:87213:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.018475:0:87213:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:0.0:1773613513.018477:0:87213:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613513.018482:0:87213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613513.018484:0:87213:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:0.0:1773613513.018487:0:87213:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613513.018488:0:87213:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613513.018494:0:87213:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff99364a03ee00. 00000080:00000001:0.0:1773613513.018496:0:87213:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613513.018502:0:87213:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613513.018505:0:87213:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613513.018507:0:87213:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:0.0:1773613513.018511:0:87213:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613513.018512:0:87213:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613513.018518:0:87213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613513.018522:0:87213:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613513.018527:0:87213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613513.018529:0:87213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613513.018533:0:87213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613513.018541:0:87213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03e600. 00000100:00000001:0.0:1773613513.018547:0:87213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613513.018565:0:87213:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613513.018575:0:87213:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613513.018580:0:87213:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613513.018586:0:87213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613513.018588:0:87213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613513.018594:0:87213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613513.018596:0:87213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563143744 : -113016146407872 : ffff993660bd4e40) 00000100:00000001:0.0:1773613513.018599:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.018600:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613513.018604:0:87213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613513.018607:0:87213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.018609:0:87213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613513.018610:0:87213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613513.018614:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.018621:0:87213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613513.018622:0:87213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.018626:0:87213:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613513.018628:0:87213:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613513.018630:0:87213:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613513.018633:0:87213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477134208:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613513.018637:0:87213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613513.018641:0:87213:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613513.018643:0:87213:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.018646:0:87213:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613513.018650:0:87213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613513.018652:0:87213:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613513.018659:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613513.018662:0:87213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613513.018668:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613513.018674:0:87213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477134208, portal 10 00000100:00000001:0.0:1773613513.018676:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.018677:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613513.018683:0:87213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.018690:0:87213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613513.018693:0:87213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613513.018696:0:87213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613513.018700:0:87213:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477134208, offset 0 00000400:00000200:0.0:1773613513.018706:0:87213:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613513.018714:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613513.018721:0:87213:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613513.018726:0:87213:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613513.018730:0:87213:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613513.018734:0:87213:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613513.018737:0:87213:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613513.018740:0:87213:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225181:225181:256:4294967295] 192.168.203.144@tcp LPNI seq info [225116:225116:8:4294967295] 00000400:00000200:0.0:1773613513.018744:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613513.018754:0:87213:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613513.018760:0:87213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613513.018765:0:87213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500500. 00000800:00000200:0.0:1773613513.018771:0:87213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613513.018778:0:87213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613513.018782:0:87213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773613513.018802:0:87213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.018806:0:87213:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 463277 usecs (464 jiffies) 00000400:00000200:0.0:1773613513.018810:0:87213:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613513.018813:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603268 00000100:00000001:0.0:1773613513.018816:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603806 00000100:00000001:0.0:1773613513.018819:0:87213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603268 00000100:00000001:0.0:1773613513.018821:0:87213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603806 00000100:00000001:0.0:1773613513.018823:0:87213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.018825:0:87213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.018828:0:87213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613513.018829:0:87213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613513.018831:0:87213:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1773613513.018834:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613513.018836:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613513.019029:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613513.019041:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500500. 00000400:00000200:2.0:1773613513.019046:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613513.019051:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613513.019056:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:2.0:1773613513.019060:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:2.0:1773613513.019063:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613513.019067:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.019076:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613513.019079:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.019093:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.019095:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613513.026641:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.026657:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613513.026661:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.026663:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.026672:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.026679:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613513.026688:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.026692:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.026698:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.026702:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0f180 00000400:00000200:3.0:1773613513.026707:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.026713:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5f55 [1] + 224 00000800:00000001:3.0:1773613513.026721:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.026729:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.026732:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.026737:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613513.026744:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613513.026752:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613513.026764:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.026786:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613513.026796:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.026800:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.026880:0:87213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613513.026896:0:87213:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613513.026899:0:87213:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613513.026911:0:87213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613513.026915:0:87213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:0.0:1773613513.026918:0:87213:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:0.0:1773613513.026920:0:87213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613513.026926:0:87213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613513.026971:0:87213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477134208/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613529 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.026977:0:87213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613513.026978:0:87213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.026981:0:87213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613513.026984:0:87213:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613513.026986:0:87213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613513.026988:0:87213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.026990:0:87213:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613513.026999:0:87213:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613513.027002:0:87213:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=31 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613513.027005:0:87213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613513.027006:0:87213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.027009:0:87213:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613513.027011:0:87213:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.027015:0:87213:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613513.027017:0:87213:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613513.027018:0:87213:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613513.027020:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.027021:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613513.027024:0:87213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613513.027026:0:87213:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613513.027028:0:87213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613513.027041:0:87213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.027047:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027054:0:87213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.027057:0:87213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613513.027058:0:87213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613513.027062:0:87213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613513.027069:0:87213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87213:1859762477134208:192.168.203.144@tcp:35:dd.0 00000100:00000001:0.0:1773613513.027074:0:87213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.027077:0:87213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.027079:0:87213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613513.027081:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027085:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027092:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613513.027094:0:87213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613513.027097:0:87213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613513.027098:0:87213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.027106:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.027107:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000002:00000001:0.0:1773613513.027110:0:87213:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.027113:0:87213:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613513.027118:0:87213:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03ee00. 00000080:00000001:0.0:1773613513.027122:0:87213:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613513.027125:0:87213:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613513.027130:0:87213:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613513.027135:0:87213:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027142:0:87213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.027143:0:87213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189208064 : -113016520343552 : ffff99364a738000) 00000100:00000001:0.0:1773613513.027145:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027147:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027153:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.027155:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027157:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027163:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.027164:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027167:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738000 x1859762477133440/t103079215247(103079215247) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613567 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027173:0:87213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613513.027175:0:87213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613513.027177:0:87213:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613513.027179:0:87213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613513.027181:0:87213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e4c00. 02000000:00000001:0.0:1773613513.027184:0:87213:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613513.027186:0:87213:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613513.027188:0:87213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738000. 00000100:00000001:0.0:1773613513.027191:0:87213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613513.027192:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.027194:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027209:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027215:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613513.027217:0:87213:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993658ca5f40. 00000002:00000001:0.0:1773613513.027221:0:87213:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.027222:0:87213:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613513.027225:0:87213:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934700. 00000100:00000001:0.0:1773613513.027228:0:87213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.027232:0:87213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477134208/t103079215251(103079215251) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613529 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.027238:0:87213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613513.027239:0:87213:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613513.027242:0:87213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecec00. 02000000:00000001:0.0:1773613513.027245:0:87213:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613513.027246:0:87213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613513.027247:0:87213:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613513.027249:0:87213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613513.027251:0:87213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03e600. 02000000:00000001:0.0:1773613513.027253:0:87213:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613513.027254:0:87213:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613513.027255:0:87213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:0.0:1773613513.027258:0:87213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613513.027259:0:87213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613513.027261:0:87213:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613513.027264:0:87213:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660728a00. 00000080:00000001:0.0:1773613513.027268:0:87213:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.027273:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8bdd0 00000080:00000008:0.0:1773613513.027284:0:87213:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 100001, rc = 0 00000080:00000001:0.0:1773613513.027288:0:87213:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.027293:0:87213:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613513.027295:0:87213:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f8be00 00000080:00002000:0.0:1773613513.027298:0:87213:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff993658077ca8, parent ffff99365037c6c0, inode ffff9936503fd348) hashed, 00000080:00000001:0.0:1773613513.027301:0:87213:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613513.027309:0:87213:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773613513.027315:0:87213:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1773613513.042027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993658ca55a0. 00000080:00000001:2.0:1773613513.073468:0:87216:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613513.073475:0:87216:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613513.073477:0:87216:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613513.073480:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bbc0 00000080:00200000:2.0:1773613513.073484:0:87216:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613513.073491:0:87216:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea9000. 00800000:00000002:2.0:1773613513.073497:0:87216:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613513.073501:0:87216:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613513.073506:0:87216:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613513.073508:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bae0 00800000:00000002:2.0:1773613513.073510:0:87216:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613513.073514:0:87216:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613513.073518:0:87216:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613513.073522:0:87216:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613513.073523:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b9b0 00000002:00010000:2.0:1773613513.073525:0:87216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613513.073528:0:87216:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613513.073530:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613513.073533:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773613513.073540:0:87216:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613513.073542:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613513.073544:0:87216:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613513.073546:0:87216:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773613513.073548:0:87216:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773613513.073554:0:87216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660abb480. 00000020:00000040:2.0:1773613513.073558:0:87216:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613513.073565:0:87216:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773613513.073569:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613513.073575:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613513.073577:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613513.073579:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.073581:0:87216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613513.073584:0:87216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613513.073588:0:87216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613513.073596:0:87216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a787400. 00000100:00000001:2.0:1773613513.073602:0:87216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613513.073607:0:87216:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613513.073609:0:87216:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613513.073610:0:87216:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773613513.073611:0:87216:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613513.073613:0:87216:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613513.073617:0:87216:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00010000:00000001:2.0:1773613513.073621:0:87216:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773613513.073623:0:87216:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773613513.073627:0:87216:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a946f00. 00010000:00000010:2.0:1773613513.073631:0:87216:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9936522cec80. 00010000:00000001:2.0:1773613513.073635:0:87216:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773613513.073637:0:87216:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993642ba2200. 00000020:00000001:2.0:1773613513.073641:0:87216:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773613513.073643:0:87216:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993642ba2200 with handle 0xa1aa084204a0120e to hash 00000020:00000001:2.0:1773613513.073645:0:87216:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773613513.073646:0:87216:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613513.073649:0:87216:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:2.0:1773613513.073653:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613513.073655:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613513.073659:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613513.073668:0:87216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773613513.073679:0:87216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773613513.073684:0:87216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613513.073686:0:87216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613513.073692:0:87216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f6cc0. 00000100:00000001:2.0:1773613513.073694:0:87216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205718208 : -113016503833408 : ffff99364b6f6cc0) 00000100:00000001:2.0:1773613513.073696:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613513.073698:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000001:2.0:1773613513.073702:0:87216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613513.073705:0:87216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.073707:0:87216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613513.073709:0:87216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613513.073718:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.073731:0:87216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613513.073733:0:87216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613513.073736:0:87216:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613513.073739:0:87216:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613513.073741:0:87216:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613513.073745:0:87216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477134336:192.168.203.144@tcp:101:dd.0 00000100:00000001:2.0:1773613513.073749:0:87216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613513.073754:0:87216:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613513.073757:0:87216:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613513.073759:0:87216:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613513.073764:0:87216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993660678000. 02000000:00000001:2.0:1773613513.073765:0:87216:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613513.073774:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613513.073778:0:87216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9c08. 00000400:00000010:2.0:1773613513.073783:0:87216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7000. 00000100:00000200:2.0:1773613513.073789:0:87216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477134336, portal 10 00000100:00000001:2.0:1773613513.073791:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613513.073792:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561990272 : -113016147561344 : ffff993660abb480) 00000100:00000040:2.0:1773613513.073798:0:87216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613513.073806:0:87216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613513.073808:0:87216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613513.073811:0:87216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7c38. 00000100:00000200:2.0:1773613513.073813:0:87216:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477134336, offset 0 00000400:00000200:2.0:1773613513.073820:0:87216:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613513.073828:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613513.073834:0:87216:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613513.078514:0:87216:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613513.078532:0:87216:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613513.078537:0:87216:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613513.078542:0:87216:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613513.078546:0:87216:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225182:225182:256:4294967295] 192.168.203.144@tcp LPNI seq info [225117:225117:8:4294967295] 00000400:00000200:2.0:1773613513.078555:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613513.078566:0:87216:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613513.078574:0:87216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613513.078581:0:87216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415000. 00000800:00000200:2.0:1773613513.078588:0:87216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613513.078596:0:87216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613513.078600:0:87216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773613513.078657:0:87216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613513.078663:0:87216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 462332 usecs (463 jiffies) 00000400:00000200:2.0:1773613513.078667:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613513.078670:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603327 00000100:00000001:2.0:1773613513.078673:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603806 00000100:00000001:2.0:1773613513.078675:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603327 00000100:00000001:2.0:1773613513.078677:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603806 00000100:00000001:2.0:1773613513.078679:0:87216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613513.078683:0:87216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613513.078686:0:87216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613513.078687:0:87216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613513.078690:0:87216:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b6f6cc0 going to sleep for 50 seconds 00000100:00000001:2.0:1773613513.078692:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613513.078695:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613513.084123:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613513.084133:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415000. 00000400:00000200:3.0:1773613513.084139:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.084148:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613513.084155:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7c38 00000400:00000010:3.0:1773613513.084158:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7c38. 00000100:00000001:3.0:1773613513.084162:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613513.084170:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.084183:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613513.084186:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.084194:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.084195:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613513.084212:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.084221:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613513.084223:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.084225:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.084231:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.084236:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613513.084242:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.084246:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.084251:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.084254:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d0f200 00000400:00000200:3.0:1773613513.084259:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.084263:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5f5d [1] + 224 00000800:00000001:3.0:1773613513.084269:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.084276:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.084278:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.084281:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613513.084285:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613513.084288:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613513.084306:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.084323:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613513.084329:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.084331:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.087143:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613513.087157:0:87216:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613513.087159:0:87216:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613513.087163:0:87216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9c08. 00000400:00000200:0.0:1773613513.087171:0:87216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7000 00000400:00000010:0.0:1773613513.087174:0:87216:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7000. 00000100:00000001:0.0:1773613513.087177:0:87216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613513.087185:0:87216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613513.087193:0:87216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.087200:0:87216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613513.087202:0:87216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.087204:0:87216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613513.087208:0:87216:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613513.087210:0:87216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613513.087211:0:87216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.087214:0:87216:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613513.087223:0:87216:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=141 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613513.087227:0:87216:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=31 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613513.087230:0:87216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613513.087231:0:87216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087234:0:87216:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613513.087237:0:87216:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.087240:0:87216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613513.087242:0:87216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613513.087244:0:87216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613513.087246:0:87216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.087251:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.087258:0:87216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.087262:0:87216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613513.087264:0:87216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613513.087268:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613568 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613513.087276:0:87216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660abb480 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477134336:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613513.087281:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.087284:0:87216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.087286:0:87216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613513.087288:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.087291:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613568 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.087297:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613513.087300:0:87216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f6cc0. 00000100:00000001:0.0:1773613513.087304:0:87216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613513.087305:0:87216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087308:0:87216:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613513.087311:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087313:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087316:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613513.087318:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087321:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613513.087328:0:87216:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993642ba2200, remote cookie: 0x1dc4d5fc0aabdb40, flags: 0x1001 00010000:00010000:0.0:1773613513.087334:0:87216:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613513.087346:0:87216:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087352:0:87216:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613513.087356:0:87216:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613513.087357:0:87216:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613513.087359:0:87216:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613513.087359:0:87216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613513.087362:0:87216:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a946f00) refcount = 1 00010000:00010000:0.0:1773613513.087364:0:87216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087368:0:87216:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613513.087371:0:87216:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613513.087372:0:87216:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.087374:0:87216:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613513.087376:0:87216:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.087378:0:87216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087382:0:87216:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613513.087383:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087384:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087385:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087385:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087386:0:87216:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087390:0:87216:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613513.087391:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087392:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087393:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087394:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087396:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087397:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087398:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087398:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=4 00000020:00000001:0.0:1773613513.087399:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087401:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087403:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.087404:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.087406:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087410:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087410:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087411:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087412:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087413:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=5 00000020:00000001:0.0:1773613513.087414:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087415:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087416:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.087418:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087422:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087422:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613513.087424:0:87216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087427:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.087428:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087428:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087429:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087429:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613513.087432:0:87216:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773613513.087438:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087438:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087439:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087440:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087441:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087442:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087443:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613513.087443:0:87216:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087444:0:87216:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087447:0:87216:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773613513.087448:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087449:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087450:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087451:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087452:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00000002:00010000:0.0:1773613513.087454:0:87216:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087458:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087459:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087460:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613513.087461:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087462:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087462:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087463:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087464:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000040:0.0:1773613513.087469:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613513.087470:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613513.087473:0:87216:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773613513.087475:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087476:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613513.087476:0:87216:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613513.087478:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b930 00000002:00002000:0.0:1773613513.087480:0:87216:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773613513.087482:0:87216:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087484:0:87216:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087486:0:87216:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613513.087488:0:87216:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773613513.087490:0:87216:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613513.087493:0:87216:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613513.087496:0:87216:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea9000. 00000080:00000001:0.0:1773613513.087499:0:87216:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613513.087501:0:87216:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613513.087506:0:87216:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773613513.087509:0:87216:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773613513.087515:0:87216:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364345c8c0. 00800000:00000001:0.0:1773613513.087516:0:87216:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057068771520 : -113016640780096 : ffff99364345c8c0) 00800000:00000001:0.0:1773613513.087518:0:87216:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087520:0:87216:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613513.087522:0:87216:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773613513.087523:0:87216:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773613513.087525:0:87216:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773613513.087528:0:87216:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773613513.087529:0:87216:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.087532:0:87216:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773613513.087534:0:87216:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1773613513.087538:0:87216:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:0.0:1773613513.087539:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087539:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087540:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087541:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087543:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087544:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087545:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613513.087546:0:87216:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613513.087548:0:87216:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773613513.087548:0:87216:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364345c8c0 1 00800000:00000010:0.0:1773613513.087550:0:87216:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364345c8c0. 00800000:00000001:0.0:1773613513.087551:0:87216:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613513.087554:0:87216:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0120e 00800000:00000001:0.0:1773613513.087556:0:87216:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613513.087556:0:87216:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613513.087557:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087558:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087558:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087559:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087560:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087561:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087562:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613513.087563:0:87216:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087564:0:87216:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.087565:0:87216:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613513.087567:0:87216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613513.087569:0:87216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0120e from it ffffaca8c1f7bbf8 00010000:00000001:0.0:1773613513.087570:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087571:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087572:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087573:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087574:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087575:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.087577:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.087580:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087580:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087581:0:87216:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613513.087583:0:87216:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613513.087585:0:87216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.087589:0:87216:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.087590:0:87216:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613513.087591:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613513.087594:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087594:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087595:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087608:0:87216:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613513.087610:0:87216:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087611:0:87216:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087612:0:87216:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087614:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.087614:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087615:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613513.087616:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.087619:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660abb480 x1859762477134336/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.087623:0:87216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613513.087625:0:87216:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613513.087628:0:87216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993660678000. 02000000:00000001:0.0:1773613513.087630:0:87216:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613513.087632:0:87216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613513.087634:0:87216:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613513.087635:0:87216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613513.087637:0:87216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a787400. 02000000:00000001:0.0:1773613513.087640:0:87216:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613513.087641:0:87216:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613513.087642:0:87216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb480. 00000100:00000001:0.0:1773613513.087645:0:87216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613513.087646:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613513.087648:0:87216:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:0.0:1773613513.087651:0:87216:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613513.087665:0:87216:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993659d0b860. 00000080:00000001:0.0:1773613513.087668:0:87216:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773613513.087669:0:87216:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613513.087671:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bb00 00000080:00200000:0.0:1773613513.087672:0:87216:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:0.0:1773613513.087675:0:87216:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03e600. 00800000:00000002:0.0:1773613513.087678:0:87216:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613513.087680:0:87216:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613513.087682:0:87216:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613513.087683:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7ba20 00800000:00000002:0.0:1773613513.087685:0:87216:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613513.087687:0:87216:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613513.087689:0:87216:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613513.087693:0:87216:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613513.087694:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b8f0 00000002:00010000:0.0:1773613513.087696:0:87216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613513.087699:0:87216:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613513.087701:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613513.087703:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.087705:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613513.087707:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.087710:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.087714:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613513.087716:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613513.087723:0:87216:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613513.087726:0:87216:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.087729:0:87216:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773613513.087734:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613513.087736:0:87216:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613513.087738:0:87216:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613513.087740:0:87216:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613513.087741:0:87216:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613513.087743:0:87216:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613513.087745:0:87216:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613513.087746:0:87216:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613513.087748:0:87216:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03e600. 00000080:00000001:0.0:1773613513.087751:0:87216:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613513.087752:0:87216:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613513.087754:0:87216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:0.0:1773613513.087757:0:87216:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0120e 00800000:00000001:0.0:1773613513.087759:0:87216:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613513.087760:0:87216:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613513.087760:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087761:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087762:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087763:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087765:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087766:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087767:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613513.087768:0:87216:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087768:0:87216:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613513.087770:0:87216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0120e from it ffffaca8c1f7bb38 00010000:00000001:0.0:1773613513.087771:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.087771:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.087772:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993642ba2200 refcount=3 00000020:00000001:0.0:1773613513.087774:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087775:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057059619328 : -113016649932288 : ffff993642ba2200) 00010000:00000001:0.0:1773613513.087776:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.087778:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613513.087781:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087781:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087782:0:87216:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613513.087783:0:87216:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613513.087784:0:87216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613513.087787:0:87216:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.087788:0:87216:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613513.087789:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613513.087790:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087791:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.087792:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087793:0:87216:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613513.087793:0:87216:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087794:0:87216:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087795:0:87216:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087796:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.087797:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.087798:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613513.087798:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613513.087799:0:87216:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613513.087801:0:87216:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:0.0:1773613513.087803:0:87216:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.087805:0:87216:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773613513.087806:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bb50 00000080:00200000:0.0:1773613513.087808:0:87216:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff9936584d6d80, open_flags 9041, mode 81b6 opened 0 00000080:00000010:0.0:1773613513.087811:0:87216:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a853120. 00000080:00000001:0.0:1773613513.087815:0:87216:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773613513.087816:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7ba00 00000080:00200000:0.0:1773613513.087817:0:87216:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:0.0:1773613513.087821:0:87216:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03e600. 00800000:00000002:0.0:1773613513.087823:0:87216:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613513.087826:0:87216:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613513.087827:0:87216:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613513.087828:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b920 00800000:00000002:0.0:1773613513.087829:0:87216:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613513.087831:0:87216:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773613513.087833:0:87216:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773613513.087836:0:87216:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:0.0:1773613513.087849:0:87216:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773613513.087852:0:87216:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773613513.087854:0:87216:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773613513.087856:0:87216:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773613513.087859:0:87216:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0xb:0x0] 40000000:00000001:0.0:1773613513.087861:0:87216:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087864:0:87216:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087865:0:87216:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613513.087867:0:87216:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613513.087868:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b8a0 00800000:00000002:0.0:1773613513.087870:0:87216:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xb:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:0.0:1773613513.087873:0:87216:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613513.087874:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b7d8 00000002:00010000:0.0:1773613513.087875:0:87216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xb:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0110102 00000002:00000001:0.0:1773613513.087879:0:87216:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773613513.087881:0:87216:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773613513.087884:0:87216:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773613513.087889:0:87216:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087890:0:87216:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773613513.087892:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 2 00010000:00000001:0.0:1773613513.087894:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.087897:0:87216:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773613513.087900:0:87216:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613513.087902:0:87216:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1773613513.087909:0:87216:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773613513.087912:0:87216:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773613513.087914:0:87216:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773613513.087916:0:87216:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773613513.087918:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613513.087919:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.087921:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 3 00010000:00000001:0.0:1773613513.087923:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613513.087926:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087927:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613513.087928:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.087929:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 3 00010000:00000001:0.0:1773613513.087931:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613513.087932:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.087963:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613513.087964:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613513.087966:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a946f00 count: 3 00010000:00000001:0.0:1773613513.087968:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613513.087970:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613513.087972:0:87216:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773613513.087974:0:87216:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773613513.087978:0:87216:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773613513.087980:0:87216:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773613513.087982:0:87216:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773613513.087984:0:87216:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.087986:0:87216:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613513.087988:0:87216:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613513.087990:0:87216:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613513.087991:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.087993:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773613513.087995:0:87216:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993642ba2200 with handle 0xa1aa084204a0120e from hash 00010000:00000001:0.0:1773613513.087998:0:87216:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613513.088000:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.088001:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.088002:0:87216:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613513.088004:0:87216:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613513.088005:0:87216:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773613513.088008:0:87216:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613513.088011:0:87216:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613513.088013:0:87216:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773613513.088017:0:87216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6a00. 00000020:00000040:0.0:1773613513.088020:0:87216:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:0.0:1773613513.088025:0:87216:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773613513.088027:0:87216:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.088030:0:87216:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613513.088033:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613513.088036:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.088037:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.088038:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.088041:0:87216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613513.088043:0:87216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613513.088045:0:87216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613513.088052:0:87216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993658ecec00. 00000100:00000001:0.0:1773613513.088059:0:87216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.088062:0:87216:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613513.088065:0:87216:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773613513.088068:0:87216:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1773613513.088075:0:87216:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773613513.088076:0:87216:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773613513.088078:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613513.088080:0:87216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993642ba2200/0xa1aa084204a0120e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb40 expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1773613513.088087:0:87216:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a946f00 count: 0 00010000:00000010:0.0:1773613513.088092:0:87216:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9936522cec80. 00010000:00000001:0.0:1773613513.088101:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.088102:0:87216:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.088104:0:87216:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613513.088105:0:87216:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.088106:0:87216:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.088113:0:87216:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00010000:00000001:0.0:1773613513.088115:0:87216:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613513.088117:0:87216:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613513.088120:0:87216:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08df00. 00010000:00000010:0.0:1773613513.088122:0:87216:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93b000. 00010000:00000001:0.0:1773613513.088125:0:87216:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613513.088127:0:87216:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a936a00. 00000020:00000001:0.0:1773613513.088129:0:87216:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613513.088131:0:87216:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a936a00 with handle 0xa1aa084204a01215 to hash 00000020:00000001:0.0:1773613513.088132:0:87216:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613513.088133:0:87216:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.088135:0:87216:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.088137:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.088138:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.088140:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613513.088145:0:87216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773613513.088152:0:87216:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773613513.088157:0:87216:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773613513.088163:0:87216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613513.088166:0:87216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613513.088168:0:87216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613513.088173:0:87216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613513.088175:0:87216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563143744 : -113016146407872 : ffff993660bd4e40) 00000100:00000001:0.0:1773613513.088177:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.088177:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613513.088181:0:87216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613513.088183:0:87216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.088185:0:87216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613513.088186:0:87216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613513.088188:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.088193:0:87216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613513.088195:0:87216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.088198:0:87216:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613513.088200:0:87216:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613513.088203:0:87216:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613513.088206:0:87216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477134592:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613513.088210:0:87216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613513.088215:0:87216:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613513.088217:0:87216:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.088219:0:87216:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613513.088277:0:87216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613513.088280:0:87216:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613513.088288:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613513.088292:0:87216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613513.088297:0:87216:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993658ecdc00. 00000100:00000200:0.0:1773613513.088303:0:87216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477134592, portal 10 00000100:00000001:0.0:1773613513.088305:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.088306:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000040:0.0:1773613513.088313:0:87216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.088319:0:87216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613513.088321:0:87216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613513.088325:0:87216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613513.088329:0:87216:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859762477134592, offset 0 00000400:00000200:0.0:1773613513.088335:0:87216:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613513.088343:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613513.088350:0:87216:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613513.088355:0:87216:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613513.088359:0:87216:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613513.088362:0:87216:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613513.088365:0:87216:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613513.088369:0:87216:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225183:225183:256:4294967295] 192.168.203.144@tcp LPNI seq info [225118:225118:8:4294967295] 00000400:00000200:0.0:1773613513.088373:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613513.088381:0:87216:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613513.088385:0:87216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613513.088389:0:87216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613513.088394:0:87216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613513.088400:0:87216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613513.088403:0:87216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773613513.088418:0:87216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.088422:0:87216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 461403 usecs (462 jiffies) 00000400:00000200:0.0:1773613513.088425:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613513.088428:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300603336 00000100:00000001:0.0:1773613513.088431:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300603806 00000100:00000001:0.0:1773613513.088433:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300603336 00000100:00000001:0.0:1773613513.088434:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300603806 00000100:00000001:0.0:1773613513.088436:0:87216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.088440:0:87216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.088442:0:87216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613513.088443:0:87216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773613513.088445:0:87216:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4e40 going to sleep for 50 seconds 00000100:00000001:0.0:1773613513.088448:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613513.088450:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613513.088544:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613513.088549:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613513.088554:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.088559:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613513.088564:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:3.0:1773613513.088566:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:3.0:1773613513.088569:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613513.088573:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.088581:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613513.088584:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.088589:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613513.088591:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613513.094765:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.094782:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613513.094786:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.094788:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.094798:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.094805:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613513.094813:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.094818:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.094823:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.094827:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d0f300 00000400:00000200:3.0:1773613513.094832:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613513.094857:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5f6d [32] + 224 00000800:00000001:3.0:1773613513.094866:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.094876:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613513.094879:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613513.094884:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613513.094901:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613513.094910:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613513.094921:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613513.094972:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613513.094982:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613513.094985:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773613513.095056:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a946f00. 00010000:00000010:0.1:1773613513.095064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993642ba2200. 00000100:00000001:0.0:1773613513.095081:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613513.095089:0:87216:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613513.095090:0:87216:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613513.095093:0:87216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613513.095096:0:87216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658ecdc00 00000400:00000010:0.0:1773613513.095099:0:87216:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993658ecdc00. 00000100:00000001:0.0:1773613513.095102:0:87216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613513.095107:0:87216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613513.095127:0:87216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6a00 x1859762477134592/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773613568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.095134:0:87216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613513.095135:0:87216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.095138:0:87216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613513.095141:0:87216:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613513.095143:0:87216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613513.095145:0:87216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613513.095148:0:87216:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613513.095158:0:87216:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=141 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613513.095162:0:87216:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=31 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613513.095165:0:87216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613513.095167:0:87216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.095169:0:87216:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613513.095172:0:87216:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.095176:0:87216:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613513.095177:0:87216:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613513.095179:0:87216:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613513.095180:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613513.095182:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:0.0:1773613513.095185:0:87216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613513.095187:0:87216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613513.095189:0:87216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613513.095191:0:87216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613513.095196:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613568 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.095209:0:87216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613513.095211:0:87216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613513.095213:0:87216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613513.095217:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613568 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613513.095227:0:87216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6a00 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477134592:192.168.203.144@tcp:101:dd.0 00000100:00000001:0.0:1773613513.095232:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613513.095235:0:87216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613513.095237:0:87216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613513.095238:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613513.095242:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613568 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613513.095248:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613513.095250:0:87216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4e40. 00000100:00000001:0.0:1773613513.095253:0:87216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613513.095254:0:87216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.095257:0:87216:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613513.095261:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.095263:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.095266:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=4 00000020:00000001:0.0:1773613513.095268:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095271:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000040:0.0:1773613513.095277:0:87216:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a936a00, remote cookie: 0x1dc4d5fc0aabdb5c, flags: 0x1001 00010000:00010000:0.0:1773613513.095282:0:87216:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613513.095291:0:87216:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613513.095294:0:87216:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1773613513.095300:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 2 00010000:00000001:0.0:1773613513.095302:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1773613513.095305:0:87216:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08df00 count: 0 00010000:00000010:0.0:1773613513.095310:0:87216:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93b000. 00010000:00000001:0.0:1773613513.095316:0:87216:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.095320:0:87216:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613513.095327:0:87216:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095333:0:87216:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613513.095336:0:87216:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613513.095338:0:87216:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613513.095340:0:87216:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613513.095341:0:87216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613513.095343:0:87216:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff99364a9aa100) refcount = 2 00010000:00000040:0.0:1773613513.095346:0:87216:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773613513.095349:0:87216:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9a00/0xa1aa084204a011f2 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdaf3 expref: -99 pid: 87212 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773613513.095356:0:87216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095362:0:87216:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613513.095365:0:87216:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613513.095366:0:87216:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613513.095369:0:87216:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613513.095372:0:87216:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.095375:0:87216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095380:0:87216:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613513.095383:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095385:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.095386:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095387:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.095388:0:87216:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613513.095392:0:87216:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613513.095395:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.095396:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.095398:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:0.0:1773613513.095400:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095402:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095404:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.095405:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.095406:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=4 00000020:00000001:0.0:1773613513.095407:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095409:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095412:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613513.095414:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613513.095417:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095422:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095423:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.095424:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.095425:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.095426:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=5 00000020:00000001:0.0:1773613513.095428:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095430:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095432:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613513.095434:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095439:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095440:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613513.095442:0:87216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613513.095447:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613513.095448:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095449:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613513.095450:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613513.095452:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613513.095456:0:87216:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613513.095466:0:87216:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613513.095470:0:87216:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1773613568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613513.095476:0:87216:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.095481:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613513.095482:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613513.095483:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:0.0:1773613513.095485:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:0.0:1773613513.095487:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00000002:00010000:0.0:1773613513.095490:0:87216:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613513.095765:0:87216:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934680. 00010000:00000001:1.0:1773613513.095771:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.095773:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613513.095774:0:87216:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613513.095776:0:87216:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613513.095779:0:87216:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613513.095781:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613513.095782:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00010000:00000001:1.0:1773613513.095784:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.095786:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.095787:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:1.0:1773613513.095789:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.095791:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00000002:00010000:1.0:1773613513.095795:0:87216:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613513.095802:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.095803:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613513.095805:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613513.095806:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.095806:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.095808:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:1.0:1773613513.095809:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.095811:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000040:1.0:1773613513.095815:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 3 00010000:00000001:1.0:1773613513.095817:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613513.095821:0:87216:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:1.0:1773613513.095823:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.095825:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613513.095826:0:87216:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613513.095829:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7b758 00000002:00002000:1.0:1773613513.095830:0:87216:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773613513.095834:0:87216:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613513.096027:0:87216:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613513.096032:0:87216:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613513.096034:0:87216:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773613513.096037:0:87216:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613513.096041:0:87216:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:1.0:1773613513.096044:0:87216:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773613513.096046:0:87216:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a853120 it_disposition 80002b 00000080:00000001:1.0:1773613513.096050:0:87216:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613513.096055:0:87216:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613513.096059:0:87216:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613513.096061:0:87216:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:1.0:1773613513.096065:0:87216:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1773613513.096072:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.096077:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613513.096083:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8bc00. 00000020:00000010:1.0:1773613513.096087:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613513.096091:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613513.096098:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613513.096102:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613513.096107:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613513.096114:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613513.096117:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613513.096122:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ac00. 00000008:00000010:1.0:1773613513.096126:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613513.096130:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613513.096133:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613513.096136:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613513.096139:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613513.096142:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613513.096143:0:87216:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613513.096147:0:87216:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613513.096149:0:87216:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613513.096154:0:87216:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8489c0. 00020000:00000010:1.0:1773613513.096158:0:87216:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613513.096162:0:87216:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848300. 00020000:00000001:1.0:1773613513.096164:0:87216:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190322944 : -113016519228672 : ffff99364a848300) 00020000:00000002:1.0:1773613513.096167:0:87216:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848300, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613513.096172:0:87216:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613513.096176:0:87216:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613513.096179:0:87216:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000001:1.0:1773613513.096182:0:87216:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613513.096184:0:87216:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000010:1.0:1773613513.096188:0:87216:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613513.096193:0:87216:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8489c0. 00020000:00000010:1.0:1773613513.096196:0:87216:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848300. 00020000:00000002:1.0:1773613513.096369:0:87216:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613513.096372:0:87216:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.096374:0:87216:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613513.096376:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613513.096379:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a600. 00000020:00000010:1.0:1773613513.096382:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613513.096385:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613513.096389:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613513.096391:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613513.096394:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613513.096397:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613513.096400:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8bc00. 00000008:00000010:1.0:1773613513.096403:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613513.096405:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613513.096407:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613513.096409:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613513.096412:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ac00. 00000020:00000010:1.0:1773613513.096413:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613513.096417:0:87216:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:1.0:1773613513.096420:0:87216:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773613513.096424:0:87216:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff9936503fd348): rc = 0 00000080:00000001:1.0:1773613513.096426:0:87216:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057286484808 : -113016423066808 : ffff9936503fd348) 00010000:00000001:1.0:1773613513.096429:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.096431:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.096432:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:1.0:1773613513.096434:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.096436:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00000080:00000001:1.0:1773613513.096439:0:87216:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613513.096440:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.096443:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613513.096445:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ac00. 00000020:00000010:1.0:1773613513.096448:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8bc00. 00000020:00000010:1.0:1773613513.096451:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613513.096453:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613513.096455:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613513.096457:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613513.096459:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613513.096462:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613513.096465:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a600. 00000008:00000010:1.0:1773613513.096467:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613513.096469:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613513.096471:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613513.096473:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613513.096475:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613513.096476:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000020:00000001:1.0:1773613513.096478:0:87216:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613513.096479:0:87216:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613513.096480:0:87216:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613513.096483:0:87216:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613513.096484:0:87216:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613513.096487:0:87216:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8489c0. 00020000:00000001:1.0:1773613513.096488:0:87216:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190324672 : -113016519226944 : ffff99364a8489c0) 00020000:00000002:1.0:1773613513.096490:0:87216:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8489c0, objid 0x9:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613513.096493:0:87216:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613513.096497:0:87216:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15948 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613513.096499:0:87216:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000001:1.0:1773613513.096501:0:87216:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613513.096503:0:87216:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a950000) owner ffff99365245a7c0 00020000:00000010:1.0:1773613513.096506:0:87216:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613513.096508:0:87216:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848300. 00020000:00000010:1.0:1773613513.096510:0:87216:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8489c0. 00020000:00000002:1.0:1773613513.096512:0:87216:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613513.096514:0:87216:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.096516:0:87216:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.096519:0:87216:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613513.096521:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613513.096524:0:87216:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99365245a7c0. 00020000:00000002:1.0:1773613513.096526:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613513.096528:0:87216:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613513.096530:0:87216:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773613513.096531:0:87216:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613513.096533:0:87216:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613513.096535:0:87216:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613513.096537:0:87216:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773613513.096539:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:1.0:1773613513.096541:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8bc00. 00000020:00000010:1.0:1773613513.096544:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613513.096546:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613513.096548:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:1.0:1773613513.096550:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613513.096553:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613513.096555:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613513.096558:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ac00. 00000008:00000010:1.0:1773613513.096560:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613513.096562:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613513.096564:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613513.096566:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:1.0:1773613513.096569:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a600. 00000020:00000010:1.0:1773613513.096571:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000080:00000001:1.0:1773613513.096573:0:87216:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.096575:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.096576:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613513.096578:0:87216:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613513.096580:0:87216:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613513.096582:0:87216:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613513.096585:0:87216:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) for lock 0xa1aa084204a01215 00800000:00000001:1.0:1773613513.096588:0:87216:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613513.096590:0:87216:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613513.096591:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.096593:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.096594:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:1.0:1773613513.096595:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.096598:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.096600:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.096601:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613513.096602:0:87216:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613513.096604:0:87216:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1773613513.096611:0:87216:0:(namei.c:652:ll_splice_alias()) Add dentry ffff9936503e9438 inode ffff9936503fd348 refc 1 flags 0x40000e 00000080:00000001:1.0:1773613513.096614:0:87216:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1773613513.096618:0:87216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff9936503fd348) 00000080:00000001:1.0:1773613513.096620:0:87216:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613513.096624:0:87216:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03e600. 00000100:00000001:1.0:1773613513.096628:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613513.096636:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613513.096642:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.096651:0:87216:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613513.096653:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7ba60 00000080:00200008:1.0:1773613513.096655:0:87216:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 110101 00000080:00000010:1.0:1773613513.096663:0:87216:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660729e00. 00000080:00000010:1.0:1773613513.096669:0:87216:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934ac0. 00000080:00000001:1.0:1773613513.096672:0:87216:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613513.096676:0:87216:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613513.096679:0:87216:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613513.096683:0:87216:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca5c60. 00000002:00100000:1.0:1773613513.096687:0:87216:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613513.096760:0:87216:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613513.096762:0:87216:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613513.096766:0:87216:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613513.096769:0:87216:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.096771:0:87216:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613513.096775:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613513.096778:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613513.096785:0:87216:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613513.096788:0:87216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613513.096814:0:87216:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613513.096816:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.096819:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7ba60 00000080:00000008:1.0:1773613513.096821:0:87216:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 110101, rc = 0 00000080:00000001:1.0:1773613513.096825:0:87216:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1773613513.096827:0:87216:0:(dcache.c:176:ll_intent_release()) intent ffff99364a853120 released 00000080:00010000:1.0:1773613513.096829:0:87216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01215 from it ffff99364a853120 00010000:00000001:1.0:1773613513.096831:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.096832:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.096834:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a936a00 refcount=3 00000020:00000001:1.0:1773613513.096836:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.097159:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191299584 : -113016518252032 : ffff99364a936a00) 00010000:00000001:1.0:1773613513.097162:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613513.097166:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613513.097172:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.097174:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613513.097175:0:87216:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613513.097178:0:87216:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613513.097180:0:87216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff99364a936a00/0xa1aa084204a01215 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb5c expref: -99 pid: 87216 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613513.097188:0:87216:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613513.097190:0:87216:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613513.097192:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613513.097195:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.097366:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613513.097369:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.097372:0:87216:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613513.097374:0:87216:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.097377:0:87216:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.097380:0:87216:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.097382:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613513.097383:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.097384:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613513.097386:0:87216:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1773613513.097388:0:87216:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773613513.097390:0:87216:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613513.097392:0:87216:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613513.097394:0:87216:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613513.097395:0:87216:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097398:0:87216:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773613513.097400:0:87216:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097402:0:87216:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613513.097403:0:87216:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097405:0:87216:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1773613513.097407:0:87216:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a853120. 00000080:00000001:1.0:1773613513.097411:0:87216:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097415:0:87216:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613513.097418:0:87216:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348), inode mode 81a4 mask 42 00000080:00000001:1.0:1773613513.097421:0:87216:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.097446:0:87216:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773613513.097449:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613513.097453:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613513.097455:0:87216:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097529:0:87216:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:1.0:1773613513.097532:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bd88 00000080:00200008:1.0:1773613513.097535:0:87216:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:1.0:1773613513.097539:0:87216:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1773613513.097541:0:87216:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097543:0:87216:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773613513.097546:0:87216:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.097549:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.097553:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df51b0. 00000020:00000010:1.0:1773613513.097557:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a600. 00000020:00000010:1.0:1773613513.097560:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8ac00. 00000020:00000010:1.0:1773613513.097564:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8486c0. 00000008:00000010:1.0:1773613513.097568:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b571650. 00020000:00000010:1.0:1773613513.097571:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987240. 00008000:00000010:1.0:1773613513.097575:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613513.097579:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bbbd0. 00000080:00000010:1.0:1773613513.097582:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524ff8. 00000020:00000010:1.0:1773613513.097585:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8bc00. 00000008:00000010:1.0:1773613513.097588:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcdc0. 00020000:00000010:1.0:1773613513.097591:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b33c0. 00008000:00000010:1.0:1773613513.097594:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4e30. 00000080:00000010:1.0:1773613513.097597:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb2d0. 00000020:00000001:1.0:1773613513.097599:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431155128 : -113016278396488 : ffff993658df51b8) 00000020:00001000:1.0:1773613513.097601:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df51b0 00000080:00000001:1.0:1773613513.097603:0:87216:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773613513.097605:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bc98 00000080:00200000:1.0:1773613513.097607:0:87216:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:1.0:1773613513.097611:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bc30 00000080:00200000:1.0:1773613513.097613:0:87216:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1773613513.097616:0:87216:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773613513.097622:0:87216:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ef7c6748[0x110, 2, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:1.0:1773613513.097623:0:87216:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:1.0:1773613513.097626:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:1.0:1773613513.097628:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613513.097630:0:87216:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613513.097632:0:87216:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613513.097634:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.097636:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773613513.097638:0:87216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613513.097642:0:87216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097644:0:87216:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613513.097646:0:87216:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.097648:0:87216:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613513.097650:0:87216:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff993658525058 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1773613513.097653:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613513.097657:0:87216:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613513.097659:0:87216:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613513.097661:0:87216:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613513.097662:0:87216:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1773613513.097664:0:87216:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:1.0:1773613513.097666:0:87216:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1773613513.097667:0:87216:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613513.097669:0:87216:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.097670:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.097671:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613513.097672:0:87216:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613513.097674:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613513.097676:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.097678:0:87216:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613513.097680:0:87216:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1773613513.097682:0:87216:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1773613513.097684:0:87216:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.097687:0:87216:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613513.097688:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773613513.097690:0:87216:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1773613513.098152:0:87216:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1773613513.098155:0:87216:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1773613513.098158:0:87216:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:1.0:1773613513.098161:0:87216:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613513.098163:0:87216:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613513.098167:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:1.0:1773613513.098170:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098172:0:87216:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613513.098173:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.098177:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5ea0. 00000020:00000010:1.0:1773613513.098181:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ba00. 00000020:00000010:1.0:1773613513.098186:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a800. 00000020:00000010:1.0:1773613513.098188:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8489c0. 00000008:00000010:1.0:1773613513.098192:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b570000. 00020000:00000010:1.0:1773613513.098195:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449870c0. 00008000:00000010:1.0:1773613513.098209:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56ce20. 00000080:00000010:1.0:1773613513.098213:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb1f8. 00000080:00000010:1.0:1773613513.098216:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525918. 00000020:00000010:1.0:1773613513.098219:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b200. 00000008:00000010:1.0:1773613513.098222:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bcf20. 00020000:00000010:1.0:1773613513.098225:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b1f80. 00008000:00000010:1.0:1773613513.098227:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4608. 00000080:00000010:1.0:1773613513.098230:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb0f0. 00000020:00000001:1.0:1773613513.098233:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431158440 : -113016278393176 : ffff993658df5ea8) 00000020:00001000:1.0:1773613513.098235:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5ea0 00000020:00000001:1.0:1773613513.098237:0:87216:0:(cl_object.c:151:cl_object_top()) ffff9936522a76c0 -> ffff99364a947080 00000020:00000001:1.0:1773613513.098239:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613513.098242:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098243:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613513.098244:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098246:0:87216:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098248:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:1.0:1773613513.098250:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773613513.098253:0:87216:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773613513.098257:0:87216:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098258:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098261:0:87216:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098263:0:87216:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098265:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098267:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773613513.098269:0:87216:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773613513.098271:0:87216:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773613513.098273:0:87216:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773613513.098285:0:87216:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098288:0:87216:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098291:0:87216:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773613513.098292:0:87216:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1773613513.098294:0:87216:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773613513.098295:0:87216:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773613513.098297:0:87216:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098298:0:87216:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098300:0:87216:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098301:0:87216:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098303:0:87216:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098304:0:87216:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613513.098306:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613513.098307:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613513.098309:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613513.098310:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098312:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098314:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098315:0:87216:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098317:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613513.098318:0:87216:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613513.098320:0:87216:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613513.098322:0:87216:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613513.098324:0:87216:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613513.098327:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1773613513.098331:0:87216:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345e00. 00020000:00000002:1.0:1773613513.098334:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1773613513.098336:0:87216:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613513.098337:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098338:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:1.0:1773613513.098340:0:87216:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613513.098343:0:87216:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592ab7c0. 00000008:00010000:1.0:1773613513.098345:0:87216:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773613513.098348:0:87216:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098349:0:87216:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613513.098352:0:87216:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345e30, osc lock ffff9936592ab7c0, flags 0x0 00000020:00000001:1.0:1773613513.098355:0:87216:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098356:0:87216:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098359:0:87216:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319288320 : -113016390263296 : ffff993652345e00) 00000020:00000001:1.0:1773613513.098361:0:87216:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098362:0:87216:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613513.098364:0:87216:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098365:0:87216:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098367:0:87216:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613513.098368:0:87216:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613513.098370:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098371:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:1.0:1773613513.098373:0:87216:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613513.098374:0:87216:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613513.098376:0:87216:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773613513.098378:0:87216:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098381:0:87216:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613513.098383:0:87216:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613513.098384:0:87216:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613513.098386:0:87216:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613513.098387:0:87216:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613513.098388:0:87216:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613513.098391:0:87216:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613513.098393:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613513.098401:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dd00 count: 2 00010000:00000001:1.0:1773613513.098404:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613513.098410:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613513.098414:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613513.098418:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613513.098429:0:87216:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613513.098434:0:87216:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613513.098438:0:87216:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613513.098445:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.098447:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.098449:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:1.0:1773613513.098452:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098454:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613513.098457:0:87216:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613513.098459:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.098461:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.098462:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613513.098464:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098466:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098468:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.098469:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.098470:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613513.098472:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098474:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098477:0:87216:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613513.098478:0:87216:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613513.098481:0:87216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613513.098488:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.098489:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613513.098492:0:87216:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613513.098493:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.098495:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.098496:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:1.0:1773613513.098497:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098499:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.098501:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613513.098504:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613513.098511:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.098512:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613513.098514:0:87216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613513.098520:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613513.098522:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.098523:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613513.098524:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.098525:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613513.098526:0:87216:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613513.098529:0:87216:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098531:0:87216:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098533:0:87216:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098534:0:87216:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098536:0:87216:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098539:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098540:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098542:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773613513.098545:0:87216:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1773613513.098549:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bb80 00000080:00200000:1.0:1773613513.098551:0:87216:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:1.0:1773613513.098554:0:87216:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773613513.098556:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613513.098558:0:87216:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a8483c0 addref 2/0 by ffff99365245a7c0. 00020000:00000002:1.0:1773613513.098560:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613513.098562:0:87216:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1773613513.098565:0:87216:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773613513.098567:0:87216:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773613513.098569:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:1.0:1773613513.098572:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098573:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:1.0:1773613513.098574:0:87216:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613513.098576:0:87216:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613513.098578:0:87216:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098580:0:87216:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098582:0:87216:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098583:0:87216:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098588:0:87216:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:1.0:1773613513.098590:0:87216:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:1.0:1773613513.098594:0:87216:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1773613513.098596:0:87216:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098598:0:87216:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:1.0:1773613513.098601:0:87216:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] ffffcf65c4c51c40 ffff993658e14700 1 00000020:00000001:1.0:1773613513.098604:0:87216:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1773613513.098606:0:87216:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:1.0:1773613513.098608:0:87216:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:1.0:1773613513.098610:0:87216:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:1.0:1773613513.098612:0:87216:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773613513.098613:0:87216:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057421914200 : -113016287637416 : ffff993658525058) 00000020:00000001:1.0:1773613513.098616:0:87216:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1773613513.098617:0:87216:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1773613513.098619:0:87216:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613513.098622:0:87216:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[3 000000003fcd0401 1 1 00000000c64fcf51] 00000020:00000001:1.0:1773613513.098625:0:87216:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1773613513.098626:0:87216:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773613513.098627:0:87216:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:1.0:1773613513.098629:0:87216:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:1.0:1773613513.098630:0:87216:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098633:0:87216:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:1.0:1773613513.098635:0:87216:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:1.0:1773613513.098637:0:87216:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773613513.098638:0:87216:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057421914200 : -113016287637416 : ffff993658525058) 00000020:00000001:1.0:1773613513.098640:0:87216:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1773613513.098641:0:87216:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613513.098644:0:87216:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1773613513.098645:0:87216:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:1.0:1773613513.098647:0:87216:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:1.0:1773613513.098648:0:87216:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1773613513.098650:0:87216:0:(rw26.c:967:ll_write_end()) page@00000000224a7651[4 000000003fcd0401 2 1 00000000c64fcf51] 00000080:00200000:1.0:1773613513.098653:0:87216:0:(rw26.c:967:ll_write_end()) vmpage @00000000974e1358 17ffffc0001039 2:0 ffff993658e14700 0 lru 00000080:00200000:1.0:1773613513.098661:0:87216:0:(rw26.c:967:ll_write_end()) osc-page@00000000f8325ef8 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000005e7de785 000000002e91009f > 3< 1 0 > 4< 0 0 8 2097152 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1773613513.098663:0:87216:0:(rw26.c:967:ll_write_end()) end page@00000000224a7651 00000080:00200000:1.0:1773613513.098664:0:87216:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1773613513.098665:0:87216:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1773613513.098667:0:87216:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:1.0:1773613513.098669:0:87216:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1773613513.098671:0:87216:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1773613513.098673:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098674:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:1.0:1773613513.098675:0:87216:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1773613513.098677:0:87216:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1773613513.098679:0:87216:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1773613513.098681:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000002:1.0:1773613513.098683:0:87216:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS not increasing 512->512 512 00000020:00000001:1.0:1773613513.098685:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:1.0:1773613513.098687:0:87216:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613513.098689:0:87216:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613513.098703:0:87216:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098705:0:87216:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098708:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:1.0:1773613513.098709:0:87216:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1773613513.098711:0:87216:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1773613513.098713:0:87216:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613513.098715:0:87216:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[4 000000003fcd0401 2 1 00000000c64fcf51] 00000020:00000001:1.0:1773613513.098717:0:87216:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:1.0:1773613513.098719:0:87216:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:1.0:1773613513.098720:0:87216:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1773613513.098722:0:87216:0:(osc_request.c:745:osc_update_next_shrink()) next time 7135 to shrink grant 00000080:00000001:1.0:1773613513.098724:0:87216:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:1.0:1773613513.098726:0:87216:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1773613513.098729:0:87216:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9936503fd4f8, count 1, dirtied 0 00000080:00000001:1.0:1773613513.098731:0:87216:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1773613513.098732:0:87216:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:1.0:1773613513.098734:0:87216:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613513.098735:0:87216:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613513.098736:0:87216:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613513.098738:0:87216:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[3 000000003fcd0401 2 1 0000000000000000] 00000020:00000001:1.0:1773613513.098739:0:87216:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1773613513.098741:0:87216:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773613513.098742:0:87216:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1773613513.098743:0:87216:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613513.098745:0:87216:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[3 000000003fcd0401 1 1 0000000000000000] 00000020:00000001:1.0:1773613513.098746:0:87216:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:1.0:1773613513.098747:0:87216:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:1.0:1773613513.098748:0:87216:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:1.0:1773613513.098750:0:87216:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1773613513.098752:0:87216:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098753:0:87216:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098755:0:87216:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098757:0:87216:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613513.098759:0:87216:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:1.0:1773613513.098761:0:87216:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1773613513.098762:0:87216:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1773613513.098763:0:87216:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613513.098765:0:87216:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:1.0:1773613513.098768:0:87216:0:(file.c:5286:ll_fsync()) Process entered 00000080:00200000:1.0:1773613513.098770:0:87216:0:(file.c:5289:ll_fsync()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff9936503fd348), start 0, end 511, datasync 1 00000080:00000001:1.0:1773613513.098775:0:87216:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1773613513.098777:0:87216:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613513.098779:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.098782:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5c60. 00000020:00000010:1.0:1773613513.098785:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8ae00. 00000020:00000010:1.0:1773613513.098787:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8b800. 00000020:00000010:1.0:1773613513.098790:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848300. 00000008:00000010:1.0:1773613513.098794:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b570b28. 00020000:00000010:1.0:1773613513.098796:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987d80. 00008000:00000010:1.0:1773613513.098799:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f880. 00000080:00000010:1.0:1773613513.098802:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb000. 00000080:00000010:1.0:1773613513.098805:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526238. 00000020:00000010:1.0:1773613513.098807:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8b600. 00000008:00000010:1.0:1773613513.098810:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bdb80. 00020000:00000010:1.0:1773613513.098812:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b1d40. 00008000:00000010:1.0:1773613513.098815:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4528. 00000080:00000010:1.0:1773613513.098817:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb4b0. 00000020:00000001:1.0:1773613513.098819:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431157864 : -113016278393752 : ffff993658df5c68) 00000020:00001000:1.0:1773613513.098821:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5c60 00000020:00000001:1.0:1773613513.098823:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:1.0:1773613513.098825:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613513.098826:0:87216:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613513.098827:0:87216:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613513.098830:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098831:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613513.098833:0:87216:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613513.098835:0:87216:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff993658526298 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773613513.098853:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613513.098856:0:87216:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613513.098857:0:87216:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613513.098859:0:87216:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613513.098860:0:87216:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098862:0:87216:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613513.098864:0:87216:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613513.098866:0:87216:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098867:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098868:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613513.098870:0:87216:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613513.098872:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613513.098874:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098876:0:87216:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613513.098877:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613513.098878:0:87216:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613513.098879:0:87216:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613513.098882:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:1.0:1773613513.098892:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613513.098894:0:87216:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613513.098895:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613513.098898:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5cf0. 00000020:00000010:1.0:1773613513.098901:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993650f8a000. 00000020:00000010:1.0:1773613513.098903:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993650f8a200. 00000020:00000010:1.0:1773613513.098906:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848cc0. 00000008:00000010:1.0:1773613513.098910:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b575940. 00020000:00000010:1.0:1773613513.098912:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987300. 00008000:00000010:1.0:1773613513.098914:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f170. 00000080:00000010:1.0:1773613513.098917:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb540. 00000080:00000010:1.0:1773613513.098920:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658524248. 00000020:00000010:1.0:1773613513.098923:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365a32a000. 00000008:00000010:1.0:1773613513.098926:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bd4a0. 00020000:00000010:1.0:1773613513.098928:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2640. 00008000:00000010:1.0:1773613513.098930:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4be8. 00000080:00000010:1.0:1773613513.098956:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb780. 00000020:00000001:1.0:1773613513.098959:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431158008 : -113016278393608 : ffff993658df5cf8) 00000020:00001000:1.0:1773613513.098960:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5cf0 00000020:00000001:1.0:1773613513.098963:0:87216:0:(cl_object.c:151:cl_object_top()) ffff9936522a76c0 -> ffff99364a947080 00000020:00000001:1.0:1773613513.098964:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613513.098965:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613513.098967:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613513.098968:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098969:0:87216:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098970:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436122536 : -113016273429080 : ffff9936592b1da8) 00000020:00000001:1.0:1773613513.098972:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773613513.098974:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098975:0:87216:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098977:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098979:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773613513.098980:0:87216:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613513.098981:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613513.098982:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613513.098983:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613513.098984:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098985:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098987:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613513.098988:0:87216:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098989:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613513.098990:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098992:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.098993:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773613513.098995:0:87216:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613513.098996:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613513.098997:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613513.098998:0:87216:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773613513.099000:0:87216:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773613513.099005:0:87216:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773613513.099007:0:87216:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773613513.099008:0:87216:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613513.099012:0:87216:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773613513.099013:0:87216:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773613513.099014:0:87216:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446631057190333952 : -113016519217664 : ffff99364a84ae00) 00000008:00000020:1.0:1773613513.099017:0:87216:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff99364a84ae00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1773613513.099020:0:87216:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773613513.099021:0:87216:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773613513.099022:0:87216:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613513.099024:0:87216:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1773613513.099026:0:87216:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1773613513.099028:0:87216:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff99366062e9c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff99364a84ae00], [1703936|1|+|-|ffff99364a937200|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1773613513.099034:0:87216:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000004a4a0a4b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773613513.099043:0:87216:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1773613513.099046:0:87216:0:(osc_cache.c:1864:osc_update_pending()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1773613513.099051:0:87216:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1773613513.099053:0:87216:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1773613513.099056:0:87216:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff99366062e9c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff99364a84ae00], [1703936|1|+|-|ffff99364a937200|256|ffff99365245a7c0]} make ready 00000008:00010000:1.0:1773613513.099062:0:87216:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000004a4a0a4b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773613513.099068:0:87216:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:1.0:1773613513.099070:0:87216:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1773613513.099080:0:87216:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000224a7651[2 000000003fcd0401 1 1 0000000000000000] 00000020:00008000:1.0:1773613513.099081:0:87216:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:1.0:1773613513.099083:0:87216:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:1.0:1773613513.099084:0:87216:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613513.099085:0:87216:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613513.099086:0:87216:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773613513.099087:0:87216:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773613513.099089:0:87216:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613513.099091:0:87216:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 000000003fcd0401 1 1 0000000000000000] 00000020:00000001:1.0:1773613513.099093:0:87216:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1773613513.099094:0:87216:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773613513.099095:0:87216:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1773613513.099097:0:87216:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000224a7651[2 000000003fcd0401 3 1 0000000000000000] 00000020:00000001:1.0:1773613513.099098:0:87216:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1773613513.099100:0:87216:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.099102:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:1.0:1773613513.099103:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:1.0:1773613513.099105:0:87216:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773613513.099107:0:87216:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.099108:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:1.0:1773613513.099110:0:87216:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613513.099113:0:87216:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:1.0:1773613513.099116:0:87216:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff993644bc9800: cli: ffff99364a0c0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1773613513.099120:0:87216:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff99364a8fce98. 00000008:00000010:1.0:1773613513.099124:0:87216:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff99364b627270. 00000020:00000001:1.0:1773613513.099126:0:87216:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773613513.099128:0:87216:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773613513.099129:0:87216:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773613513.099132:0:87216:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773613513/1773613513 00000020:00000001:1.0:1773613513.099135:0:87216:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773613513.099136:0:87216:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1773613513.099139:0:87216:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1773613513.099142:0:87216:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:1.0:1773613513.099143:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613513.099146:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dd00 count: 2 00010000:00000001:1.0:1773613513.099148:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613513.099151:0:87216:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773613513.099154:0:87216:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773613513.099155:0:87216:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613513.099158:0:87216:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613513.099161:0:87216:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613513.099168:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.099169:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613513.099171:0:87216:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773613513.099172:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613513.099174:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613513.099175:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613513.099177:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.099179:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613513.099181:0:87216:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613513.099183:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613513.099184:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773613513.099185:0:87216:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1773613513.099187:0:87216:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1773613513.099192:0:87216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739880. 00000020:00000040:1.0:1773613513.099196:0:87216:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613513.099203:0:87216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613513.099205:0:87216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613513.099207:0:87216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613513.099214:0:87216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e5000. 00000100:00000001:1.0:1773613513.099221:0:87216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613513.099229:0:87216:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 512 00000008:00000020:1.0:1773613513.099234:0:87216:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff993644bc9800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:1.0:1773613513.099239:0:87216:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1773613513.099265:0:87216:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4626 MB/s 00000008:00008000:1.0:1773613513.099274:0:87216:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffcf65c4c51c40 map ffff9936503fd4f8 index 0 flags 17ffffc0005028 count 2 priv ffff993658e14700: off 0 00000008:00000001:1.0:1773613513.099284:0:87216:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1773613513.099286:0:87216:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 30fcedc0 (4) 00000008:00100000:1.0:1773613513.099290:0:87216:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff99364a739880 - object 0x240000400:15948 offset 0<>512 00000008:00000001:1.0:1773613513.099292:0:87216:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.099294:0:87216:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773613513.099295:0:87216:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773613513.099296:0:87216:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773613513.099298:0:87216:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773613513/1773613513 00000020:00000001:1.0:1773613513.099300:0:87216:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773613513.099301:0:87216:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1773613513.099302:0:87216:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1773613513.099305:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613513.099306:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000008:00000002:1.0:1773613513.099317:0:87216:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000e873fdf6, now 0r/1w/0d in flight req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1773613513.099324:0:87216:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x9:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000001:00020000:1.0:1773613513.099328:0:87216:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 sleeping for 4000ms 00010000:00000010:0.1:1773613513.116057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08df00. 00010000:00000001:0.0:1773613513.798394:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.798400:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.798407:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.798408:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.798412:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.798413:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613513.798416:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613513.798418:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613513.801122:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613513.801130:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613513.801134:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773613514.054049:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300603806, at 4300603840 00000100:00000010:3.0:1773613514.054064:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8edcc0. 00000100:00000040:2.0:1773613514.055127:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300603806, at 4300603841 00000100:00000010:2.0:1773613514.055136:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8ed3c0. 00010000:00000001:0.0:1773613514.822067:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613514.822073:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613514.822080:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613514.822081:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613514.822084:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613514.822086:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613514.822089:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613514.822090:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613514.822428:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613514.822432:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613514.822435:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613515.143788:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613515.143804:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613515.143817:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e4e00. 00000020:00000040:0.0:1773613515.143834:0:75734:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1773613515.143839:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613515.143843:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613515.143851:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613515.143861:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500c00. 00000100:00000001:0.0:1773613515.143870:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.143887:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613515.143901:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613515.143907:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.143915:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da76865d] to pc [ptlrpcd_00_01+1] req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.143972:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.143975:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613515.143978:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613515.143982:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613515.143985:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:0.0:1773613515.143987:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613515.143989:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613515.143991:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613515.143996:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500200. 00000100:00000001:0.0:1773613515.143999:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.144004:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613515.144018:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613515.144020:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.144023:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c9f99b] to pc [ptlrpcd_00_00+0] req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.144031:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.144035:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773613515.144039:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773613515.144042:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6680. 00000020:00000040:0.0:1773613515.144044:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=5 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:0.0:1773613515.144046:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613515.144048:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613515.144049:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613515.144054:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500500. 00000100:00000001:1.0:1773613515.144055:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.144059:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.144062:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613515.144068:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613515.144068:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613515.144081:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1773613515.144083:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.144086:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.144101:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018fecd7] to pc [ptlrpcd_00_01+1] req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.144111:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613515.144114:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.144121:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.144122:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613515.144128:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773613515.144128:0:75734:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1773613515.144140:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.144142:0:75734:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1773613515.144149:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477134848:192.168.203.144@tcp:400:kworker.0 00000100:00000010:0.0:1773613515.144150:0:75734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613515.144157:0:75734:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613515.144163:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773613515.144164:0:75734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613515.144168:0:75734:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613515.144170:0:75734:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.144171:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1773613515.144174:0:75734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500100. 02000000:00000001:1.0:1773613515.144176:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.144183:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613515.144191:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a9800. 00000100:00000001:0.0:1773613515.144195:0:75734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.144196:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.144210:0:75734:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1773613515.144211:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613515.144219:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000100:00000001:0.0:1773613515.144230:0:75734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1773613515.144231:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000001:0.0:1773613515.144235:0:75734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773613515.144241:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477134848, portal 25 00000100:00000040:0.0:1773613515.144245:0:75734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_00+0] req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.144247:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613515.144253:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434234368 : -113016275317248 : ffff9936590e4e00) 00000100:00000001:0.0:1773613515.144270:0:75734:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613515.144271:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773613515.144281:0:75734:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5942) 00000100:00000001:1.0:1773613515.144285:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613515.144290:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613515.144293:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385908. 00000100:00000200:1.0:1773613515.144297:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477134848, offset 0 00000100:00000001:0.0:1773613515.144300:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773613515.144305:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613515.144306:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773613515.144318:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.144321:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613515.144332:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773613515.144333:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613515.144348:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613515.144356:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613515.144360:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613515.144362:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613515.144369:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225184:225184:256:4294967295] 192.168.203.144@tcp LPNI seq info [225119:225119:8:4294967295] 00000100:00000001:0.0:1773613515.144376:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1773613515.144382:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.144382:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.144391:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613515.144396:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773613515.144400:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 02000000:00000001:0.0:1773613515.144404:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773613515.144411:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00100000:0.0:1773613515.144415:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477134976:192.168.203.144@tcp:400:kworker.0 00000800:00000010:1.0:1773613515.144420:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddb00. 00000100:00000001:0.0:1773613515.144423:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613515.144432:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1773613515.144433:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 02000000:00000001:0.0:1773613515.144438:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.144444:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1773613515.144445:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613515.144453:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddb00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1773613515.144453:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03e400. 02000000:00000001:0.0:1773613515.144462:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.144473:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613515.144477:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613515.144484:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000001:1.0:1773613515.144487:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773613515.144491:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477134976, portal 10 00000400:00000200:1.0:1773613515.144499:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.144501:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613515.144505:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:1.0:1773613515.144506:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300608891 00000100:00000010:1.0:1773613515.144516:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8487e0. 00000100:00000040:0.0:1773613515.144522:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.144525:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613515.144533:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300608891 00000100:00000001:0.0:1773613515.144538:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1773613515.144540:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a8488a0. 00000100:00000001:1.0:1773613515.144547:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1773613515.144547:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:1.0:1773613515.144556:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1773613515.144557:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17220. 00000100:00000001:1.0:1773613515.144566:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773613515.144566:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477134976, offset 0 00000100:00000001:1.0:1773613515.144579:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.144585:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:1.0:1773613515.144587:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.144597:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1773613515.144597:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613515.144604:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613515.144608:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773613515.144611:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:1.0:1773613515.144612:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613515.144619:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1773613515.144622:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1773613515.144630:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773613515.144631:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613515.144640:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613515.144647:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613515.144663:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225185:225185:255:4294967295] 192.168.203.144@tcp LPNI seq info [225120:225120:7:4294967295] 00000100:00000001:1.0:1773613515.144664:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613515.144669:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.144676:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:1.0:1773613515.144677:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613515.144682:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613515.144686:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613515.144697:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477135104:192.168.203.144@tcp:400:kworker.0 00000400:00000200:0.0:1773613515.144698:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:1.0:1773613515.144714:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1773613515.144721:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 02000000:00000001:1.0:1773613515.144722:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613515.144726:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773613515.144727:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500700. 02000000:00000001:1.0:1773613515.144730:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613515.144738:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a8600. 00000800:00000200:0.0:1773613515.144738:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 02000000:00000001:1.0:1773613515.144747:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613515.144754:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:0.0:1773613515.144756:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000010:1.0:1773613515.144760:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000800:00000200:0.0:1773613515.144763:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1773613515.144768:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000001:0.0:1773613515.144770:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773613515.144774:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477135104, portal 4 00000100:00000040:0.0:1773613515.144777:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 460462 usecs (461 jiffies) 00000100:00000001:1.0:1773613515.144780:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613515.144784:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434240640 : -113016275310976 : ffff9936590e6680) 00000400:00000200:0.0:1773613515.144785:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.144794:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300605391 00000100:00000040:1.0:1773613515.144800:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.144802:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613515.144809:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300605391 00000100:00000001:0.0:1773613515.144818:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613515.144836:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613515.144839:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773613515.144843:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613515.144851:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613515.144852:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1773613515.144856:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385770. 00000100:00000040:0.0:1773613515.144863:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613515.144865:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477135104, offset 0 00000100:00000001:0.0:1773613515.144877:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613515.144879:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.144888:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613515.144892:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773613515.144900:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 02000000:00000001:0.0:1773613515.144902:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613515.144910:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477135232:192.168.203.144@tcp:400:kworker.0 00000400:00000200:1.0:1773613515.144911:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.144921:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613515.144925:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1773613515.144926:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 02000000:00000001:0.0:1773613515.144929:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.144988:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1773613515.144989:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1773613515.144994:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99364a03ee00. 00000400:00000200:1.0:1773613515.144998:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 02000000:00000001:0.0:1773613515.145000:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613515.145006:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613515.145012:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613515.145018:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000010:0.0:1773613515.145020:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000200:1.0:1773613515.145029:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225186:225186:254:4294967295] 192.168.203.144@tcp LPNI seq info [225121:225121:6:4294967295] 00000400:00000010:0.0:1773613515.145029:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613515.145035:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477135232, portal 4 00000100:00000001:0.0:1773613515.145041:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1773613515.145042:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.145044:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613515.145057:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773613515.145060:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613515.145085:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:0.0:1773613515.145095:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1773613515.145096:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd600. 00000100:00000040:0.0:1773613515.145106:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000800:00000200:1.0:1773613515.145111:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000400:00000010:0.0:1773613515.145113:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17bb0. 00000100:00000200:0.0:1773613515.145120:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477135232, offset 0 00000800:00000200:1.0:1773613515.145122:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613515.145130:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773613515.145135:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:1.0:1773613515.145139:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.145145:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:1.0:1773613515.145146:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1008395 usecs (1009 jiffies) 00000400:00000200:1.0:1773613515.145154:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613515.145154:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:1.0:1773613515.145160:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300605940 00000400:00000200:0.0:1773613515.145164:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773613515.145166:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000400:00000200:0.0:1773613515.145172:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:1.0:1773613515.145173:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300605940 00000100:00000001:1.0:1773613515.145179:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000400:00000200:0.0:1773613515.145184:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773613515.145185:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773613515.145193:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:1.0:1773613515.145194:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.145202:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.145203:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225187:225187:253:4294967295] 192.168.203.144@tcp LPNI seq info [225122:225122:5:4294967295] 00000100:00000001:1.0:1773613515.145206:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773613515.145216:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613515.145217:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613515.145220:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613515.145225:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613515.145229:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613515.145234:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613515.145242:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:1.0:1773613515.145245:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773613515.145254:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613515.145261:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500a00. 00000800:00000200:0.0:1773613515.145266:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613515.145272:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613515.145275:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613515.145281:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.145286:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 511733 usecs (512 jiffies) 00000400:00000200:0.0:1773613515.145290:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613515.145292:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300605443 00000100:00000001:0.0:1773613515.145294:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613515.145297:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300605443 00000100:00000001:0.0:1773613515.145298:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613515.145301:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613515.145303:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.145306:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.145309:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.145317:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613515.145319:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613515.145321:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.145323:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613515.145324:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.145327:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613515.145485:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613515.145490:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddb00. 00000400:00000200:3.0:1773613515.145496:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.145502:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613515.145507:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385908 00000400:00000010:3.0:1773613515.145509:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385908. 00000100:00000001:3.0:1773613515.145516:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613515.145522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145532:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613515.145536:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145542:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613515.145543:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613515.145553:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613515.145555:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500700. 00000400:00000200:3.0:1773613515.145559:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.145563:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613515.145565:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17220 00000400:00000010:3.0:1773613515.145567:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17220. 00000100:00000001:3.0:1773613515.145569:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613515.145573:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145579:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613515.145581:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145586:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613515.145588:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613515.145593:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613515.145595:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd600. 00000400:00000200:3.0:1773613515.145597:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.145600:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613515.145602:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385770 00000400:00000010:3.0:1773613515.145603:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385770. 00000100:00000001:3.0:1773613515.145605:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613515.145608:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145613:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613515.145616:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145621:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613515.145622:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613515.145677:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613515.145679:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500a00. 00000400:00000200:3.0:1773613515.145682:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.145685:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613515.145687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17bb0 00000400:00000010:3.0:1773613515.145689:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17bb0. 00000100:00000001:3.0:1773613515.145691:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613515.145695:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145701:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613515.145703:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.145708:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613515.145710:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613515.150478:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150493:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613515.150496:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150498:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.150506:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150514:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613515.150521:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150673:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150686:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150693:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d0f400 00000400:00000200:3.0:1773613515.150699:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150708:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5f75 [1] + 224 00000800:00000001:3.0:1773613515.150720:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150735:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.150739:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.150744:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613515.150762:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613515.150774:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613515.150787:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.150806:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613515.150818:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150823:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613515.150835:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150838:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.150842:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150846:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613515.150853:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150856:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150859:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150861:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d0f480 00000400:00000200:3.0:1773613515.150865:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.150869:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5f7d [1] + 224 00000800:00000001:3.0:1773613515.150873:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150881:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.150883:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.150886:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613515.150889:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613515.150894:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613515.150904:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.150923:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613515.150928:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.150931:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.151459:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.151465:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613515.151473:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613515.151475:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613515.151479:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:0.0:1773613515.151484:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:0.0:1773613515.151487:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:0.0:1773613515.151490:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613515.151496:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613515.151506:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.151513:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613515.151514:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.151517:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613515.151520:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613515.151523:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613515.151525:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.151529:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613515.151540:0:2389:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=143 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613515.151544:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=33 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613515.151547:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613515.151549:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.151552:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613515.151556:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.151560:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613515.151562:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215238 00000100:00000001:0.0:1773613515.151564:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613515.151567:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.151572:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.151588:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613515.151592:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613515.151595:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613515.151599:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613515.151614:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477134976:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613515.151620:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.151623:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613515.151626:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477134976/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.151633:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613515.151636:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613515.151645:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03e400. 02000000:00000001:0.0:1773613515.151649:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613515.151652:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613515.151653:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613515.151655:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613515.151658:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500200. 02000000:00000001:0.0:1773613515.151663:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613515.151666:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613515.151668:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613515.151671:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613515.151673:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.151676:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.151678:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.151679:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613515.151681:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.151682:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.152061:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613515.152068:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613515.152077:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613515.152079:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613515.152082:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613515.152089:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:1.0:1773613515.152092:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:1.0:1773613515.152098:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613515.152107:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613515.152119:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.152126:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613515.152128:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.152131:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613515.152134:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613515.152136:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613515.152139:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.152142:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613515.152148:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613515.152152:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613515.152154:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613515.152156:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613515.152158:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613515.152160:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.152163:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613515.152167:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.152174:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613515.152177:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613515.152179:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613515.152184:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613515.152191:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477134848:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613515.152196:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.152198:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613515.152201:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e4e00 x1859762477134848/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.152207:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613515.152210:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613515.152213:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a9800. 02000000:00000001:1.0:1773613515.152217:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613515.152220:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613515.152222:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613515.152224:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613515.152226:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500c00. 02000000:00000001:1.0:1773613515.152231:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613515.152233:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613515.152234:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e4e00. 00000100:00000001:1.0:1773613515.152238:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613515.152240:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.152243:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.152245:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613515.152246:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613515.152248:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.152249:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613515.154837:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.154861:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613515.154866:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.154868:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.154880:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.154889:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613515.154899:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.154904:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.154911:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.154916:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0f500 00000400:00000200:3.0:1773613515.154922:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.154929:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5f85 [1] + 224 00000800:00000001:3.0:1773613515.154981:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.154988:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.154992:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613515.154997:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613515.155005:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613515.155015:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613515.155026:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613515.155037:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613515.155046:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.155050:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613515.155052:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.155053:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.155057:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.155061:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613515.155065:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.155068:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.155071:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.155075:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0f580 00000400:00000200:3.0:1773613515.155078:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613515.155085:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5f8d [1] + 224 00000800:00000001:3.0:1773613515.155089:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.155097:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613515.155099:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773613515.155102:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773613515.155104:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:1.0:1773613515.155111:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613515.155113:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613515.155121:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1773613515.155123:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613515.155129:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613515.155136:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613515.155148:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000100:00000040:3.0:1773613515.155149:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773613515.155154:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:1.0:1773613515.155167:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773613515.155174:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1773613515.155181:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1773613515.155188:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613515.155194:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773613515.155200:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.155210:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613515.155212:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.155214:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613515.155217:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613515.155220:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613515.155222:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613515.155226:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613515.155236:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=143 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613515.155240:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613515.155243:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613515.155244:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613515.155247:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613515.155251:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.155254:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613515.155256:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640285 00000100:00000001:1.0:1773613515.155258:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613515.155260:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613515.155266:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.155278:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613515.155281:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613515.155282:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613515.155286:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613515.155293:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477135104:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613515.155298:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.155300:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613515.155304:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6680 x1859762477135104/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613515.155310:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613515.155312:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613515.155315:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a8600. 02000000:00000001:1.0:1773613515.155319:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613515.155321:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613515.155323:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613515.155325:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613515.155328:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500500. 02000000:00000001:1.0:1773613515.155333:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613515.155335:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613515.155337:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6680. 00000100:00000001:1.0:1773613515.155340:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613515.155341:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.155344:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613515.155350:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613515.155352:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613515.155354:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613515.155357:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.156171:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.156178:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613515.156195:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613515.156198:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613515.156201:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613515.156208:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613515.156212:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613515.156216:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613515.156225:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613515.156243:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.156249:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613515.156251:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.156254:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613515.156256:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613515.156259:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613515.156261:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613515.156263:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613515.156272:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=143 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613515.156276:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=89 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613515.156278:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613515.156280:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.156283:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613515.156287:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.156292:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613515.156295:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613515.156297:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613515.156300:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613515.156315:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.156322:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613515.156325:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613515.156327:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613515.156331:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613515.156338:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477135232:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613515.156342:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.156345:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613515.156348:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477135232/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613515.156359:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613515.156361:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613515.156365:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99364a03ee00. 02000000:00000001:0.0:1773613515.156369:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613515.156371:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613515.156373:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613515.156375:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613515.156377:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500100. 02000000:00000001:0.0:1773613515.156381:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613515.156383:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613515.156385:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:0.0:1773613515.156388:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613515.156389:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.156392:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613515.156400:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613515.156402:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613515.156404:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613515.156406:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.847267:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613515.847277:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.847286:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613515.847287:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.847291:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613515.847293:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613515.847297:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613515.847298:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613515.847478:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613515.847483:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613515.847487:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773613516.179727:0:87289:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613516.179736:0:87289:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613516.179740:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3b78 00000080:00200000:1.0:1773613516.179746:0:87289:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613516.179756:0:87289:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a9800. 00800000:00000002:1.0:1773613516.179764:0:87289:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613516.179769:0:87289:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613516.179775:0:87289:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613516.179778:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3a98 00800000:00000002:1.0:1773613516.179780:0:87289:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613516.179785:0:87289:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613516.179789:0:87289:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613516.179797:0:87289:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613516.179799:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3968 00000002:00010000:1.0:1773613516.179802:0:87289:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613516.179806:0:87289:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613516.179826:0:87289:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613516.179830:0:87289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613516.179839:0:87289:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.179842:0:87289:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.179845:0:87289:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.179848:0:87289:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613516.179851:0:87289:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613516.179858:0:87289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73b800. 00000020:00000040:1.0:1773613516.179863:0:87289:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613516.179871:0:87289:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613516.179877:0:87289:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613516.179887:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.179889:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.179891:0:87289:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.179894:0:87289:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613516.179897:0:87289:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613516.179903:0:87289:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613516.179912:0:87289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e6000. 00000100:00000001:1.0:1773613516.179920:0:87289:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613516.179927:0:87289:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613516.179929:0:87289:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613516.179932:0:87289:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613516.184669:0:87289:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613516.184678:0:87289:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.184696:0:87289:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00010000:00000001:1.0:1773613516.184712:0:87289:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613516.184715:0:87289:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613516.184732:0:87289:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aae00. 00010000:00000010:1.0:1773613516.184739:0:87289:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345600. 00010000:00000001:1.0:1773613516.184744:0:87289:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613516.184748:0:87289:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b9000. 00000020:00000001:1.0:1773613516.184754:0:87289:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613516.184757:0:87289:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b9000 with handle 0xa1aa084204a0121c to hash 00000020:00000001:1.0:1773613516.184760:0:87289:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613516.184762:0:87289:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.184765:0:87289:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.184770:0:87289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613516.184774:0:87289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613516.184779:0:87289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613516.184790:0:87289:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613516.184804:0:87289:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87289 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613516.184811:0:87289:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613516.184814:0:87289:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613516.184831:0:87289:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613516.184834:0:87289:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613516.184838:0:87289:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613516.184839:0:87289:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000001:1.0:1773613516.184845:0:87289:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613516.184849:0:87289:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.184853:0:87289:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613516.184855:0:87289:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613516.184870:0:87289:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.184878:0:87289:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613516.184881:0:87289:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613516.184886:0:87289:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613516.185474:0:87289:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613516.185480:0:87289:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613516.185487:0:87289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87289:1859762477135360:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613516.185492:0:87289:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613516.185500:0:87289:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613516.185503:0:87289:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613516.185506:0:87289:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613516.185514:0:87289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364980f000. 02000000:00000001:1.0:1773613516.185516:0:87289:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613516.185527:0:87289:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613516.185532:0:87289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613516.185539:0:87289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613516.185548:0:87289:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477135360, portal 10 00000100:00000001:1.0:1773613516.185551:0:87289:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613516.185552:0:87289:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189222400 : -113016520329216 : ffff99364a73b800) 00000100:00000040:1.0:1773613516.185560:0:87289:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.185568:0:87289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613516.185571:0:87289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613516.185573:0:87289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385990. 00000100:00000200:1.0:1773613516.185577:0:87289:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477135360, offset 0 00000400:00000200:1.0:1773613516.185586:0:87289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613516.185597:0:87289:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613516.185605:0:87289:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613516.185611:0:87289:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613516.185616:0:87289:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613516.185622:0:87289:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613516.185625:0:87289:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613516.185628:0:87289:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225188:225188:256:4294967295] 192.168.203.144@tcp LPNI seq info [225123:225123:8:4294967295] 00000400:00000200:1.0:1773613516.185632:0:87289:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613516.185644:0:87289:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613516.185651:0:87289:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613516.185658:0:87289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddf00. 00000800:00000200:1.0:1773613516.185666:0:87289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613516.185675:0:87289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613516.185681:0:87289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773613516.185910:0:87289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613516.185916:0:87289:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 459526 usecs (460 jiffies) 00000400:00000200:1.0:1773613516.185920:0:87289:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613516.185924:0:87289:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300606431 00000100:00000001:1.0:1773613516.185928:0:87289:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:1.0:1773613516.185931:0:87289:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300606431 00000100:00000001:1.0:1773613516.185949:0:87289:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:1.0:1773613516.185951:0:87289:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613516.185954:0:87289:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.185957:0:87289:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613516.185959:0:87289:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613516.185962:0:87289:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 50 seconds 00000100:00000001:1.0:1773613516.185965:0:87289:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613516.185969:0:87289:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613516.188221:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613516.188232:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddf00. 00000400:00000200:3.0:1773613516.188239:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613516.188251:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613516.188261:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385990 00000400:00000010:3.0:1773613516.188265:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385990. 00000100:00000001:3.0:1773613516.188274:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613516.188283:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613516.188298:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613516.188302:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613516.188310:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613516.188312:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613516.202315:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613516.202338:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613516.202343:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613516.202345:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613516.202357:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613516.202367:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613516.202378:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613516.202383:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613516.202390:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613516.202394:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d0f600 00000400:00000200:3.0:1773613516.202400:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613516.202409:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5f95 [1] + 224 00000800:00000001:3.0:1773613516.202421:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613516.202430:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613516.202434:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613516.202439:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613516.202448:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613516.202501:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613516.202513:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.202595:0:87289:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613516.202866:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613516.202881:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613516.202886:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773613516.204356:0:87289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613516.204363:0:87289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613516.204368:0:87289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613516.204377:0:87289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:1.0:1773613516.204380:0:87289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:1.0:1773613516.204387:0:87289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613516.204400:0:87289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613516.204412:0:87289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613571 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204421:0:87289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613516.204424:0:87289:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613516.204426:0:87289:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613516.204431:0:87289:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613516.204433:0:87289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613516.204437:0:87289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613516.204441:0:87289:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613516.204453:0:87289:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=144 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613516.204458:0:87289:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=34 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613516.204461:0:87289:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613516.204463:0:87289:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613516.204467:0:87289:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613516.204471:0:87289:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.204475:0:87289:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773613516.204478:0:87289:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: committing for last_committed 103079215252 gen 10 00000100:00000040:1.0:1773613516.204485:0:87289:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215252) req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204493:0:87289:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613516.204495:0:87289:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995072 : -113016520556544 : ffff99364a704000) 00000100:00000001:1.0:1773613516.204498:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204502:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204509:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.204511:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204516:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204523:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613516.204526:0:87289:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993643f7bcc0. 00000100:00000001:1.0:1773613516.204531:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204534:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704000 x1859762477132032/t103079215243(103079215243) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1773613567 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204541:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613516.204545:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613516.204547:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613516.204549:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613516.204553:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b28800. 02000000:00000001:1.0:1773613516.204557:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613516.204559:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613516.204562:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704000. 00000100:00000001:1.0:1773613516.204565:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613516.204567:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613516.204642:0:87289:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215252) req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204651:0:87289:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613516.204652:0:87289:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561980416 : -113016147571200 : ffff993660ab8e00) 00000100:00000001:1.0:1773613516.204655:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204659:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204665:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.204667:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204671:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204678:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613516.204680:0:87289:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff993658ca51a0. 00000100:00000001:1.0:1773613516.204683:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.204898:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab8e00 x1859762477132288/t103079215244(103079215244) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613567 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.204906:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613516.204908:0:87289:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613516.204911:0:87289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613516.204987:0:87289:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613516.204989:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613516.204990:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613516.204993:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613516.204995:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a786400. 02000000:00000001:1.0:1773613516.204998:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613516.204999:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613516.205000:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8e00. 00000100:00000001:1.0:1773613516.205002:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613516.205004:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613516.205008:0:87289:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215252) req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205014:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.205017:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477132672/t103079215245(103079215245) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205023:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613516.205024:0:87289:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613516.205025:0:87289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e7800. 02000000:00000001:1.0:1773613516.205028:0:87289:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613516.205029:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613516.205030:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613516.205032:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613516.205033:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8b000. 02000000:00000001:1.0:1773613516.205036:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613516.205037:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613516.205039:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:1.0:1773613516.205042:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613516.205043:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613516.205046:0:87289:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215252) req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205053:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.205055:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477133056/t103079215246(103079215246) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205067:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613516.205068:0:87289:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613516.205070:0:87289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a1e7400. 02000000:00000001:1.0:1773613516.205072:0:87289:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613516.205073:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613516.205074:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613516.205076:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613516.205077:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993650f8aa00. 02000000:00000001:1.0:1773613516.205079:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613516.205081:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613516.205082:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:1.0:1773613516.205084:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613516.205086:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613516.205090:0:87289:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215252) req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613516.205097:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.205099:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660ab9880 x1859762477133696/t103079215249(103079215249) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1773613567 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613516.205105:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613516.205106:0:87289:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613516.205108:0:87289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a787c00. 02000000:00000001:1.0:1773613516.205110:0:87289:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613516.205112:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613516.205112:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613516.205114:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613516.205115:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660ea9a00. 02000000:00000001:1.0:1773613516.205118:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613516.205120:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613516.205121:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9880. 00000100:00000001:1.0:1773613516.205123:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613516.205124:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773613516.205129:0:87289:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205142:0:87289:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773613516.205145:0:87289:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: normal: skip=1 replay=5/6 committed=0/0 00000100:00000001:1.0:1773613516.205149:0:87289:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613516.205151:0:87289:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613516.205156:0:87289:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613571 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205163:0:87289:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613516.205166:0:87289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613516.205168:0:87289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613516.205172:0:87289:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613571 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613516.205179:0:87289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73b800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87289:1859762477135360:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1773613516.205184:0:87289:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613516.205188:0:87289:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613516.205190:0:87289:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613516.205192:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613516.205195:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613571 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613516.205200:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613516.205203:0:87289:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613516.205206:0:87289:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613516.205207:0:87289:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613516.205210:0:87289:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613516.205215:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205218:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205222:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=4 00000020:00000001:1.0:1773613516.205225:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205228:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000040:1.0:1773613516.205236:0:87289:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b9000, remote cookie: 0x1dc4d5fc0aabdb71, flags: 0x1001 00010000:00010000:1.0:1773613516.205242:0:87289:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613516.205255:0:87289:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205263:0:87289:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613516.205268:0:87289:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613516.205270:0:87289:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613516.205271:0:87289:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613516.205273:0:87289:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613516.205352:0:87289:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a9aae00) refcount = 1 00010000:00010000:1.0:1773613516.205358:0:87289:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205366:0:87289:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613516.205370:0:87289:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613516.205372:0:87289:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613516.205376:0:87289:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613516.205379:0:87289:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613516.205382:0:87289:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205388:0:87289:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613516.205389:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205391:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.205392:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205393:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.205395:0:87289:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.205401:0:87289:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613516.205403:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205404:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205406:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:1.0:1773613516.205408:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205411:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205413:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205415:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205416:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=4 00000020:00000001:1.0:1773613516.205418:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205419:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205422:0:87289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613516.205426:0:87289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613516.205429:0:87289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205435:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205436:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.205437:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205438:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205440:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=5 00000020:00000001:1.0:1773613516.205441:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205443:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205445:0:87289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613516.205448:0:87289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205453:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205454:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613516.205456:0:87289:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205461:0:87289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613516.205463:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205464:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.205465:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205466:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613516.205471:0:87289:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613571 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613516.205480:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205481:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205482:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:1.0:1773613516.205484:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205486:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205488:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205489:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613516.205490:0:87289:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.205493:0:87289:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613516.205496:0:87289:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613516.205499:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205500:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205502:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:1.0:1773613516.205504:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205506:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00000002:00010000:1.0:1773613516.205510:0:87289:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613516.205516:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205518:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613516.205519:0:87289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613516.205521:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613516.205522:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613516.205523:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:1.0:1773613516.205525:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:1.0:1773613516.205526:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000040:1.0:1773613516.205534:0:87289:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613516.205537:0:87289:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613516.205541:0:87289:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613516.205544:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613516.205545:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613516.205547:0:87289:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613516.205551:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee38e8 00000002:00002000:1.0:1773613516.205553:0:87289:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613516.205556:0:87289:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613516.205560:0:87289:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613516.205563:0:87289:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613516.205567:0:87289:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613516.205570:0:87289:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613516.205655:0:87289:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613516.205660:0:87289:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a9800. 00000080:00000001:1.0:1773613516.205665:0:87289:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613516.205667:0:87289:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613516.205675:0:87289:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613516.205680:0:87289:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773613516.209101:0:87289:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff993650f356c0. 00800000:00000001:2.0:1773613516.209115:0:87289:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057298249408 : -113016411302208 : ffff993650f356c0) 00800000:00000001:2.0:1773613516.209120:0:87289:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773613516.209124:0:87289:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773613516.209131:0:87289:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773613516.209133:0:87289:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773613516.209137:0:87289:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773613516.209142:0:87289:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773613516.209144:0:87289:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209150:0:87289:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773613516.209154:0:87289:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773613516.209160:0:87289:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:2.0:1773613516.209164:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613516.209168:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613516.209172:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:2.0:1773613516.209174:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209178:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209181:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613516.209183:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773613516.209184:0:87289:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773613516.209190:0:87289:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773613516.209192:0:87289:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff993650f356c0 1 00800000:00000010:2.0:1773613516.209195:0:87289:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff993650f356c0. 00800000:00000001:2.0:1773613516.209200:0:87289:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613516.209205:0:87289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0121c 00800000:00000001:2.0:1773613516.209208:0:87289:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613516.209212:0:87289:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613516.209213:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613516.209215:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613516.209216:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:2.0:1773613516.209218:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209220:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209223:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613516.209224:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613516.209226:0:87289:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613516.209228:0:87289:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209230:0:87289:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613516.209233:0:87289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613516.209237:0:87289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0121c from it ffffaca8c1ee3bb0 00010000:00000001:2.0:1773613516.209239:0:87289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613516.209241:0:87289:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613516.209243:0:87289:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:2.0:1773613516.209245:0:87289:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209247:0:87289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:2.0:1773613516.209250:0:87289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613516.209256:0:87289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613516.209265:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613516.209266:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613516.209268:0:87289:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613516.209271:0:87289:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613516.209274:0:87289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613516.209286:0:87289:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613516.209290:0:87289:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613516.209292:0:87289:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613516.209297:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613516.209298:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613516.209309:0:87289:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613516.209313:0:87289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613516.209316:0:87289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613516.209318:0:87289:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613516.209321:0:87289:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613516.209322:0:87289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613516.209324:0:87289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613516.209326:0:87289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613516.209329:0:87289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613516.209344:0:87289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73b800 x1859762477135360/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613571 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613516.209352:0:87289:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613516.209356:0:87289:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613516.209361:0:87289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364980f000. 02000000:00000001:2.0:1773613516.209365:0:87289:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613516.209367:0:87289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613516.209370:0:87289:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613516.209372:0:87289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613516.209375:0:87289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e6000. 02000000:00000001:2.0:1773613516.209380:0:87289:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613516.209381:0:87289:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613516.209383:0:87289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73b800. 00000100:00000001:2.0:1773613516.209388:0:87289:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613516.209389:0:87289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613516.209394:0:87289:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 44 00000080:00000001:2.0:1773613516.209399:0:87289:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209408:0:87289:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773613516.209411:0:87289:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613516.209414:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3b78 00000080:00200008:2.0:1773613516.209416:0:87289:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 504000 00000080:00000010:2.0:1773613516.209422:0:87289:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159f040. 00000080:00000001:2.0:1773613516.209427:0:87289:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209428:0:87289:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209504:0:87289:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773613516.209507:0:87289:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=8028667f arg=7ffe1ee1f820 00000080:00000001:2.0:1773613516.209514:0:87289:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000080:00000001:2.0:1773613516.209517:0:87289:0:(llite_lib.c:4097:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1773613516.209520:0:87289:0:(llite_lib.c:4103:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209521:0:87289:0:(llite_lib.c:3489:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209523:0:87289:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209537:0:87289:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:2.0:1773613516.209539:0:87289:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773613516.209542:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3db0 00000080:00200008:2.0:1773613516.209544:0:87289:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 504000 00000080:00400000:2.0:1773613516.209548:0:87289:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1773613516.209552:0:87289:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364159f040. 00000080:00000001:2.0:1773613516.209555:0:87289:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773613516.209557:0:87289:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ee3db0 00000080:00000008:2.0:1773613516.209559:0:87289:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), flags 504000, rc = 0 00000080:00000001:2.0:1773613516.209562:0:87289:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613516.209564:0:87289:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871207:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613516.871216:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613516.871218:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613516.871221:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871226:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613516.871228:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871230:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871232:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871236:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613516.871238:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871243:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613516.871244:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613516.871248:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613516.871249:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613516.871608:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613516.871612:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613516.871614:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:3.0:1773613517.182189:0:87216:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 awake 00000100:00000040:3.0:1773613517.185304:0:87216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004dfc912] to pc [ptlrpcd_01_00+0] req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773613517.185341:0:87216:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1773613517.185343:0:87216:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185347:0:87216:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185349:0:87216:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613517.185351:0:87216:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185353:0:87216:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613517.185354:0:87216:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185356:0:87216:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773613517.185357:0:87216:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185360:0:87216:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773613517.185362:0:87216:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.185364:0:87216:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1773613517.185368:0:87216:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=1. 00000008:00000001:3.0:1773613517.185371:0:87216:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773613517.185374:0:87216:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.185377:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.185379:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.185382:0:87216:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.185383:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.185386:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773613517.185389:0:87216:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773613517.185391:0:87216:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773613517.185392:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773613517.185393:0:87216:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1773613517.185396:0:87216:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:3.0:1773613517.185400:0:87216:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.185872:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.185877:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.185880:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613517.185894:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.185903:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613517.185905:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.185909:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613517.185913:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613517.185915:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.185919:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477134720:192.168.203.144@tcp:4:dd.0 00000100:00000001:2.0:1773613517.185923:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613517.185928:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613517.185931:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.185966:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613517.185973:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a787400. 02000000:00000001:2.0:1773613517.185976:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613517.185983:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613517.185987:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9dc0. 00000400:00000010:2.0:1773613517.185993:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d74c8. 00000100:00000200:2.0:1773613517.186000:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477134720, portal 4 00000100:00000001:2.0:1773613517.186002:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.186003:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000100:00000040:2.0:1773613517.186011:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.186018:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.186021:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.186024:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d75d8. 00000100:00000200:2.0:1773613517.186026:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 1000 bytes to portal 6, xid 1859762477134720, offset 0 00000400:00000200:2.0:1773613517.186032:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.186040:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.186046:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.186051:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613517.186055:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613517.186059:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613517.186062:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613517.186066:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225189:225189:256:4294967295] 192.168.203.144@tcp LPNI seq info [225124:225124:8:4294967295] 00000400:00000200:2.0:1773613517.186070:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.186079:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.186085:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1000 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.186090:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415b00. 00000800:00000200:2.0:1773613517.186097:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.186105:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.186108:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415b00 type 1, nob 1096 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.186120:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.186125:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 1002712 usecs (1003 jiffies) 00000400:00000200:2.0:1773613517.186127:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613517.186130:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607974 00000100:00000001:2.0:1773613517.186133:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.186135:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607974 00000100:00000001:2.0:1773613517.186138:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.186140:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.186143:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.186146:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.186148:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.186155:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.186157:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=161 : 161 : a1) 00000100:00000001:2.0:1773613517.186160:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.186161:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.186162:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.186164:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.186185:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.186187:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.190221:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.190229:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415b00. 00000400:00000200:3.0:1773613517.190234:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.190243:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.190250:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d75d8 00000400:00000010:3.0:1773613517.190252:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d75d8. 00000100:00000001:3.0:1773613517.190257:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.190265:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.190277:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.190280:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.190288:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.190290:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.202230:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.202245:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.202248:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.202250:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.202259:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.202266:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.202273:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.202278:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.202283:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.202286:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x69b71b1d0f380 00000400:00000200:3.0:1773613517.202291:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.202296:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x1b5f9d [1] + 224 00000800:00000001:3.0:1773613517.202303:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.202310:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.202314:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.202318:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.202325:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.202334:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.202344:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.202366:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.202375:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.202378:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.202557:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.202561:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613517.202567:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613517.202569:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613517.202573:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9dc0. 00000400:00000200:2.0:1773613517.202578:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d74c8 00000400:00000010:2.0:1773613517.202580:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d74c8. 00000100:00000001:2.0:1773613517.202583:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.202588:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613517.202597:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739880 x1859762477134720/t0(0) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202603:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613517.202604:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.202607:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613517.202610:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613517.202612:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.202614:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.202617:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613517.202626:0:2391:0:(import.c:2136:obd_at_measure()) add 125 to ffff99364a1f1530 time=6 v=125 (125 125 0 36) 00000100:00001000:2.0:1773613517.202630:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=140 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613517.202633:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613517.202635:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.202638:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613517.202641:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.202645:0:2391:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773613517.202647:0:2391:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773613517.202648:0:2391:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773613517.202651:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.202652:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189214336 : -113016520337280 : ffff99364a739880) 00000100:00000001:2.0:1773613517.202655:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773613517.202657:0:2391:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640287 gen 8 00000100:00000040:2.0:1773613517.202662:0:2391:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640287) req@ffff993660aba680 x1859762477133952/t47244640287(47244640287) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202669:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.202672:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477133952/t47244640287(47244640287) o10->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 440/432 e 0 to 0 dl 1773613679 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202678:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613517.202681:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613517.202684:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b29c00. 02000000:00000001:2.0:1773613517.202687:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613517.202690:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613517.202692:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613517.202694:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613517.202697:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993660ea8200. 02000000:00000001:2.0:1773613517.202700:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613517.202702:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613517.202704:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:2.0:1773613517.202707:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613517.202709:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773613517.202712:0:2391:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202719:0:2391:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773613517.202721:0:2391:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:2.0:1773613517.202724:0:2391:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613517.202727:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.202731:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202738:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.202741:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613517.202742:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773613517.202746:0:2391:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:2.0:1773613517.202748:0:2391:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1773613517.202752:0:2391:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1773613517.202755:0:2391:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1773613517.202758:0:2391:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for usr 0 00000001:04000000:2.0:1773613517.202760:0:2391:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for grp 0 00000001:04000000:2.0:1773613517.202762:0:2391:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff993644bc9800: setdq to remove for prj 0 00000001:00000001:2.0:1773613517.202764:0:2391:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773613517.202766:0:2391:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1773613517.202769:0:2391:0:(osc_request.c:2085:check_write_checksum()) checksum 30fcedc0 confirmed 00000008:00000001:2.0:1773613517.202773:0:2391:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1773613517.202776:0:2391:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1773613517.202778:0:2391:0:(osc_request.c:2579:brw_interpret()) request ffff99364a739880 aa ffff99364a739a30 rc 0 00000020:00000001:2.0:1773613517.202784:0:2391:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613517.202787:0:2391:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613517.202789:0:2391:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613517.202792:0:2391:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613517.202794:0:2391:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.202796:0:2391:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.202798:0:2391:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000010:2.0:1773613517.202800:0:2391:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff99364b627270. 00000020:00000001:2.0:1773613517.202804:0:2391:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613517.202806:0:2391:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1773613517.202837:0:2391:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1773613517.202840:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.202844:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.202850:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613517.202854:0:2391:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:2.0:1773613517.202857:0:2391:0:(osc_cache.c:901:osc_extent_finish()) extent ffff99366062e9c0@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff99364a84ae00], [1703936|1|+|+|ffff99364a937200|256|ffff99365245a7c0]} extent finished. 00000008:00010000:2.0:1773613517.202864:0:2391:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000004a4a0a4b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773613517.202876:0:2391:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:2.0:1773613517.202878:0:2391:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:2.0:1773613517.202882:0:2391:0:(cl_page.c:1144:cl_page_complete()) page@00000000224a7651[2 000000003fcd0401 3 1 0000000000000000] 00000020:00000001:2.0:1773613517.202884:0:2391:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:2.0:1773613517.202886:0:2391:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773613517.203005:0:2391:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773613517.203008:0:2391:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773613517.203011:0:2391:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 000000003fcd0401 3 1 0000000000000000] 00000020:00000001:2.0:1773613517.203013:0:2391:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1773613517.203014:0:2391:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1773613517.203017:0:2391:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1773613517.203019:0:2391:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000224a7651[2 000000003fcd0401 1 1 0000000000000000] 00000080:00008000:2.0:1773613517.203021:0:2391:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1773613517.203037:0:2391:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1773613517.203039:0:2391:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:2.0:1773613517.203040:0:2391:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773613517.203043:0:2391:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[2 000000003fcd0401 1 1 0000000000000000] 00000020:00000001:2.0:1773613517.203045:0:2391:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:2.0:1773613517.203046:0:2391:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1773613517.203047:0:2391:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:2.0:1773613517.203050:0:2391:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:2.0:1773613517.203061:0:2391:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff99366062e9c0@{[0 -> 255/255], [2|0|-|inv|wuY|ffff99364a84ae00], [1703936|0|-|-|ffff99364a937200|256|ffff99365245a7c0]} destroyed. 00000008:00010000:2.0:1773613517.203067:0:2391:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004a4a0a4b ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773613517.203075:0:2391:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773613517.203077:0:2391:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff99364a8fce98. 00000008:00000020:2.0:1773613517.203084:0:2391:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff99364a0c0820. 00000008:00000001:2.0:1773613517.203095:0:2391:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.203100:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613517.203109:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477134720:192.168.203.144@tcp:4:dd.0 00000100:00000001:2.0:1773613517.203114:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.203116:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.203119:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.203126:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.203128:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.203134:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.203136:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.203138:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.203140:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.203150:0:58292:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773613517.203155:0:58292:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364b7b07e0. 00000020:00000010:2.0:1773613517.203160:0:58292:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8200. 00000020:00000010:2.0:1773613517.203164:0:58292:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993660ea8000. 00000020:00000010:2.0:1773613517.203283:0:58292:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613517.203290:0:58292:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613517.203295:0:58292:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613517.203299:0:58292:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613517.203304:0:58292:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613517.203308:0:58292:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613517.203312:0:58292:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea9000. 00000008:00000010:2.0:1773613517.203315:0:58292:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613517.203319:0:58292:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613517.203322:0:58292:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613517.203326:0:58292:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b51de10. 00000020:00000001:2.0:1773613517.203329:0:58292:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057206478824 : -113016503072792 : ffff99364b7b07e8) 00000020:00001000:2.0:1773613517.203331:0:58292:0:(cl_object.c:831:cl_env_get()) 1@ffff99364b7b07e0 00000008:00000020:2.0:1773613517.203334:0:58292:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff99364a0c0820. 00000008:00000001:2.0:1773613517.203336:0:58292:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773613517.203338:0:58292:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773613517.203339:0:58292:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773613517.203341:0:58292:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1773613517.203343:0:58292:0:(cl_object.c:925:cl_env_put()) 1@ffff99364b7b07e0 00000020:00000010:2.0:1773613517.203346:0:58292:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993660ea8000. 00000020:00000010:2.0:1773613517.203349:0:58292:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a809480. 00000008:00000010:2.0:1773613517.203352:0:58292:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993661171650. 00020000:00000010:2.0:1773613517.203355:0:58292:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99364a036e40. 00008000:00000010:2.0:1773613517.203358:0:58292:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936516211a8. 00000080:00000010:2.0:1773613517.203361:0:58292:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99365920b000. 00000080:00000010:2.0:1773613517.203364:0:58292:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993660f00490. 00000020:00000010:2.0:1773613517.203367:0:58292:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8200. 00000008:00000010:2.0:1773613517.203369:0:58292:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993643da2840. 00020000:00000010:2.0:1773613517.203373:0:58292:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99364b5cad00. 00008000:00000010:2.0:1773613517.203376:0:58292:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993659fc7d40. 00000080:00000010:2.0:1773613517.203378:0:58292:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b51de10. 00000020:00000010:2.0:1773613517.203381:0:58292:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea9000. 00000020:00000010:2.0:1773613517.203385:0:58292:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364b7b07e0. 00000008:00000001:3.0:1773613517.203783:0:87216:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.203787:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.203789:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1773613517.203792:0:87216:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff99366062e9c0. 00000008:00000020:3.0:1773613517.203798:0:87216:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773613517.203801:0:87216:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.203804:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773613517.203807:0:87216:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.203809:0:87216:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773613517.203826:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773613517.203828:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773613517.203831:0:87216:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773613517.203833:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.203834:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613517.203835:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773613517.203837:0:87216:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.203839:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.203841:0:87216:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.203842:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.203843:0:87216:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773613517.203844:0:87216:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773613517.203846:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.203847:0:87216:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.203856:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.203858:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613517.203859:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613517.203860:0:87216:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.203862:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.203865:0:87216:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.203866:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.203868:0:87216:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.203871:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.203872:0:87216:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.203874:0:87216:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.203875:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.203877:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.203879:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5cf0 00000020:00000010:3.0:1773613517.203881:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a200. 00000020:00000010:3.0:1773613517.203885:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848cc0. 00000008:00000010:3.0:1773613517.204028:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b575940. 00020000:00000010:3.0:1773613517.204033:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987300. 00008000:00000010:3.0:1773613517.204036:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f170. 00000080:00000010:3.0:1773613517.204039:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb540. 00000080:00000010:3.0:1773613517.204043:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524248. 00000020:00000010:3.0:1773613517.204046:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a000. 00000008:00000010:3.0:1773613517.204049:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bd4a0. 00020000:00000010:3.0:1773613517.204052:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2640. 00008000:00000010:3.0:1773613517.204056:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4be8. 00000080:00000010:3.0:1773613517.204058:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb780. 00000020:00000010:3.0:1773613517.204061:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365a32a000. 00000020:00000010:3.0:1773613517.204064:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5cf0. 00020000:00000001:3.0:1773613517.204066:0:87216:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.204068:0:87216:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.204070:0:87216:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.204073:0:87216:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.204076:0:87216:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.204077:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.204079:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5c60 00000020:00000010:3.0:1773613517.204081:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8b800. 00000020:00000010:3.0:1773613517.204084:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848300. 00000008:00000010:3.0:1773613517.204086:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b570b28. 00020000:00000010:3.0:1773613517.204088:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987d80. 00008000:00000010:3.0:1773613517.204090:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f880. 00000080:00000010:3.0:1773613517.204092:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb000. 00000080:00000010:3.0:1773613517.204094:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526238. 00000020:00000010:3.0:1773613517.204097:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ae00. 00000008:00000010:3.0:1773613517.204099:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bdb80. 00020000:00000010:3.0:1773613517.204100:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b1d40. 00008000:00000010:3.0:1773613517.204102:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4528. 00000080:00000010:3.0:1773613517.204104:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb4b0. 00000020:00000010:3.0:1773613517.204106:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b600. 00000020:00000010:3.0:1773613517.204108:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5c60. 00000080:00000001:3.0:1773613517.204110:0:87216:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.204113:0:87216:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204120:0:87216:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.204123:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:3.0:1773613517.204127:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.204130:0:87216:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.204133:0:87216:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:3.0:1773613517.204135:0:87216:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.204137:0:87216:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773613517.204139:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.204143:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613517.204146:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993658db4800. 00000020:00000010:3.0:1773613517.204151:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365a32a000. 00000020:00000010:3.0:1773613517.204154:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edba0. 00000008:00000010:3.0:1773613517.204158:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.204161:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.204164:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.204178:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.204181:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.204185:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365a16bc00. 00000008:00000010:3.0:1773613517.204188:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.204191:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.204193:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.204196:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613517.204199:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613517.204201:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613517.204204:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.204206:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613517.204208:0:87216:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613517.204210:0:87216:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773613517.204212:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.204213:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773613517.204215:0:87216:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.204218:0:87216:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff9936594f14e8 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1773613517.204220:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.204223:0:87216:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613517.204225:0:87216:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613517.204227:0:87216:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613517.204228:0:87216:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204231:0:87216:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773613517.204233:0:87216:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613517.204235:0:87216:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204237:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.204238:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.204239:0:87216:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613517.204240:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:3.0:1773613517.204242:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204244:0:87216:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773613517.204245:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773613517.204247:0:87216:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773613517.204249:0:87216:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773613517.204253:0:87216:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:3.0:1773613517.204256:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.204257:0:87216:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613517.204259:0:87216:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.204261:0:87216:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32000. 00000020:00000010:3.0:1773613517.204263:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99365a16b800. 00000020:00000010:3.0:1773613517.204266:0:87216:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99365a16a000. 00000020:00000010:3.0:1773613517.204268:0:87216:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.204272:0:87216:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.204274:0:87216:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9a80. 00008000:00000010:3.0:1773613517.204277:0:87216:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613517.204280:0:87216:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613517.204282:0:87216:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613517.204287:0:87216:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7800. 00000008:00000010:3.0:1773613517.204290:0:87216:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613517.204293:0:87216:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613517.204295:0:87216:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613517.204298:0:87216:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853f0f0. 00000020:00000001:3.0:1773613517.204300:0:87216:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329224 : -113016517222392 : ffff99364aa32008) 00000020:00001000:3.0:1773613517.204302:0:87216:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32000 00000020:00000001:3.0:1773613517.204305:0:87216:0:(cl_object.c:151:cl_object_top()) ffff9936522a76c0 -> ffff99364a947080 00000020:00000001:3.0:1773613517.204306:0:87216:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613517.204308:0:87216:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.204310:0:87216:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613517.204311:0:87216:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204313:0:87216:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204315:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613517.204317:0:87216:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773613517.204319:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204321:0:87216:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204322:0:87216:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204324:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773613517.204326:0:87216:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773613517.204327:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.204328:0:87216:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773613517.204330:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613517.204331:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204333:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204334:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204336:0:87216:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204337:0:87216:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773613517.204338:0:87216:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204340:0:87216:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204342:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773613517.204343:0:87216:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773613517.204345:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.204346:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773613517.204347:0:87216:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773613517.204350:0:87216:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1773613517.204353:0:87216:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=0. 00000008:00000001:3.0:1773613517.204357:0:87216:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.204360:0:87216:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773613517.204362:0:87216:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773613517.204364:0:87216:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.204366:0:87216:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1773613517.204368:0:87216:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613517.204370:0:87216:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.204371:0:87216:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.204373:0:87216:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613517.204375:0:87216:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613517.204376:0:87216:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613517.204379:0:87216:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1773613517.204384:0:87216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706d80. 00000020:00000040:3.0:1773613517.204388:0:87216:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:3.0:1773613517.204392:0:87216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.204395:0:87216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.204399:0:87216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.204406:0:87216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643fc6e00. 00000100:00000001:3.0:1773613517.204412:0:87216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.204420:0:87216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.204423:0:87216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.204433:0:87216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a36babe3] to pc [ptlrpcd_01_01+1] req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773613517.204463:0:87216:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.204466:0:87216:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.204468:0:87216:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204470:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204471:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.204472:0:87216:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204474:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.204476:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773613517.204477:0:87216:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773613517.204478:0:87216:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773613517.204479:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1773613517.204840:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.204844:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.204846:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613517.204867:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.204876:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613517.204879:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.204883:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613517.204886:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613517.204997:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.205002:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477135488:192.168.203.144@tcp:16:dd.0 00000100:00000001:2.0:1773613517.205006:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613517.205012:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613517.205014:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.205016:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613517.205021:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a784000. 02000000:00000001:2.0:1773613517.205023:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613517.205030:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613517.205034:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9dc0. 00000400:00000010:2.0:1773613517.205040:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d74c8. 00000100:00000200:2.0:1773613517.205046:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477135488, portal 4 00000100:00000001:2.0:1773613517.205048:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.205049:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189006720 : -113016520544896 : ffff99364a706d80) 00000100:00000040:2.0:1773613517.205056:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.205063:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.205065:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.205067:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7e58. 00000100:00000200:2.0:1773613517.205070:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859762477135488, offset 0 00000400:00000200:2.0:1773613517.205076:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.205082:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.205088:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.205094:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613517.205097:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613517.205101:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613517.205104:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613517.205108:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225190:225190:256:4294967295] 192.168.203.144@tcp LPNI seq info [225125:225125:8:4294967295] 00000400:00000200:2.0:1773613517.205112:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.205120:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.205126:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.205130:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415d00. 00000800:00000200:2.0:1773613517.205137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.205143:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.205147:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.205172:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.205176:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 997137 usecs (998 jiffies) 00000400:00000200:2.0:1773613517.205180:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613517.205183:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607989 00000100:00000001:2.0:1773613517.205186:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.205188:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607989 00000100:00000001:2.0:1773613517.205190:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.205192:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.205195:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.205197:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.205200:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.205205:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.205207:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613517.205209:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.205210:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.205212:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.205214:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.205225:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.205228:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.205802:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.205807:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415d00. 00000400:00000200:3.0:1773613517.205822:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.205828:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.205834:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7e58 00000400:00000010:3.0:1773613517.205836:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7e58. 00000100:00000001:3.0:1773613517.205839:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.205844:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.206131:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.206135:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.206142:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.206144:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.313012:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.313029:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.313033:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.313035:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.313044:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.313052:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.313061:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.313066:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.313070:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.313074:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x69b71b1d0f680 00000400:00000200:3.0:1773613517.313079:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.313085:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x1b5fad [1] + 224 00000800:00000001:3.0:1773613517.313092:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.313102:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.313105:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.313109:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.313116:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.313124:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.313135:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.313159:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.313330:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.313334:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.314631:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.314637:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773613517.314645:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613517.314647:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613517.314650:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9dc0. 00000400:00000200:2.0:1773613517.314656:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d74c8 00000400:00000010:2.0:1773613517.314659:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d74c8. 00000100:00000001:2.0:1773613517.314662:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.314672:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613517.314683:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.314689:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613517.314702:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.314705:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613517.314707:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613517.314709:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.314712:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.314714:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613517.314723:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=145 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613517.314727:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=140 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613517.314730:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613517.314732:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.314734:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613517.314738:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.314740:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613517.314742:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:2.0:1773613517.314744:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613517.314747:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.314751:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.314759:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.314761:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613517.314763:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773613517.314767:0:2392:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1773613517.314774:0:2392:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613517.314777:0:2392:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:2.0:1773613517.314779:0:2392:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773613517.314783:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613517.314785:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.314786:0:2392:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.314788:0:2392:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:2.0:1773613517.314818:0:2392:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.314824:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613517.314832:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477135488:192.168.203.144@tcp:16:dd.0 00000100:00000001:2.0:1773613517.314845:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.314848:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.314859:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706d80 x1859762477135488/t0(0) o16->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.314867:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613517.314869:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613517.314872:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a784000. 02000000:00000001:2.0:1773613517.314876:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613517.314878:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613517.314880:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613517.314883:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613517.314885:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993643fc6e00. 02000000:00000001:2.0:1773613517.314890:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613517.314892:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613517.314893:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706d80. 00000100:00000001:2.0:1773613517.314897:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613517.314898:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.314900:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.314907:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.314909:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.314911:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.314913:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315272:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773613517.315276:0:87216:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315279:0:87216:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1773613517.315285:0:87216:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.315288:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315291:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315292:0:87216:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.315296:0:87216:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773613517.315300:0:87216:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.315302:0:87216:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:3.0:1773613517.315304:0:87216:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.315305:0:87216:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:3.0:1773613517.315308:0:87216:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773613513 a=0 c=1773613513 b=11 00020000:00000001:3.0:1773613517.315311:0:87216:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.315313:0:87216:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773613513 a=0 c=1773613513 b=11 00020000:00000001:3.0:1773613517.315316:0:87216:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315318:0:87216:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315320:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00200000:3.0:1773613517.315323:0:87216:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 11 00000080:00000001:3.0:1773613517.315326:0:87216:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613517.315327:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773613517.315329:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773613517.315331:0:87216:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773613517.315333:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.315334:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613517.315335:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773613517.315337:0:87216:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315339:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315341:0:87216:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.315342:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.315344:0:87216:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773613517.315345:0:87216:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773613517.315347:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.315348:0:87216:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.315349:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.315350:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613517.315352:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613517.315353:0:87216:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315355:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315357:0:87216:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.315358:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.315359:0:87216:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315361:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.315363:0:87216:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.315365:0:87216:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.315366:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.315367:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.315369:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32000 00000020:00000010:3.0:1773613517.315373:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365a16a000. 00000020:00000010:3.0:1773613517.315378:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.315383:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.315388:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9a80. 00008000:00000010:3.0:1773613517.315393:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613517.315397:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613517.315401:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613517.315405:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365a16b800. 00000008:00000010:3.0:1773613517.315408:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613517.315412:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613517.315416:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613517.315428:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853f0f0. 00000020:00000010:3.0:1773613517.315431:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7800. 00000020:00000010:3.0:1773613517.315434:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32000. 00020000:00000001:3.0:1773613517.315436:0:87216:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.315438:0:87216:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.315440:0:87216:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.315442:0:87216:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.315445:0:87216:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.315446:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.315449:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613517.315451:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99365a32a000. 00000020:00000010:3.0:1773613517.315455:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edba0. 00000008:00000010:3.0:1773613517.315457:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.315461:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.315463:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.315466:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.315468:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.315471:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993658db4800. 00000008:00000010:3.0:1773613517.315475:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.315477:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.315479:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.315482:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613517.315484:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99365a16bc00. 00000020:00000010:3.0:1773613517.315486:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613517.315488:0:87216:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.315493:0:87216:0:(file.c:5349:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.315496:0:87216:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1773613517.315497:0:87216:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315501:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bb80 00000080:00200000:3.0:1773613517.315502:0:87216:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:3.0:1773613517.315505:0:87216:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315508:0:87216:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773613517.315509:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.315510:0:87216:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773613517.315514:0:87216:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773613517.315515:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315517:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315519:0:87216:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773613517.315521:0:87216:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773613517.315522:0:87216:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315524:0:87216:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315525:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:3.0:1773613517.315527:0:87216:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315529:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315530:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315532:0:87216:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315533:0:87216:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315535:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773613517.315537:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773613517.315538:0:87216:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773613517.315539:0:87216:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773613517.315540:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773613517.315542:0:87216:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315543:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.315546:0:87216:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.315547:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315549:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315550:0:87216:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.315552:0:87216:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773613517.315553:0:87216:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.315555:0:87216:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:3.0:1773613517.315556:0:87216:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.315557:0:87216:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:3.0:1773613517.315559:0:87216:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773613517 a=0 c=1773613517 b=11 00020000:00000001:3.0:1773613517.315561:0:87216:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.315563:0:87216:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773613517 a=0 c=1773613517 b=11 00020000:00000001:3.0:1773613517.315565:0:87216:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315566:0:87216:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315568:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00200000:3.0:1773613517.315569:0:87216:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 11 00000080:00000001:3.0:1773613517.315571:0:87216:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613517.315572:0:87216:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773613517.315573:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613517.315575:0:87216:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613517.315576:0:87216:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b5eb308 (ffff993658df51b8/0) at cl_lock_release():245 00000020:00000001:3.0:1773613517.315579:0:87216:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.315580:0:87216:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b5eb308 (ffff993658df51b8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613517.315583:0:87216:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613517.315585:0:87216:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.315586:0:87216:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436128296 : -113016273423320 : ffff9936592b3428) 00000020:00000001:3.0:1773613517.315588:0:87216:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.315589:0:87216:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345e30 (ffff993658df5ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613517.315591:0:87216:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613517.315593:0:87216:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773613517.315595:0:87216:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.315597:0:87216:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.315599:0:87216:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:3.0:1773613517.315601:0:87216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.315604:0:87216:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.315606:0:87216:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.315612:0:87216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613517.315622:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.315623:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.315625:0:87216:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.315627:0:87216:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.315630:0:87216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613517.315640:0:87216:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.315643:0:87216:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.315645:0:87216:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.315648:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.315649:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.315651:0:87216:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.315654:0:87216:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.315656:0:87216:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.315658:0:87216:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.315660:0:87216:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.315661:0:87216:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.315663:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.315664:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.315665:0:87216:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.315666:0:87216:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613517.315667:0:87216:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613517.315668:0:87216:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.315670:0:87216:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.315671:0:87216:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.315672:0:87216:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.315673:0:87216:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b5eb308 (ffff993658df51b8/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613517.315676:0:87216:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613517.315677:0:87216:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.315679:0:87216:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345e30 (ffff993658df51b8/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613517.315681:0:87216:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592ab7c0. 00000020:00000001:3.0:1773613517.315685:0:87216:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613517.315686:0:87216:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345e00. 00020000:00000001:3.0:1773613517.315701:0:87216:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.315702:0:87216:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.315703:0:87216:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773613517.315705:0:87216:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773613517.315706:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.315707:0:87216:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773613517.315708:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773613517.315709:0:87216:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315711:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315713:0:87216:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.315714:0:87216:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773613517.315715:0:87216:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773613517.315717:0:87216:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:3.0:1773613517.315719:0:87216:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773613517.315720:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.315721:0:87216:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.315723:0:87216:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773613517.315723:0:87216:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613517.315726:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613517.315728:0:87216:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315730:0:87216:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.315732:0:87216:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.315733:0:87216:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.315734:0:87216:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613517.315737:0:87216:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1773613517.315740:0:87216:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773613517.315743:0:87216:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773613517.315744:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.315745:0:87216:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.315746:0:87216:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.315747:0:87216:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.315748:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.315750:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5ea0 00000020:00000010:3.0:1773613517.315752:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8a800. 00000020:00000010:3.0:1773613517.315755:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8489c0. 00000008:00000010:3.0:1773613517.315759:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b570000. 00020000:00000010:3.0:1773613517.315761:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449870c0. 00008000:00000010:3.0:1773613517.315764:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56ce20. 00000080:00000010:3.0:1773613517.315768:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb1f8. 00000080:00000010:3.0:1773613517.315772:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525918. 00000020:00000010:3.0:1773613517.315775:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8ba00. 00000008:00000010:3.0:1773613517.315777:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcf20. 00020000:00000010:3.0:1773613517.315780:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b1f80. 00008000:00000010:3.0:1773613517.315783:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4608. 00000080:00000010:3.0:1773613517.315785:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb0f0. 00000020:00000010:3.0:1773613517.315788:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8b200. 00000020:00000010:3.0:1773613517.315790:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5ea0. 00020000:00000001:3.0:1773613517.315792:0:87216:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.315793:0:87216:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.315795:0:87216:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.315796:0:87216:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.315799:0:87216:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.315800:0:87216:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.315801:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bc98 00000080:00200000:3.0:1773613517.315803:0:87216:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:3.0:1773613517.315807:0:87216:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.315808:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315821:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:3.0:1773613517.315823:0:87216:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.315824:0:87216:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613517.315826:0:87216:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773613517 a=0 c=1773613517 b=11 00020000:00000001:3.0:1773613517.315828:0:87216:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315830:0:87216:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.315832:0:87216:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000080:00200000:3.0:1773613517.315833:0:87216:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 11 00000080:00000001:3.0:1773613517.315836:0:87216:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773613517.315838:0:87216:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:3.0:1773613517.315840:0:87216:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:3.0:1773613517.315843:0:87216:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df51b0 00000020:00000010:3.0:1773613517.315845:0:87216:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993650f8ac00. 00000020:00000010:3.0:1773613517.315847:0:87216:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8486c0. 00000008:00000010:3.0:1773613517.316107:0:87216:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b571650. 00020000:00000010:3.0:1773613517.316112:0:87216:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987240. 00008000:00000010:3.0:1773613517.316115:0:87216:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:3.0:1773613517.316118:0:87216:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bbbd0. 00000080:00000010:3.0:1773613517.316120:0:87216:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658524ff8. 00000020:00000010:3.0:1773613517.316123:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8a600. 00000008:00000010:3.0:1773613517.316126:0:87216:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bcdc0. 00020000:00000010:3.0:1773613517.316128:0:87216:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b33c0. 00008000:00000010:3.0:1773613517.316131:0:87216:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4e30. 00000080:00000010:3.0:1773613517.316133:0:87216:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb2d0. 00000020:00000010:3.0:1773613517.316136:0:87216:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993650f8bc00. 00000020:00000010:3.0:1773613517.316138:0:87216:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df51b0. 00000020:00000001:3.0:1773613517.316142:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bd88 00000080:00000008:3.0:1773613517.316145:0:87216:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:3.0:1773613517.316148:0:87216:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:3.0:1773613517.316199:0:87216:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.316203:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:3.0:1773613517.316206:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.316209:0:87216:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.316213:0:87216:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773613517.316214:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bdd0 00000080:00200008:3.0:1773613517.316216:0:87216:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 110001 00000080:00000001:3.0:1773613517.316220:0:87216:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773613517.316222:0:87216:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773613517.316223:0:87216:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.316224:0:87216:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:3.0:1773613517.316226:0:87216:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a950000) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.316228:0:87216:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.316230:0:87216:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1773613517.316237:0:87216:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.316240:0:87216:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.316246:0:87216:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aa100 count: 3 00010000:00000001:3.0:1773613517.316248:0:87216:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.316253:0:87216:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613517.316255:0:87216:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:3.0:1773613517.316257:0:87216:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773613517.316260:0:87216:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773613517.316266:0:87216:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993643fc7800. 00000080:00000001:3.0:1773613517.316268:0:87216:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773613517.316273:0:87216:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773613517.316277:0:87216:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:3.0:1773613517.316279:0:87216:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:3.0:1773613517.316282:0:87216:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773613517.316284:0:87216:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:3.0:1773613517.316290:0:87216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704700. 00000020:00000040:3.0:1773613517.316294:0:87216:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613517.316297:0:87216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.316301:0:87216:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.316305:0:87216:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.316312:0:87216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643fc6c00. 00000100:00000001:3.0:1773613517.316318:0:87216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773613517.316333:0:87216:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773613517.316344:0:87216:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773613517.316349:0:87216:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773613517.316355:0:87216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.316356:0:87216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.316363:0:87216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988ac00. 00000100:00000001:3.0:1773613517.316365:0:87216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173818368 : -113016535733248 : ffff99364988ac00) 00000100:00000001:3.0:1773613517.316367:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.316368:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000001:3.0:1773613517.316372:0:87216:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.316376:0:87216:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.316377:0:87216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.316378:0:87216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.316381:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.316387:0:87216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.316390:0:87216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.316393:0:87216:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.316396:0:87216:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.316398:0:87216:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.316401:0:87216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477135744:192.168.203.144@tcp:35:dd.0 00000100:00000001:3.0:1773613517.316405:0:87216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.316409:0:87216:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.316412:0:87216:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.316414:0:87216:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613517.316418:0:87216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2a000. 02000000:00000001:3.0:1773613517.316420:0:87216:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.316426:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.316429:0:87216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da790. 00000400:00000010:3.0:1773613517.316435:0:87216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc6e8. 00000100:00000200:3.0:1773613517.316441:0:87216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477135744, portal 10 00000100:00000001:3.0:1773613517.316443:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.316444:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000040:3.0:1773613517.316450:0:87216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.316456:0:87216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.316459:0:87216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.316461:0:87216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc550. 00000100:00000200:3.0:1773613517.316463:0:87216:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477135744, offset 0 00000400:00000200:3.0:1773613517.316469:0:87216:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.316476:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.316483:0:87216:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.316487:0:87216:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.316490:0:87216:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.316494:0:87216:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.316496:0:87216:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.316500:0:87216:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225191:225191:256:4294967295] 192.168.203.144@tcp LPNI seq info [225126:225126:8:4294967295] 00000400:00000200:3.0:1773613517.316504:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.316512:0:87216:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.316518:0:87216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.316522:0:87216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613517.316528:0:87216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.316536:0:87216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.316541:0:87216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.316563:0:87216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.316568:0:87216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 458626 usecs (459 jiffies) 00000400:00000200:3.0:1773613517.316571:0:87216:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.316574:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607561 00000100:00000001:3.0:1773613517.316577:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.316579:0:87216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607561 00000100:00000001:3.0:1773613517.316581:0:87216:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.316583:0:87216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.316585:0:87216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.316587:0:87216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.316589:0:87216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613517.316592:0:87216:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988ac00 going to sleep for 11 seconds 00000100:00000001:3.0:1773613517.316594:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.316597:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.317282:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.317288:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613517.317293:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.317299:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.317304:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc550 00000400:00000010:2.0:1773613517.317306:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc550. 00000100:00000001:2.0:1773613517.317310:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.317316:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.317326:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.317329:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.317335:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.317337:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.328060:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.328078:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.328081:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.328083:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.328093:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.328100:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.328108:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.328112:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.328117:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.328121:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0f780 00000400:00000200:3.0:1773613517.328126:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.328131:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5fbd [1] + 224 00000800:00000001:3.0:1773613517.328139:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.328148:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.328150:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.328155:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.328162:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.328178:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.328189:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.328212:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.328219:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.328221:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.329616:0:87216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613517.329628:0:87216:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.329630:0:87216:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.329634:0:87216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da790. 00000400:00000200:1.0:1773613517.329643:0:87216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc6e8 00000400:00000010:1.0:1773613517.329645:0:87216:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc6e8. 00000100:00000001:1.0:1773613517.329650:0:87216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.329660:0:87216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613517.329671:0:87216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704700 x1859762477135744/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329678:0:87216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.329680:0:87216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.329682:0:87216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.329686:0:87216:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.329689:0:87216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.329691:0:87216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.329694:0:87216:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.329702:0:87216:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=145 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613517.329706:0:87216:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613517.329709:0:87216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.329711:0:87216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.329713:0:87216:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.329717:0:87216:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.329720:0:87216:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613517.329721:0:87216:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613517.329723:0:87216:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613517.329725:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.329727:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000100:00000001:1.0:1773613517.329730:0:87216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.329732:0:87216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:1.0:1773613517.329734:0:87216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.329736:0:87216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.329741:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329748:0:87216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.329750:0:87216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.329752:0:87216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.329756:0:87216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613517.329764:0:87216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704700 pname:cluuid:pid:xid:nid:opc:job dd:144f5372-d9a2-4fb0-a726-ce1097458722:87216:1859762477135744:192.168.203.144@tcp:35:dd.0 00000100:00000001:1.0:1773613517.329769:0:87216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.329771:0:87216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.329774:0:87216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613517.329776:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329779:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329785:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.329788:0:87216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988ac00. 00000100:00000001:1.0:1773613517.329792:0:87216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613517.329794:0:87216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.329801:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.329802:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188996864 : -113016520554752 : ffff99364a704700) 00000002:00000001:1.0:1773613517.329805:0:87216:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.329807:0:87216:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613517.329831:0:87216:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc7800. 00000080:00000001:1.0:1773613517.329835:0:87216:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773613517.329838:0:87216:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1773613517.329843:0:87216:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1773613517.329860:0:87216:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329869:0:87216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.329870:0:87216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434241536 : -113016275310080 : ffff9936590e6a00) 00000100:00000001:1.0:1773613517.329873:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329876:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329882:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.329884:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329887:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329893:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.329895:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329898:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6a00 x1859762477134592/t103079215252(103079215252) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1773613568 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329903:0:87216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773613517.329906:0:87216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613517.329907:0:87216:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613517.329910:0:87216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613517.329912:0:87216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993658ecec00. 02000000:00000001:1.0:1773613517.329918:0:87216:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613517.329920:0:87216:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613517.329921:0:87216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6a00. 00000100:00000001:1.0:1773613517.329925:0:87216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613517.329926:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.329928:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329930:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329967:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773613517.329969:0:87216:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993658ca5c60. 00000002:00000001:1.0:1773613517.329973:0:87216:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.329974:0:87216:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613517.329976:0:87216:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934ac0. 00000100:00000001:1.0:1773613517.329980:0:87216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.329984:0:87216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704700 x1859762477135744/t103079215254(103079215254) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.329989:0:87216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613517.329991:0:87216:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613517.329994:0:87216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b2a000. 02000000:00000001:1.0:1773613517.329997:0:87216:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613517.329998:0:87216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613517.329999:0:87216:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=3 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613517.330001:0:87216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613517.330002:0:87216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993643fc6c00. 02000000:00000001:1.0:1773613517.330005:0:87216:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613517.330006:0:87216:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613517.330007:0:87216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704700. 00000100:00000001:1.0:1773613517.330010:0:87216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613517.330011:0:87216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.330013:0:87216:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613517.330016:0:87216:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660729e00. 00000080:00000001:1.0:1773613517.330019:0:87216:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.330025:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7bdd0 00000080:00000008:1.0:1773613517.330028:0:87216:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff9936503fd348), flags 110001, rc = 0 00000080:00000001:1.0:1773613517.330031:0:87216:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.330036:0:87216:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.330037:0:87216:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f7be00 00000080:00002000:1.0:1773613517.330039:0:87216:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff9936503e9438, parent ffff99365037c6c0, inode ffff9936503fd348) hashed, 00000080:00000001:1.0:1773613517.330041:0:87216:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.493298:0:87298:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.493307:0:87298:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.493310:0:87298:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.493313:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bbc0 00000080:00200000:3.0:1773613517.493329:0:87298:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.493337:0:87298:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc7400. 00800000:00000002:3.0:1773613517.493344:0:87298:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.493349:0:87298:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.493354:0:87298:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493356:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bae0 00800000:00000002:3.0:1773613517.493359:0:87298:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.493363:0:87298:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.493367:0:87298:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.493373:0:87298:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493375:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b9b0 00000002:00010000:3.0:1773613517.493377:0:87298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.493381:0:87298:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.493382:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.493385:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.493392:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.493395:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.493401:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.493405:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.493409:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773613517.493426:0:87298:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.493431:0:87298:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.493435:0:87298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773613517.493442:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.493444:0:87298:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.493446:0:87298:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.493448:0:87298:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.493450:0:87298:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.493453:0:87298:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.493455:0:87298:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.493458:0:87298:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.493462:0:87298:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc7400. 00000080:00000001:3.0:1773613517.493466:0:87298:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.493468:0:87298:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.493470:0:87298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.493474:0:87298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0121c 00800000:00000001:3.0:1773613517.493477:0:87298:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.493479:0:87298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.493481:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.493484:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.493486:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:3.0:1773613517.493488:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493491:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493494:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493496:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.493497:0:87298:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.493499:0:87298:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.493501:0:87298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0121c from it ffffaca8c1e7bbf8 00010000:00000001:3.0:1773613517.493504:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.493505:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.493507:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:3.0:1773613517.493509:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493511:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493513:0:87298:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.493517:0:87298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613517.493523:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493524:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493526:0:87298:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.493529:0:87298:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.493531:0:87298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613517.493541:0:87298:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.493544:0:87298:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.493546:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.493550:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493551:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493553:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493557:0:87298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.493559:0:87298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493561:0:87298:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493564:0:87298:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493565:0:87298:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.493567:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493568:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.493571:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.493573:0:87298:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.493575:0:87298:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613517.493579:0:87298:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.493590:0:87298:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff993643f57320. 00000080:00000001:3.0:1773613517.493595:0:87298:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.493596:0:87298:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.493598:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bb00 00000080:00200000:3.0:1773613517.493600:0:87298:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.493604:0:87298:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc7400. 00800000:00000002:3.0:1773613517.493606:0:87298:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.493608:0:87298:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.493609:0:87298:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493611:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7ba20 00800000:00000002:3.0:1773613517.493613:0:87298:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.493615:0:87298:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.493617:0:87298:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.493620:0:87298:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493621:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b8f0 00000002:00010000:3.0:1773613517.493623:0:87298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.493626:0:87298:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.493627:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.493628:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.493631:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.493633:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.493635:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.493637:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.493640:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773613517.493647:0:87298:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.493649:0:87298:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.493652:0:87298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773613517.493658:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.493659:0:87298:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.493661:0:87298:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.493663:0:87298:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.493664:0:87298:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.493666:0:87298:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.493668:0:87298:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.493670:0:87298:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.493672:0:87298:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc7400. 00000080:00000001:3.0:1773613517.493674:0:87298:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.493676:0:87298:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.493678:0:87298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.493680:0:87298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0121c 00800000:00000001:3.0:1773613517.493682:0:87298:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.493684:0:87298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.493685:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.493686:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.493688:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:3.0:1773613517.493689:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493691:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493693:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493694:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.493695:0:87298:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.493697:0:87298:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.493698:0:87298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0121c from it ffffaca8c1e7bb38 00010000:00000001:3.0:1773613517.493700:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.493701:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.493703:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b9000 refcount=3 00000020:00000001:3.0:1773613517.493705:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493707:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318711296 : -113016390840320 : ffff9936522b9000) 00010000:00000001:3.0:1773613517.493708:0:87298:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.493711:0:87298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613517.493716:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493718:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493719:0:87298:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.493720:0:87298:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.493722:0:87298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613517.493727:0:87298:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.493730:0:87298:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.493731:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.493733:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493734:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493735:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493737:0:87298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.493739:0:87298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493740:0:87298:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493742:0:87298:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493743:0:87298:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.493744:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493745:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.493747:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.493748:0:87298:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.493750:0:87298:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:3.0:1773613517.493753:0:87298:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.493756:0:87298:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773613517.493757:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bb50 00000080:00200000:3.0:1773613517.493759:0:87298:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248), file ffff993658e40900, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1773613517.493765:0:87298:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff99364a8edba0. 00000080:00000001:3.0:1773613517.493769:0:87298:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773613517.493771:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7ba00 00000080:00200000:3.0:1773613517.493773:0:87298:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000010:3.0:1773613517.493778:0:87298:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc7400. 00800000:00000002:3.0:1773613517.493780:0:87298:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.493784:0:87298:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.493786:0:87298:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493787:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b920 00800000:00000002:3.0:1773613517.493788:0:87298:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.493792:0:87298:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773613517.493794:0:87298:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773613517.493798:0:87298:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446631057566630912 : -113016142920704 : ffff993660f28400) 00800000:00000001:3.0:1773613517.493801:0:87298:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773613517.493803:0:87298:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773613517.493806:0:87298:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773613517.493817:0:87298:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773613517.493819:0:87298:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993644bc9800: Allocated FID [0x20000bf89:0xc:0x0] 40000000:00000001:3.0:1773613517.493823:0:87298:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.493825:0:87298:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.493826:0:87298:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.493828:0:87298:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.493830:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b8a0 00800000:00000002:3.0:1773613517.493832:0:87298:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='recon' -> mds #0 00000002:00000001:3.0:1773613517.493835:0:87298:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.493836:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b7d8 00000002:00010000:3.0:1773613517.493837:0:87298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1773613517.493841:0:87298:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613517.493844:0:87298:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773613517.493847:0:87298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773613517.493851:0:87298:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.493853:0:87298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613517.493854:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.493856:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.493859:0:87298:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613517.493862:0:87298:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613517.493865:0:87298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1773613517.493873:0:87298:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613517.493876:0:87298:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613517.493878:0:87298:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.493879:0:87298:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613517.493881:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.493883:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.493885:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.493886:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.493888:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.493890:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.493890:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.493891:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.493893:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.493895:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.493896:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.493897:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.493899:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.493901:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.493902:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.493904:0:87298:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613517.493906:0:87298:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613517.493909:0:87298:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613517.493911:0:87298:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613517.493913:0:87298:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613517.493915:0:87298:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493917:0:87298:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613517.493921:0:87298:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613517.493922:0:87298:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613517.493924:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.493925:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613517.493928:0:87298:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b9000 with handle 0xa1aa084204a0121c from hash 00010000:00000001:3.0:1773613517.493931:0:87298:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613517.493932:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493955:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493956:0:87298:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613517.493958:0:87298:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613517.493959:0:87298:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613517.493962:0:87298:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613517.493964:0:87298:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.493966:0:87298:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773613517.493972:0:87298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a705880. 00000020:00000040:3.0:1773613517.493976:0:87298:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=4 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613517.493982:0:87298:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613517.493983:0:87298:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.493986:0:87298:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613517.493990:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.493992:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.493993:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.493994:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.493997:0:87298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.493999:0:87298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.494001:0:87298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.494008:0:87298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b2a800. 00000100:00000001:3.0:1773613517.494014:0:87298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.494019:0:87298:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.494022:0:87298:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613517.494025:0:87298:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773613517.494032:0:87298:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613517.494033:0:87298:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613517.494035:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613517.494037:0:87298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b9000/0xa1aa084204a0121c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdb71 expref: -99 pid: 87289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1773613517.494044:0:87298:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aae00 count: 0 00010000:00000010:3.0:1773613517.494049:0:87298:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345600. 00010000:00000001:3.0:1773613517.494059:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.494061:0:87298:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.494063:0:87298:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.494064:0:87298:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.494066:0:87298:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.494074:0:87298:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00010000:00000001:3.0:1773613517.494077:0:87298:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613517.494080:0:87298:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613517.494084:0:87298:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeba00. 00010000:00000010:3.0:1773613517.494087:0:87298:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50980. 00010000:00000001:3.0:1773613517.494090:0:87298:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613517.494093:0:87298:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2000. 00000020:00000001:3.0:1773613517.494095:0:87298:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613517.494097:0:87298:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2000 with handle 0xa1aa084204a01223 to hash 00000020:00000001:3.0:1773613517.494099:0:87298:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613517.494100:0:87298:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.494103:0:87298:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.494106:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.494108:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.494111:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.494116:0:87298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773613517.494127:0:87298:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773613517.494138:0:87298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773613517.494147:0:87298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613517.494152:0:87298:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.494154:0:87298:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.494159:0:87298:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988a780. 00000100:00000001:3.0:1773613517.494162:0:87298:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173817216 : -113016535734400 : ffff99364988a780) 00000100:00000001:3.0:1773613517.494164:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.494165:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000001:3.0:1773613517.494169:0:87298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.494173:0:87298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.494175:0:87298:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.494176:0:87298:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.494179:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.494187:0:87298:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.494189:0:87298:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.494192:0:87298:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.494194:0:87298:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.494196:0:87298:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.494199:0:87298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:87298:1859762477136000:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1773613517.494205:0:87298:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.494209:0:87298:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.494212:0:87298:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.494214:0:87298:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613517.494266:0:87298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613517.494268:0:87298:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.494277:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.494282:0:87298:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594daf20. 00000400:00000010:3.0:1773613517.494288:0:87298:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff993644b28400. 00000100:00000200:3.0:1773613517.494294:0:87298:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477136000, portal 10 00000100:00000001:3.0:1773613517.494296:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.494298:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000040:3.0:1773613517.494304:0:87298:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.494311:0:87298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.494314:0:87298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.494317:0:87298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc220. 00000100:00000200:3.0:1773613517.494320:0:87298:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477136000, offset 0 00000400:00000200:3.0:1773613517.494326:0:87298:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.494333:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.494341:0:87298:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.494345:0:87298:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.494349:0:87298:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.494353:0:87298:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.494356:0:87298:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.494359:0:87298:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225192:225192:256:4294967295] 192.168.203.144@tcp LPNI seq info [225127:225127:8:4294967295] 00000400:00000200:3.0:1773613517.494363:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.494372:0:87298:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.494378:0:87298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.494382:0:87298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550500. 00000800:00000200:3.0:1773613517.494388:0:87298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.494396:0:87298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.494400:0:87298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.494417:0:87298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.494421:0:87298:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 457712 usecs (458 jiffies) 00000400:00000200:3.0:1773613517.494424:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.494427:0:87298:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607736 00000100:00000001:3.0:1773613517.494430:0:87298:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.494432:0:87298:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607736 00000100:00000001:3.0:1773613517.494435:0:87298:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.494437:0:87298:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.494439:0:87298:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.494441:0:87298:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.494443:0:87298:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613517.494445:0:87298:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988a780 going to sleep for 50 seconds 00000100:00000001:3.0:1773613517.494448:0:87298:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.494450:0:87298:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.494863:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.494868:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550500. 00000400:00000200:2.0:1773613517.494872:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.494878:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.494883:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc220 00000400:00000010:2.0:1773613517.494885:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc220. 00000100:00000001:2.0:1773613517.494889:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.494894:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.494903:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.494906:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.494912:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.494914:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773613517.521049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aae00. 00010000:00000010:3.1:1773613517.521062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b9000. 00000800:00000001:3.0:1773613517.529919:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.530161:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.530234:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.530239:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.530248:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530255:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.530265:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530270:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530275:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530280:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d0f880 00000400:00000200:3.0:1773613517.530284:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530291:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b5fcd [32] + 224 00000800:00000001:3.0:1773613517.530299:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.530307:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.530310:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.530313:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.530556:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.530565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.530576:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.530620:0:87298:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.530637:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773613517.530645:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773613517.530649:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530654:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.530659:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225193:225193:256:4294967295] 192.168.203.144@tcp LPNI seq info [225128:225128:8:4294967295] 00000400:00000200:3.0:1773613517.530663:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.530670:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1773613517.530676:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.530682:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff993644b29000. 00000800:00000200:3.0:1773613517.530688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.530695:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.530699:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993644b29000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773613517.530773:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.530777:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff993644b29000. 00000400:00000200:3.0:1773613517.530780:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.530783:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1773613517.530789:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.530792:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613517.544446:0:87298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.544453:0:87298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.544457:0:87298:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594daf20. 00000400:00000200:0.0:1773613517.544464:0:87298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993644b28400 00000400:00000010:0.0:1773613517.544467:0:87298:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff993644b28400. 00000100:00000001:0.0:1773613517.544471:0:87298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.544481:0:87298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613517.544494:0:87298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a705880 x1859762477136000/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.544501:0:87298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.544504:0:87298:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.544507:0:87298:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.544510:0:87298:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.544512:0:87298:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.544515:0:87298:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.544518:0:87298:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.544527:0:87298:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613517.544531:0:87298:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613517.544533:0:87298:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.544535:0:87298:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.544538:0:87298:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.544542:0:87298:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.544546:0:87298:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613517.544548:0:87298:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1773613517.544550:0:87298:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613517.544552:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.544553:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000001:0.0:1773613517.544556:0:87298:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.544558:0:87298:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:0.0:1773613517.544560:0:87298:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.544563:0:87298:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.544567:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.544575:0:87298:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.544578:0:87298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.544580:0:87298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.544583:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613517.544592:0:87298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a705880 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:87298:1859762477136000:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1773613517.544596:0:87298:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.544599:0:87298:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.544601:0:87298:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.544603:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.544606:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.544613:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.544616:0:87298:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988a780. 00000100:00000001:0.0:1773613517.544619:0:87298:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613517.544620:0:87298:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.544623:0:87298:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613517.544628:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.544631:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.544633:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:0.0:1773613517.544636:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544639:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000040:0.0:1773613517.544644:0:87298:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2000, remote cookie: 0x1dc4d5fc0aabdb8d, flags: 0x1001 00010000:00010000:0.0:1773613517.544649:0:87298:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773613517.544658:0:87298:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1773613517.544662:0:87298:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1773613517.544723:0:87298:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d100. 00010000:00000010:0.0:1773613517.544728:0:87298:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99364a93bd80. 00010000:00000040:0.0:1773613517.544733:0:87298:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbeba00 count: 0 00010000:00000010:0.0:1773613517.544738:0:87298:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50980. 00010000:00000001:0.0:1773613517.544745:0:87298:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.544748:0:87298:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613517.544757:0:87298:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544763:0:87298:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613517.544766:0:87298:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773613517.544768:0:87298:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773613517.544770:0:87298:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773613517.544771:0:87298:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773613517.544774:0:87298:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff99364a08d100) refcount = 1 00010000:00010000:0.0:1773613517.544778:0:87298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544784:0:87298:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773613517.544787:0:87298:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773613517.544788:0:87298:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613517.544791:0:87298:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613517.544793:0:87298:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.544797:0:87298:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544803:0:87298:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613517.544804:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544806:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.544834:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544836:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.544837:0:87298:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613517.544842:0:87298:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773613517.544844:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.544845:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.544846:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.544848:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544850:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544852:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.544853:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.544855:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=4 00000020:00000001:0.0:1773613517.544857:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544859:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544861:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.544864:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.544867:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544873:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544874:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.544875:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.544876:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.544876:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=5 00000020:00000001:0.0:1773613517.544878:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544880:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544882:0:87298:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613517.544884:0:87298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544889:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544890:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613517.544892:0:87298:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.544898:0:87298:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613517.544899:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544900:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.544901:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.544902:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773613517.544907:0:87298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613517.544915:0:87298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1773613517.544919:0:87298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613517.544925:0:87298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.544931:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.544932:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.544959:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.544962:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.544964:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00000002:00010000:0.0:1773613517.544967:0:87298:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1773613517.544977:0:87298:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364345c880. 00010000:00000001:0.0:1773613517.545156:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545157:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613517.545159:0:87298:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613517.545161:0:87298:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613517.545163:0:87298:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1773613517.545166:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.545167:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00000100:00000001:0.0:1773613517.545169:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.545170:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189001344 : -113016520550272 : ffff99364a705880) 00010000:00000001:0.0:1773613517.545172:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.545173:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.545175:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.545176:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545178:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00000002:00010000:0.0:1773613517.545182:0:87298:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.545189:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545190:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.545192:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613517.545193:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.545194:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.545195:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.545197:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545199:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000040:0.0:1773613517.545205:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:0.0:1773613517.545207:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613517.545211:0:87298:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589983625/12 (0 0) 00010000:00000001:0.0:1773613517.545214:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545215:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613517.545216:0:87298:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773613517.545219:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b758 00000002:00002000:0.0:1773613517.545221:0:87298:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1773613517.545224:0:87298:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.545227:0:87298:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.545229:0:87298:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613517.545232:0:87298:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1773613517.545235:0:87298:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613517.545238:0:87298:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000001:0.0:1773613517.545241:0:87298:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1773613517.545243:0:87298:0:(namei.c:673:ll_lookup_it_finish()) it ffff99364a8edba0 it_disposition 1800037 00000080:00002000:0.0:1773613517.545247:0:87298:0:(namei.c:652:ll_splice_alias()) Add dentry ffff993658119798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1773613517.545253:0:87298:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613517.545256:0:87298:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:0.0:1773613517.545258:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7b988 00000080:00200000:0.0:1773613517.545260:0:87298:0:(namei.c:1622:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248), intent=open|creat 00000080:00000001:0.0:1773613517.545262:0:87298:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:0.0:1773613517.545265:0:87298:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773613517.545269:0:87298:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773613517.545273:0:87298:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773613517.545275:0:87298:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:0.0:1773613517.545277:0:87298:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1773613517.545297:0:87298:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff993658117380. 00000020:00000001:0.0:1773613517.545308:0:87298:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1773613517.545309:0:87298:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1773613517.545312:0:87298:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:0.0:1773613517.545313:0:87298:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448) 00000020:00000001:0.0:1773613517.545317:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.545321:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613517.545326:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03f000. 00000020:00000010:0.0:1773613517.545330:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03e400. 00000020:00000010:0.0:1773613517.545333:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613517.545339:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.545345:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613517.545349:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613517.545355:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613517.545358:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613517.545362:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ec00. 00000008:00000010:0.0:1773613517.545365:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613517.545369:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613517.545372:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613517.545376:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613517.545379:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613517.545381:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613517.545384:0:87298:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:0.0:1773613517.545390:0:87298:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff993652224d48. 00000020:00000001:0.0:1773613517.545392:0:87298:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613517.545394:0:87298:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.545400:0:87298:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:0.0:1773613517.545404:0:87298:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99364a9351f0. 00020000:00000001:0.0:1773613517.545407:0:87298:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446631057191293424 : -113016518258192 : ffff99364a9351f0) 00020000:00000001:0.0:1773613517.545409:0:87298:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1773613517.545412:0:87298:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613517.545416:0:87298:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8530c0. 00020000:00000010:0.0:1773613517.545420:0:87298:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364b507f80. 00020000:00000010:0.0:1773613517.545424:0:87298:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853000. 00020000:00000001:0.0:1773613517.545426:0:87298:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190367232 : -113016519184384 : ffff99364a853000) 00020000:00000002:0.0:1773613517.545429:0:87298:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853000, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613517.545433:0:87298:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613517.545437:0:87298:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507f80: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000001:0.0:1773613517.545439:0:87298:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1773613517.545442:0:87298:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853000, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613517.545445:0:87298:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613517.545447:0:87298:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507f80: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000010:0.0:1773613517.545451:0:87298:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99364a903a00. 00020000:00000010:0.0:1773613517.545454:0:87298:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff993660bd4a80. 00020000:00000001:0.0:1773613517.545458:0:87298:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1773613517.545460:0:87298:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff993660a6bb00. 00020000:00000001:0.0:1773613517.545463:0:87298:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1773613517.545464:0:87298:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:0.0:1773613517.545469:0:87298:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1773613517.545472:0:87298:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff993652224e10. 00000020:00000001:0.0:1773613517.545473:0:87298:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1773613517.545475:0:87298:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.545476:0:87298:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000001:0.0:1773613517.545480:0:87298:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1773613517.545484:0:87298:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff993652226a80. 00020000:00000001:0.0:1773613517.545486:0:87298:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.545490:0:87298:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000001:0.0:1773613517.545492:0:87298:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631057318104720 : -113016391446896 : ffff993652224e90) 00020000:00000002:0.0:1773613517.545496:0:87298:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x3e4d:0x0]@ffff993652224e10[0:0] -> [0x20000bf89:0xc:0x0]@ffff993652224d48: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000001:0.0:1773613517.545500:0:87298:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1773613517.545502:0:87298:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:0.0:1773613517.545503:0:87298:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.545506:0:87298:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446631057318104520 : -113016391447096 : ffff993652224dc8) 00000020:00001000:0.0:1773613517.545509:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613517.545512:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03e400. 00000020:00000010:0.0:1773613517.545516:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613517.545518:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.545521:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613517.545524:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613517.545527:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613517.545529:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613517.545532:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03f000. 00000008:00000010:0.0:1773613517.545534:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613517.545537:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613517.545539:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613517.545541:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613517.545544:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ec00. 00000020:00000010:0.0:1773613517.545547:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000080:00000001:0.0:1773613517.545550:0:87298:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:0.0:1773613517.545553:0:87298:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:0.0:1773613517.545555:0:87298:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088012 mtime from 0 to 1773613517 00000080:00000001:0.0:1773613517.545559:0:87298:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1773613517.545561:0:87298:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631057417663560 : -113016291888056 : ffff993658117448) 00010000:00000001:0.0:1773613517.545563:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.545565:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.545567:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.545568:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545570:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00000080:00000001:0.0:1773613517.545574:0:87298:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773613517.545575:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.545579:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613517.545581:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ec00. 00000020:00000010:0.0:1773613517.545583:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03f000. 00000020:00000010:0.0:1773613517.545586:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613517.545589:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.545591:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613517.545593:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613517.545595:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613517.545597:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613517.545599:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e400. 00000008:00000010:0.0:1773613517.545601:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613517.545604:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613517.545605:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613517.545608:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613517.545610:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613517.545612:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613517.545613:0:87298:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1773613517.545615:0:87298:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773613517.545616:0:87298:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1773613517.545619:0:87298:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a853c00. 00020000:00000010:0.0:1773613517.545621:0:87298:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff99364b507600. 00020000:00000010:0.0:1773613517.545623:0:87298:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a853f00. 00020000:00000001:0.0:1773613517.545625:0:87298:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190371072 : -113016519180544 : ffff99364a853f00) 00020000:00000002:0.0:1773613517.545627:0:87298:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853f00, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773613517.545630:0:87298:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773613517.545633:0:87298:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507600: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000002:0.0:1773613517.545636:0:87298:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000001:0.0:1773613517.545638:0:87298:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773613517.545640:0:87298:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000010:0.0:1773613517.545645:0:87298:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364b507600. 00020000:00000010:0.0:1773613517.545648:0:87298:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a853c00. 00020000:00000010:0.0:1773613517.545651:0:87298:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853f00. 00020000:00000002:0.0:1773613517.545653:0:87298:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1773613517.545655:0:87298:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.545656:0:87298:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.545659:0:87298:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1773613517.545662:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613517.545664:0:87298:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853000 addref 2/0 by ffff99365245a7c0. 00020000:00000002:0.0:1773613517.545666:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613517.545668:0:87298:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1773613517.545670:0:87298:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1773613517.545671:0:87298:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1773613517.545672:0:87298:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1773613517.545674:0:87298:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1773613517.545676:0:87298:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1773613517.545678:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:0.0:1773613517.545679:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03f000. 00000020:00000010:0.0:1773613517.545682:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613517.545683:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.545686:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613517.545687:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613517.545689:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613517.545691:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613517.545693:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ec00. 00000008:00000010:0.0:1773613517.545695:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613517.545698:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613517.545700:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613517.545703:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:0.0:1773613517.545705:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e400. 00000020:00000010:0.0:1773613517.545707:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000080:00000001:0.0:1773613517.545709:0:87298:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.545711:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545712:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613517.545714:0:87298:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773613517.545717:0:87298:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773613517.545719:0:87298:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613517.545722:0:87298:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:0.0:1773613517.545726:0:87298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:0.0:1773613517.545728:0:87298:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613517.545730:0:87298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613517.545731:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.545732:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.545734:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.545735:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545737:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545739:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545740:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613517.545742:0:87298:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.545743:0:87298:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.545744:0:87298:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:0.0:1773613517.545746:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.545752:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.545759:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.545764:0:87298:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613517.545767:0:87298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00000001:0.0:1773613517.545770:0:87298:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613517.545773:0:87298:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc7400. 00000100:00000001:0.0:1773613517.545777:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.545780:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.545785:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.545788:0:87298:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1773613517.545789:0:87298:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.545797:0:87298:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773613517.545799:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7ba60 00000080:00200008:0.0:1773613517.545801:0:87298:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102101 00000080:00000010:0.0:1773613517.545820:0:87298:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364a3fd2c0. 00000080:00000010:0.0:1773613517.545825:0:87298:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364345c580. 00000080:00000001:0.0:1773613517.545827:0:87298:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:0.0:1773613517.545831:0:87298:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1773613517.545834:0:87298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1773613517.545838:0:87298:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993659d0b6c0. 00000002:00100000:0.0:1773613517.545842:0:87298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1773613517.545849:0:87298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.545850:0:87298:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1773613517.545854:0:87298:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1773613517.545857:0:87298:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.545860:0:87298:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.545863:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.545866:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1773613517.545873:0:87298:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.545876:0:87298:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:0.0:1773613517.545899:0:87298:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773613517.545901:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.545904:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7ba60 00000080:00000008:0.0:1773613517.545906:0:87298:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102101, rc = 0 00000080:00000001:0.0:1773613517.545910:0:87298:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773613517.545912:0:87298:0:(dcache.c:176:ll_intent_release()) intent ffff99364a8edba0 released 00000080:00010000:0.0:1773613517.545914:0:87298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffff99364a8edba0 00010000:00000001:0.0:1773613517.545916:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.545918:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.545919:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.545921:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545923:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.545925:0:87298:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613517.545928:0:87298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.545987:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.545988:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.545990:0:87298:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613517.545992:0:87298:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613517.545995:0:87298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613517.546003:0:87298:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.546006:0:87298:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613517.546007:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613517.546012:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.546013:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.546014:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.546017:0:87298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613517.546019:0:87298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.546021:0:87298:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.546023:0:87298:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.546025:0:87298:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613517.546026:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.546027:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773613517.546028:0:87298:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773613517.546030:0:87298:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1773613517.546033:0:87298:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613517.546034:0:87298:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613517.546037:0:87298:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613517.546038:0:87298:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.546041:0:87298:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1773613517.546043:0:87298:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.546045:0:87298:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613517.546047:0:87298:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.546049:0:87298:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773613517.546051:0:87298:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff99364a8edba0. 00000080:00000001:0.0:1773613517.546055:0:87298:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.546059:0:87298:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:0.0:1773613517.546061:0:87298:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448), inode mode 81a4 mask 40 00000080:00000001:0.0:1773613517.546064:0:87298:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.547091:0:87298:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613517.547096:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:0.0:1773613517.547100:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613517.547102:0:87298:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.566466:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bd28 00000080:00200008:0.0:1773613517.566476:0:87298:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613517.566485:0:87298:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773613517.566487:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bca0 00000080:00200000:0.0:1773613517.566489:0:87298:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448),name=recon 00000080:00000010:0.0:1773613517.566497:0:87298:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03e400. 00800000:00000002:0.0:1773613517.566502:0:87298:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:0.0:1773613517.566509:0:87298:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773613517.566514:0:87298:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773613517.566516:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bbc0 00800000:00000002:0.0:1773613517.566519:0:87298:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773613517.566522:0:87298:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1773613517.566528:0:87298:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:0.0:1773613517.566534:0:87298:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773613517.566536:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7ba90 00000002:00010000:0.0:1773613517.566538:0:87298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773613517.566541:0:87298:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773613517.566543:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613517.566546:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613517.566553:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:0.0:1773613517.566556:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613517.566561:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.566565:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773613517.566570:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773613517.566581:0:87298:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773613517.566586:0:87298:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.566589:0:87298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773613517.566596:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773613517.566598:0:87298:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773613517.566601:0:87298:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613517.566603:0:87298:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773613517.566605:0:87298:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773613517.566607:0:87298:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773613517.566610:0:87298:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773613517.566613:0:87298:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:0.0:1773613517.566616:0:87298:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03e400. 00000080:00000001:0.0:1773613517.566621:0:87298:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773613517.566623:0:87298:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613517.566625:0:87298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:0.0:1773613517.566629:0:87298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:0.0:1773613517.566632:0:87298:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773613517.566634:0:87298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773613517.566635:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.566638:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.566640:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.566642:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.566645:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.566648:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.566649:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773613517.566651:0:87298:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.566652:0:87298:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773613517.566655:0:87298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1e7bcd8 00010000:00000001:0.0:1773613517.566657:0:87298:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.566658:0:87298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.566659:0:87298:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:0.0:1773613517.566661:0:87298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.566663:0:87298:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:0.0:1773613517.566665:0:87298:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613517.566668:0:87298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613517.566675:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.566677:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.566679:0:87298:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613517.566682:0:87298:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613517.566684:0:87298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773613517.566691:0:87298:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.566694:0:87298:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613517.566696:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613517.566700:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.566702:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.566703:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.566706:0:87298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613517.566709:0:87298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.566711:0:87298:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.566713:0:87298:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.566715:0:87298:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613517.566716:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.566717:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773613517.566720:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773613517.566722:0:87298:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613517.566725:0:87298:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1773613517.566728:0:87298:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773613517.566730:0:87298:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613517.566745:0:87298:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773613517.566747:0:87298:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.566749:0:87298:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613517.566752:0:87298:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1773613517.566754:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.566759:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbecf0. 00000020:00000010:0.0:1773613517.566763:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e400. 00000020:00000010:0.0:1773613517.566767:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03ec00. 00000020:00000010:0.0:1773613517.566771:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8532a0. 00000008:00000010:0.0:1773613517.566777:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.566782:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e0c0. 00008000:00000010:0.0:1773613517.566787:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fa6d8. 00000080:00000010:0.0:1773613517.566793:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e25e8. 00000080:00000010:0.0:1773613517.566796:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b908. 00000020:00000010:0.0:1773613517.566800:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03f000. 00000008:00000010:0.0:1773613517.566804:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21080. 00020000:00000010:0.0:1773613517.566818:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c6c0. 00008000:00000010:0.0:1773613517.566822:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927ae48. 00000080:00000010:0.0:1773613517.566826:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c870. 00000020:00000001:0.0:1773613517.566829:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807096 : -113016259744520 : ffff993659fbecf8) 00000020:00001000:0.0:1773613517.566832:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbecf0 00000020:00000001:0.0:1773613517.566835:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.566837:0:87298:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613517.566839:0:87298:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613517.566841:0:87298:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1773613517.566844:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.566846:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613517.566848:0:87298:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613517.566850:0:87298:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.566852:0:87298:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.566855:0:87298:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff99366113b968 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1773613517.566858:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:0.0:1773613517.566862:0:87298:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613517.566864:0:87298:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613517.566866:0:87298:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613517.566867:0:87298:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.566870:0:87298:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613517.566872:0:87298:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613517.566873:0:87298:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.566875:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.566876:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.566877:0:87298:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613517.566879:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:0.0:1773613517.566881:0:87298:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613517.566884:0:87298:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1773613517.566885:0:87298:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:0.0:1773613517.566887:0:87298:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613517.566889:0:87298:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613517.566891:0:87298:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613517.566893:0:87298:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613517.566898:0:87298:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613517.566904:0:87298:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93bb80. 00020000:00000002:0.0:1773613517.566907:0:87298:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613517.566909:0:87298:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613517.566911:0:87298:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.566912:0:87298:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613517.566914:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.566916:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbea20. 00000020:00000010:0.0:1773613517.566920:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03fc00. 00000020:00000010:0.0:1773613517.566923:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03ee00. 00000020:00000010:0.0:1773613517.566925:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853f00. 00000008:00000010:0.0:1773613517.566928:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1f9650. 00020000:00000010:0.0:1773613517.566931:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e3c0. 00008000:00000010:0.0:1773613517.566959:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fbc08. 00000080:00000010:0.0:1773613517.566963:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2000. 00000080:00000010:0.0:1773613517.566965:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113b6c0. 00000020:00000010:0.0:1773613517.566969:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5200. 00000008:00000010:0.0:1773613517.566972:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20c60. 00020000:00000010:0.0:1773613517.566975:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c000. 00008000:00000010:0.0:1773613517.566978:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927a010. 00000080:00000010:0.0:1773613517.566981:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c0f0. 00000020:00000001:0.0:1773613517.566983:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449806376 : -113016259745240 : ffff993659fbea28) 00000020:00001000:0.0:1773613517.566985:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbea20 00000020:00000001:0.0:1773613517.566987:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.566989:0:87298:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613517.566991:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.566992:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613517.566993:0:87298:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.566995:0:87298:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.566997:0:87298:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613517.566999:0:87298:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613517.567003:0:87298:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce9a20. 00000008:00010000:0.0:1773613517.567006:0:87298:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1773613517.567008:0:87298:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613517.567010:0:87298:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613517.567011:0:87298:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93bbb0, osc lock ffff993658ce9a20, flags 0x400001002 00000020:00000001:0.0:1773613517.567014:0:87298:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.567016:0:87298:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.567019:0:87298:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191320448 : -113016518231168 : ffff99364a93bb80) 00000020:00000001:0.0:1773613517.567021:0:87298:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613517.567023:0:87298:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.567024:0:87298:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.567026:0:87298:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.567028:0:87298:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1773613517.567030:0:87298:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1773613517.567032:0:87298:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613517.567033:0:87298:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613517.567035:0:87298:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.567036:0:87298:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:0.0:1773613517.567038:0:87298:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613517.567040:0:87298:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613517.567042:0:87298:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773613517.567046:0:87298:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613517.567048:0:87298:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613517.567049:0:87298:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613517.567051:0:87298:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613517.567053:0:87298:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613517.567054:0:87298:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613517.567056:0:87298:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613517.567058:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773613517.567062:0:87298:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.567065:0:87298:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613517.567069:0:87298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e6300. 00000020:00000040:0.0:1773613517.567073:0:87298:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00010000:00000001:0.0:1773613517.567078:0:87298:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613517.567081:0:87298:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613517.567084:0:87298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.567085:0:87298:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.567087:0:87298:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.567090:0:87298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613517.567093:0:87298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613517.567096:0:87298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613517.567102:0:87298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e5800. 00000100:00000001:0.0:1773613517.567109:0:87298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.567113:0:87298:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613517.567115:0:87298:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.567117:0:87298:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613517.567118:0:87298:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.567120:0:87298:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.567122:0:87298:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00010000:00000001:0.0:1773613517.567125:0:87298:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613517.567127:0:87298:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773613517.567131:0:87298:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a08d800. 00010000:00000010:0.0:1773613517.567135:0:87298:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364a08d400. 00010000:00000001:0.0:1773613517.567138:0:87298:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613517.567141:0:87298:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937e00. 00000020:00000001:0.0:1773613517.567145:0:87298:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613517.567147:0:87298:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937e00 with handle 0xa1aa084204a0122a to hash 00000020:00000001:0.0:1773613517.567149:0:87298:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613517.567151:0:87298:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000010:0.0:1773613517.567154:0:87298:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345c900. 00010000:00000001:0.0:1773613517.567157:0:87298:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:0.0:1773613517.567159:0:87298:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.567162:0:87298:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.567165:0:87298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613517.567176:0:87298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.567186:0:87298:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.567191:0:87298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.567195:0:87298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.567206:0:87298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab2fda3] to pc [ptlrpcd_00_01+1] req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773613517.567232:0:87298:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.567235:0:87298:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.567238:0:87298:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.567239:0:87298:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.567241:0:87298:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.567243:0:87298:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773613517.567245:0:87298:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1773613517.567247:0:87298:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1773613517.567248:0:87298:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1773613517.567263:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773613517.567266:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773613517.567268:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.567273:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.567275:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.567277:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.567278:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.567280:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.567286:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.567293:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.567296:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.567299:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.567302:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.567304:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.567308:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477136128:192.168.203.144@tcp:101:uname.0 00000100:00000001:0.0:1773613517.567312:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.567318:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.567320:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.567323:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.567327:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.567329:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.567337:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.567341:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.567347:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.567354:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477136128, portal 4 00000100:00000001:0.0:1773613517.567356:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.567357:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434239744 : -113016275311872 : ffff9936590e6300) 00000100:00000040:0.0:1773613517.567363:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.567371:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.567374:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.567377:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c175d8. 00000100:00000200:0.0:1773613517.567380:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477136128, offset 0 00000400:00000200:0.0:1773613517.567387:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.567395:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.567402:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.567407:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.567412:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.567416:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.567419:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.567422:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225194:225194:256:4294967295] 192.168.203.144@tcp LPNI seq info [225129:225129:8:4294967295] 00000400:00000200:0.0:1773613517.567427:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.567437:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.567442:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.567447:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500100. 00000800:00000200:0.0:1773613517.567453:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.567461:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.567465:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773613517.567641:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.567645:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.570588:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.570599:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 992282 usecs (993 jiffies) 00000400:00000200:0.0:1773613517.570606:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.570611:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608349 00000100:00000001:0.0:1773613517.570614:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.570616:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608349 00000100:00000001:0.0:1773613517.570619:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.570621:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.570625:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.570629:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.570635:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773613517.575886:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbeba00. 00000800:00000200:3.0:1773613517.577478:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.577486:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500100. 00000400:00000200:3.0:1773613517.577493:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.577501:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.577507:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c175d8 00000400:00000010:3.0:1773613517.577510:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c175d8. 00000100:00000001:3.0:1773613517.577514:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.577522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.577533:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.577536:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.577543:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.577545:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.581926:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.581989:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.581993:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.581995:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.582004:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.582011:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.582019:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.582023:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.582029:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.582032:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d0f900 00000400:00000200:2.0:1773613517.582037:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.582042:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b5fdd [1] + 224 00000800:00000001:2.0:1773613517.582050:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.582059:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.582062:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.582067:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.582073:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.582081:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.582092:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=400 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.582106:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.582115:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.582117:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.582311:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.582315:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613517.582322:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.582324:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.582327:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.582331:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.582333:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613517.582336:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.582341:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613517.582349:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.582356:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.582357:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.582360:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.582363:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.582365:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.582367:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.582369:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.582378:0:2389:0:(import.c:2136:obd_at_measure()) add 0 to ffff99364a1f1458 time=145 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613517.582382:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=140 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613517.582384:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773613517.582388:0:2389:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff993644bc9800: operation ldlm_enqueue to node 192.168.203.144@tcp failed: rc = -107 00000100:00000001:0.0:1773613517.596870:0:2389:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773613517.596883:0:2389:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773613517.596890:0:2389:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff993644bc9800 of lustre-OST0000_UUID@192.168.203.144@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773613517.596896:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1773613517.596900:0:2389:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff993644bc9800: Connection to lustre-OST0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1773613517.596903:0:2389:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613517.596907:0:2389:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613517.596909:0:2389:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.596911:0:2389:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773613517.596912:0:2389:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773613517.596914:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773613517.596917:0:2389:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773613517.596920:0:2389:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff993644bc9800: connect to NID 192.168.203.144@tcp last attempt 5799 00000400:00000200:0.0:1773613517.596929:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.597260:0:2389:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:0.0:1773613517.597265:0:2389:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613517.597269:0:2389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773613517.597271:0:2389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613517.597273:0:2389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000001:0.0:1773613517.597277:0:2389:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613517.597279:0:2389:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:0.0:1773613517.597281:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.597284:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:0.0:1773613517.597286:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:0.0:1773613517.597288:0:2389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000040:0.0:1773613517.597291:0:2389:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613517.597293:0:2389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773613517.597295:0:2389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1773613517.597296:0:2389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 00000020:00000040:0.0:1773613517.597299:0:2389:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00080000:0.0:1773613517.597302:0:2389:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff993644bc9800: import ffff99364a1f1000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:0.0:1773613517.597305:0:2389:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.597308:0:2389:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773613517.597552:0:2389:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613517.597556:0:2389:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.597559:0:2389:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773613517.597562:0:2389:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1773613517.597564:0:2389:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.597566:0:2389:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.597575:0:2389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a738a80. 00000020:00000040:1.0:1773613517.597578:0:2389:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=5 obd=lustre-OST0000-osc-ffff993644bc9800 02000000:00000001:1.0:1773613517.597582:0:2389:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613517.597583:0:2389:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.597586:0:2389:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613517.597589:0:2389:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613517.597592:0:2389:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613517.597600:0:2389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e7400. 00000100:00000001:1.0:1773613517.597606:0:2389:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613517.597615:0:2389:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613517.597624:0:2389:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.597628:0:2389:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.597633:0:2389:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ea183e] to pc [ptlrpcd_rcv+-1] req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.597659:0:2389:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.597662:0:2389:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773613517.597664:0:2389:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773613517.597666:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.597669:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.597677:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.597679:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.597681:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.597683:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613517.597686:0:2389:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.597687:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613517.597690:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.597692:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.597694:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.597748:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.597750:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.597752:0:2388:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.597758:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.597765:0:2388:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.597766:0:2388:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.597770:0:2388:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.597772:0:2388:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.597774:0:2388:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.597777:0:2388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477136256:192.168.203.144@tcp:8:ptlrpcd_00_00.0 00000100:00000001:0.0:1773613517.597781:0:2388:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.597785:0:2388:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.597787:0:2388:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.597789:0:2388:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.597793:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecd000. 02000000:00000001:0.0:1773613517.597795:0:2388:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.597800:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.597804:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.597821:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.597828:0:2388:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477136256, portal 4 00000100:00000001:0.0:1773613517.597831:0:2388:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.597832:0:2388:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189210752 : -113016520340864 : ffff99364a738a80) 00000100:00000040:0.0:1773613517.597839:0:2388:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.597845:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.597847:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.597850:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17aa0. 00000100:00000200:0.0:1773613517.597862:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859762477136256, offset 0 00000400:00000200:0.0:1773613517.597869:0:2388:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.597877:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.597883:0:2388:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.597888:0:2388:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.597892:0:2388:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.597896:0:2388:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.597899:0:2388:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.597902:0:2388:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225195:225195:256:4294967295] 192.168.203.144@tcp LPNI seq info [225130:225130:8:4294967295] 00000400:00000200:0.0:1773613517.597906:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.597915:0:2388:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.597921:0:2388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.597926:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500200. 00000800:00000200:0.0:1773613517.597954:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.597963:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.597967:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.598154:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.598159:0:2388:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 986815 usecs (987 jiffies) 00000400:00000200:0.0:1773613517.598163:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.598252:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608371 00000100:00000001:0.0:1773613517.598256:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.598258:0:2388:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608371 00000100:00000001:0.0:1773613517.598260:0:2388:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.598262:0:2388:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.598264:0:2388:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.598267:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.598269:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.598273:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.598275:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773613517.598277:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.598278:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.598279:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.598281:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.599835:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.599844:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500200. 00000400:00000200:3.0:1773613517.599862:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.599871:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.599879:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17aa0 00000400:00000010:3.0:1773613517.599882:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17aa0. 00000100:00000001:3.0:1773613517.599887:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.599895:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.599907:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.599910:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.599917:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.599919:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.624275:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.624292:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.624297:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.624299:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.624308:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.624324:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.624334:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.624338:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.624344:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.624355:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x69b71b1d0f980 00000400:00000200:2.0:1773613517.624360:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.624366:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x1b5fe5 [1] + 0 00000800:00000001:2.0:1773613517.624374:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.624384:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.624387:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.624392:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.624400:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.624408:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613517.624419:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.624443:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.624451:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.624454:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.624599:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.624603:0:2388:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613517.624610:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.624612:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.624615:0:2388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.624619:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.624622:0:2388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613517.624625:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.624630:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613517.624646:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1773613527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.624652:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.624654:0:2388:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.624656:0:2388:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.624660:0:2388:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.624662:0:2388:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.624664:0:2388:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.624667:0:2388:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.624676:0:2388:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=145 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613517.624681:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=140 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613517.624683:0:2388:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.624685:0:2388:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.624688:0:2388:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.624691:0:2388:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.624694:0:2388:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.624696:0:2388:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:0.0:1773613517.624699:0:2388:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.624701:0:2388:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.624706:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.624714:0:2388:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.624717:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.624720:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.624722:0:2388:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773613517.624728:0:2388:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff993644bc9800: connect to target with instance 11 00000020:00000001:0.0:1773613517.624731:0:2388:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773613517.624743:0:2388:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:0.0:1773613517.624745:0:2388:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.624748:0:2388:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:0.0:1773613517.624750:0:2388:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:0.0:1773613517.624753:0:2388:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00001000:0.0:1773613517.624757:0:2388:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=1773613517 v=0 (0 0 0 0) 00000100:00001000:0.0:1773613517.624760:0:2388:0:(import.c:2202:obd_at_measure()) AT ffff99364a1f1410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773613517.624764:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 634, crc32c 4626, adler 707 00000020:00000040:0.0:1773613517.624770:0:2388:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:0.0:1773613517.624772:0:2388:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613517.624776:0:2388:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:0.0:1773613517.624779:0:2388:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff993644bc9800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1773613517.624783:0:2388:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613517.624786:0:2388:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1773613517.624789:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613517.624791:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613517.624794:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613517.624795:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.624797:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.624799:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.624801:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.624803:0:2388:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.624804:0:2388:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.624805:0:2388:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.624820:0:2388:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613517.624822:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613517.624826:0:2388:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613517.624827:0:2388:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.624829:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.624831:0:2388:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.624834:0:2388:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.624835:0:2388:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.624837:0:2388:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.624839:0:2388:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613517.624843:0:2388:0:(import.c:1331:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff993644bc9800: evicting (reconnect/recover flags not set: 4) req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773613517.624851:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773613517.624864:0:2388:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1773613517.624866:0:2388:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff993644bc9800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1773613517.641768:0:2388:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.144@tcp; invalidating 00000020:00000040:0.0:1773613517.641775:0:2388:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=6 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:2.0:1773613517.643298:0:2388:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.643306:0:2388:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.643328:0:2388:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613517.643340:0:2388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:144f5372-d9a2-4fb0-a726-ce1097458722:2388:1859762477136256:192.168.203.144@tcp:8:ptlrpcd_00_00.0 00000100:00000001:2.0:1773613517.643346:0:2388:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.643358:0:2388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.643362:0:2388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a738a80 x1859762477136256/t0(0) o8->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1773613527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.643369:0:2388:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613517.643373:0:2388:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613517.643376:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecd000. 02000000:00000001:2.0:1773613517.643381:0:2388:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613517.643383:0:2388:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613517.643385:0:2388:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=5 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613517.643387:0:2388:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613517.643390:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e7400. 02000000:00000001:2.0:1773613517.643394:0:2388:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613517.643396:0:2388:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613517.643397:0:2388:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a738a80. 00000100:00000001:2.0:1773613517.643401:0:2388:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613517.643402:0:2388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.643405:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.643413:0:2388:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.643414:0:2388:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.643417:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.643419:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.643591:0:87299:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773613517.643601:0:87299:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff993644bc9800 to lustre-OST0000_UUID@192.168.203.144@tcp 00000100:00000001:0.0:1773613517.643604:0:87299:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773613517.643606:0:87299:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1773613517.643608:0:87299:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773613517.643615:0:87299:0:(client.c:3571:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.643637:0:87299:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773613517.643639:0:87299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: committing for last_committed 47244640287 gen 9 00000100:00100000:0.0:1773613517.643646:0:87299:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.643653:0:87299:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.643657:0:87299:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.643660:0:87299:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739880 x1859762477134720/t47244640288(47244640288) o4->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773613683 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.643666:0:87299:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.643668:0:87299:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.643670:0:87299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a787400. 02000000:00000001:0.0:1773613517.643673:0:87299:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.643675:0:87299:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.643676:0:87299:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.643678:0:87299:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.643680:0:87299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e5000. 02000000:00000001:0.0:1773613517.643682:0:87299:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.643684:0:87299:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.643685:0:87299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739880. 00000100:00000001:0.0:1773613517.643688:0:87299:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.643689:0:87299:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.643692:0:87299:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773613517.643695:0:87299:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.643696:0:87299:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773613517.643698:0:87299:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773613517.643700:0:87299:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613517.643702:0:87299:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613517.643704:0:87299:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613517.643707:0:87299:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1773613517.643710:0:87299:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1773613517.643712:0:87299:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff993644b221d8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1773613517.643716:0:87299:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1773613517.643719:0:87299:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a1aa084204a0081a 00020000:00000001:0.0:1773613517.643722:0:87299:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643725:0:87299:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613517.643727:0:87299:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613517.643730:0:87299:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613517.643731:0:87299:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.643743:0:87299:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.643745:0:87299:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643747:0:87299:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643748:0:87299:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.643750:0:87299:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.643751:0:87299:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643752:0:87299:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613517.643754:0:87299:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613517.643758:0:87299:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613517.643759:0:87299:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643761:0:87299:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.643763:0:87299:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.643765:0:87299:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.643766:0:87299:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.643768:0:87299:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.643770:0:87299:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773613517.643773:0:87299:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773613517.643843:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.643846:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613517.643850:0:2389:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.643857:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.643865:0:2389:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1773613517.643867:0:2389:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.643870:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.643871:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613517.643873:0:2389:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1773613517.643876:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.643878:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.643881:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937e00 refcount=4 00000020:00000001:1.0:1773613517.643883:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.643886:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.643888:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.643889:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.643890:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937e00 refcount=5 00000020:00000001:1.0:1773613517.643892:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.643894:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.643897:0:2389:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.643900:0:2389:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.643904:0:2389:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.643915:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.643917:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.643919:0:2389:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613517.643921:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.643922:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.643925:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937e00 refcount=6 00000020:00000001:1.0:1773613517.643926:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.643928:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00010000:1.0:1773613517.643932:0:2389:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.643962:0:2389:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00010000:00010000:1.0:1773613517.643965:0:2389:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.643971:0:2389:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.643973:0:2389:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.643991:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.643992:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.643994:0:2389:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.644000:0:2389:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.644001:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644002:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.644003:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644004:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.644006:0:2389:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1773613517.644008:0:2389:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00000020:00000001:1.0:1773613517.644012:0:2389:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.644014:0:2389:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613517.644031:0:2389:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613517.644033:0:2389:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000001:1.0:1773613517.644035:0:2389:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1773613517.644038:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.644039:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.644041:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937e00 refcount=4 00000020:00000001:1.0:1773613517.644042:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.644044:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.644046:0:2389:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.644049:0:2389:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.644055:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644056:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.644058:0:2389:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.644065:0:2389:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.644066:0:2389:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.644070:0:2389:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613517.644073:0:2389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.644080:0:2389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99364a937e00 already unused, calling callback (ffffffffc10f6260) 00000008:00000001:1.0:1773613517.644082:0:2389:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773613517.644085:0:2389:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613517.644086:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.644087:0:2389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.644088:0:2389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937e00 refcount=5 00000020:00000001:1.0:1773613517.644090:0:2389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.644092:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191304704 : -113016518246912 : ffff99364a937e00) 00010000:00000001:1.0:1773613517.644095:0:2389:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613517.644098:0:2389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1773613517.644109:0:2389:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773613517.644112:0:2389:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.644117:0:2389:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.644122:0:2389:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9c00. 00000020:00000010:1.0:1773613517.644126:0:2389:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.644130:0:2389:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.644135:0:2389:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.644140:0:2389:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.644144:0:2389:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.644150:0:2389:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.644153:0:2389:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.644156:0:2389:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9600. 00000008:00000010:1.0:1773613517.644159:0:2389:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.644245:0:2389:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.644251:0:2389:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.644254:0:2389:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.644257:0:2389:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.644260:0:2389:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000008:00000001:1.0:1773613517.644262:0:2389:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773613517.644264:0:2389:0:(osc_lock.c:421:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.644265:0:2389:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.644269:0:2389:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.644273:0:2389:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.644276:0:2389:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.644280:0:2389:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.644283:0:2389:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.644286:0:2389:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.644290:0:2389:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.644293:0:2389:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9c00. 00000008:00000010:1.0:1773613517.644296:0:2389:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.644298:0:2389:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.644302:0:2389:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.644305:0:2389:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.644308:0:2389:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9600. 00000020:00000010:1.0:1773613517.644309:0:2389:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000008:00000001:1.0:1773613517.644312:0:2389:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.644550:0:2389:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773613517.644553:0:2389:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613517.644557:0:2389:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613517.644559:0:2389:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613517.644561:0:2389:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.644562:0:2389:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613517.644566:0:2389:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937e00 with handle 0xa1aa084204a0122a from hash 00010000:00000001:1.0:1773613517.644569:0:2389:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613517.644571:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644572:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.644573:0:2389:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613517.644575:0:2389:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613517.644576:0:2389:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773613517.644578:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644579:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.644581:0:2389:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.644583:0:2389:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.644586:0:2389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.644594:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644595:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.644596:0:2389:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773613517.644598:0:2389:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.644599:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.644600:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.644601:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613517.644604:0:2389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000004245a538/0xa1aa084204a0122a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 87298 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773613517.644617:0:2389:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c900. 00010000:00000040:1.0:1773613517.644621:0:2389:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d800 count: 0 00010000:00000010:1.0:1773613517.644628:0:2389:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a08d400. 00010000:00000001:1.0:1773613517.644636:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.644638:0:2389:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:1.0:1773613517.644645:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613517.644653:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477136128:192.168.203.144@tcp:101:uname.0 00000100:00000001:1.0:1773613517.644669:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.644671:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.644674:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e6300 x1859762477136128/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.644680:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613517.644682:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613517.644684:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:1.0:1773613517.644688:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613517.644689:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613517.644691:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613517.644693:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613517.644694:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e5800. 02000000:00000001:1.0:1773613517.644698:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613517.644699:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613517.644700:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e6300. 00000100:00000001:1.0:1773613517.644703:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613517.644704:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.644706:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.644711:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.644712:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.644714:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.644717:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.644922:0:87298:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.644927:0:87298:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613517.644929:0:87298:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99366113b908 (ffff993659fbecf8/0) at cl_lock_release():245 00000020:00000001:3.0:1773613517.644958:0:87298:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.644960:0:87298:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99366113b908 (ffff993659fbecf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613517.644964:0:87298:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613517.644968:0:87298:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.644970:0:87298:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435641640 : -113016273909976 : ffff99365923c728) 00000020:00000001:3.0:1773613517.644972:0:87298:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.644973:0:87298:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93bbb0 (ffff993659fbea28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613517.644985:0:87298:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613517.644987:0:87298:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:3.0:1773613517.644988:0:87298:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613517.644990:0:87298:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.644992:0:87298:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.644993:0:87298:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.644994:0:87298:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.644995:0:87298:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99366113b908 (ffff993659fbecf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613517.644998:0:87298:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613517.645000:0:87298:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.645001:0:87298:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93bbb0 (ffff993659fbecf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613517.645004:0:87298:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce9a20. 00000020:00000001:3.0:1773613517.645008:0:87298:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613517.645010:0:87298:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93bb80. 00020000:00000001:3.0:1773613517.645013:0:87298:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.645014:0:87298:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.645015:0:87298:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000020:00000001:3.0:1773613517.645017:0:87298:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000001:00000001:3.0:1773613517.645020:0:87298:0:(glimpse.c:101:cl_glimpse_lock()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.645023:0:87298:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.645025:0:87298:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.645027:0:87298:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.645028:0:87298:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.645030:0:87298:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.645032:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbea20 00000020:00000010:3.0:1773613517.645035:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03ee00. 00000020:00000010:3.0:1773613517.645039:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853f00. 00000008:00000010:3.0:1773613517.645043:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1f9650. 00020000:00000010:3.0:1773613517.645046:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e3c0. 00008000:00000010:3.0:1773613517.645049:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fbc08. 00000080:00000010:3.0:1773613517.645052:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2000. 00000080:00000010:3.0:1773613517.645055:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b6c0. 00000020:00000010:3.0:1773613517.645057:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03fc00. 00000008:00000010:3.0:1773613517.645060:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20c60. 00020000:00000010:3.0:1773613517.645063:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c000. 00008000:00000010:3.0:1773613517.645066:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927a010. 00000080:00000010:3.0:1773613517.645069:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c0f0. 00000020:00000010:3.0:1773613517.645073:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5200. 00000020:00000010:3.0:1773613517.645075:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbea20. 00020000:00000001:3.0:1773613517.645078:0:87298:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.645080:0:87298:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.645083:0:87298:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.645085:0:87298:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.645088:0:87298:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613517.645091:0:87298:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645093:0:87298:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613517.645095:0:87298:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.645096:0:87298:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.645097:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbecf0 00000020:00000010:3.0:1773613517.645099:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03ec00. 00000020:00000010:3.0:1773613517.645101:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8532a0. 00000008:00000010:3.0:1773613517.645103:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:3.0:1773613517.645106:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e0c0. 00008000:00000010:3.0:1773613517.645109:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fa6d8. 00000080:00000010:3.0:1773613517.645111:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e25e8. 00000080:00000010:3.0:1773613517.645114:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113b908. 00000020:00000010:3.0:1773613517.645116:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e400. 00000008:00000010:3.0:1773613517.645118:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21080. 00020000:00000010:3.0:1773613517.645120:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c6c0. 00008000:00000010:3.0:1773613517.645122:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927ae48. 00000080:00000010:3.0:1773613517.645123:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c870. 00000020:00000010:3.0:1773613517.645125:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03f000. 00000020:00000010:3.0:1773613517.645127:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbecf0. 00000001:00000001:3.0:1773613517.645129:0:87298:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773613517.645132:0:87298:0:(file.c:6286:ll_getattr_dentry()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1773613517.645269:0:87298:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773613517.645273:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bd88 00000080:00200008:3.0:1773613517.645275:0:87298:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:3.0:1773613517.645278:0:87298:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773613517.645280:0:87298:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645282:0:87298:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773613517.645286:0:87298:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645288:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.645293:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613517.645297:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7600. 00000020:00000010:3.0:1773613517.645302:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.645305:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.645309:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.645312:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.645328:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.645331:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.645334:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.645337:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6c00. 00000008:00000010:3.0:1773613517.645341:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.645343:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.645504:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.645510:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613517.645513:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613517.645515:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000080:00000001:3.0:1773613517.645518:0:87298:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773613517.645520:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bc98 00000080:00200000:3.0:1773613517.645522:0:87298:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1773613517.645527:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bc30 00000080:00200000:3.0:1773613517.645529:0:87298:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1773613517.645532:0:87298:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.645534:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645536:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645538:0:87298:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.645542:0:87298:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773613517.645546:0:87298:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.645548:0:87298:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.645549:0:87298:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773613517.645551:0:87298:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.645553:0:87298:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (0) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1773613517.645556:0:87298:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.645558:0:87298:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1773613517.645560:0:87298:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645562:0:87298:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645563:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:3.0:1773613517.645567:0:87298:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1773613517.645569:0:87298:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613517.645571:0:87298:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773613517.645577:0:87298:0:(cl_io.c:214:cl_io_rw_init()) header@000000000f051e5e[0x110, 1, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:3.0:1773613517.645579:0:87298:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1773613517.645581:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645583:0:87298:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613517.645585:0:87298:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613517.645587:0:87298:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773613517.645590:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.645591:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773613517.645594:0:87298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.645598:0:87298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645600:0:87298:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613517.645601:0:87298:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645603:0:87298:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.645606:0:87298:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff9936594f14e8 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773613517.645609:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.645613:0:87298:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613517.645615:0:87298:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613517.645617:0:87298:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613517.645619:0:87298:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773613517.645620:0:87298:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1773613517.645623:0:87298:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773613517.645624:0:87298:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613517.645626:0:87298:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645627:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.645628:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.645629:0:87298:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613517.645631:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:3.0:1773613517.645634:0:87298:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645635:0:87298:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613517.645637:0:87298:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1773613517.645640:0:87298:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773613517.645642:0:87298:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645645:0:87298:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773613517.645646:0:87298:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773613517.645649:0:87298:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773613517.645650:0:87298:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773613517.645652:0:87298:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1773613517.645655:0:87298:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773613517.645657:0:87298:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773613517.645660:0:87298:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613517.645663:0:87298:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.645664:0:87298:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613517.645666:0:87298:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.645669:0:87298:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32000. 00000020:00000010:3.0:1773613517.645672:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7800. 00000020:00000010:3.0:1773613517.645675:0:87298:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc6e00. 00000020:00000010:3.0:1773613517.645677:0:87298:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.645681:0:87298:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.645684:0:87298:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9a80. 00008000:00000010:3.0:1773613517.645686:0:87298:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613517.645689:0:87298:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613517.645692:0:87298:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613517.645695:0:87298:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03f000. 00000008:00000010:3.0:1773613517.645698:0:87298:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613517.645700:0:87298:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613517.645702:0:87298:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613517.645705:0:87298:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853f0f0. 00000020:00000001:3.0:1773613517.645707:0:87298:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329224 : -113016517222392 : ffff99364aa32008) 00000020:00001000:3.0:1773613517.645709:0:87298:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32000 00000020:00000001:3.0:1773613517.645711:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645713:0:87298:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613517.645716:0:87298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.645717:0:87298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613517.645718:0:87298:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.645720:0:87298:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.645722:0:87298:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613517.645724:0:87298:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773613517.645726:0:87298:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773613517.645729:0:87298:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.645731:0:87298:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.645744:0:87298:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773613517.645746:0:87298:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773613517.645748:0:87298:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1773613517.645750:0:87298:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.645751:0:87298:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1773613517.645753:0:87298:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.645755:0:87298:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773613517.645756:0:87298:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773613517.645758:0:87298:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.645759:0:87298:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.645761:0:87298:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773613517.645762:0:87298:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00200000:3.0:1773613517.645765:0:87298:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1773613517.645767:0:87298:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773613517.645769:0:87298:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773613517.645770:0:87298:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.645771:0:87298:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.645772:0:87298:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.645773:0:87298:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.645774:0:87298:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.645776:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32000 00000020:00000010:3.0:1773613517.645778:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc6e00. 00000020:00000010:3.0:1773613517.645782:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.645785:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.645789:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9a80. 00008000:00000010:3.0:1773613517.645793:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613517.645796:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613517.645798:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613517.645801:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7800. 00000008:00000010:3.0:1773613517.645803:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613517.645805:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613517.645835:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613517.645838:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853f0f0. 00000020:00000010:3.0:1773613517.645841:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03f000. 00000020:00000010:3.0:1773613517.645843:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32000. 00020000:00000001:3.0:1773613517.645845:0:87298:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.645847:0:87298:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.645848:0:87298:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.645849:0:87298:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.645852:0:87298:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.645854:0:87298:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.645855:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bc98 00000080:00200000:3.0:1773613517.645857:0:87298:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: -5, result: 0, restart: 0 00000080:00000001:3.0:1773613517.645860:0:87298:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.645861:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645863:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.645864:0:87298:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.645866:0:87298:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613517.645868:0:87298:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1773613517.645870:0:87298:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645872:0:87298:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.645874:0:87298:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:3.0:1773613517.645876:0:87298:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1773613517.645877:0:87298:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773613517.645880:0:87298:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 0 00000080:00000001:3.0:1773613517.645881:0:87298:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00001000:3.0:1773613517.645883:0:87298:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613517.645885:0:87298:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.645888:0:87298:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.645890:0:87298:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.645894:0:87298:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.645897:0:87298:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.645899:0:87298:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.645901:0:87298:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.645904:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7600. 00000008:00000010:3.0:1773613517.645906:0:87298:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.645908:0:87298:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.645911:0:87298:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.645914:0:87298:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613517.645916:0:87298:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.645918:0:87298:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000020:00000001:3.0:1773613517.645920:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bd88 00000080:00000008:3.0:1773613517.645921:0:87298:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23, rc = 18446744073709551611 00000080:00000001:3.0:1773613517.645924:0:87298:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1773613517.645955:0:87298:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.645957:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:3.0:1773613517.645960:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.645962:0:87298:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645970:0:87298:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773613517.645971:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bdd0 00000080:00200008:3.0:1773613517.645973:0:87298:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102001 00000080:00000001:3.0:1773613517.645976:0:87298:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773613517.645978:0:87298:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773613517.645980:0:87298:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.645981:0:87298:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:3.0:1773613517.645983:0:87298:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:3.0:1773613517.645985:0:87298:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.645987:0:87298:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1773613517.645994:0:87298:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.645997:0:87298:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.646004:0:87298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:3.0:1773613517.646006:0:87298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.646011:0:87298:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613517.646013:0:87298:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:3.0:1773613517.646016:0:87298:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773613517.646018:0:87298:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773613517.646021:0:87298:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff99364a03f000. 00000080:00000001:3.0:1773613517.646023:0:87298:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773613517.646027:0:87298:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773613517.646030:0:87298:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:3.0:1773613517.646032:0:87298:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:3.0:1773613517.646035:0:87298:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773613517.646037:0:87298:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0xc:0x0] file closed with intent: 0 00000100:00000010:3.0:1773613517.646042:0:87298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a707480. 00000020:00000040:3.0:1773613517.646046:0:87298:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613517.646050:0:87298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.646053:0:87298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.646057:0:87298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.646062:0:87298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03e400. 00000100:00000001:3.0:1773613517.646068:0:87298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773613517.646082:0:87298:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773613517.646093:0:87298:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773613517.646097:0:87298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773613517.646104:0:87298:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.646106:0:87298:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.646112:0:87298:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988a900. 00000100:00000001:3.0:1773613517.646114:0:87298:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173817600 : -113016535734016 : ffff99364988a900) 00000100:00000001:3.0:1773613517.646116:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.646117:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000100:00000001:3.0:1773613517.646120:0:87298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.646123:0:87298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.646125:0:87298:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.646127:0:87298:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.646131:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.646137:0:87298:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.646139:0:87298:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.646142:0:87298:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.646145:0:87298:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.646147:0:87298:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.646150:0:87298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87298:1859762477136512:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1773613517.646153:0:87298:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.646157:0:87298:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.646159:0:87298:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.646161:0:87298:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773613517.646638:0:87299:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613517.646642:0:87299:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773613517.646644:0:87299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613517.646647:0:87299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1773613517.646673:0:87299:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08dd00 count: 2 00010000:00000001:0.0:1773613517.646678:0:87299:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773613517.646680:0:87299:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.646682:0:87299:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.646684:0:87299:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=3 00000020:00000001:0.0:1773613517.646687:0:87299:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.646690:0:87299:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.646692:0:87299:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773613517.646696:0:87299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80012e480000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1773613517.646707:0:87299:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1773613517.646709:0:87299:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.646713:0:87299:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbeea0. 00000020:00000010:0.0:1773613517.646716:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4400. 00000020:00000010:0.0:1773613517.646719:0:87299:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4e00. 00000020:00000010:0.0:1773613517.646723:0:87299:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.646728:0:87299:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.646731:0:87299:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.646743:0:87299:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.646748:0:87299:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.646751:0:87299:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.646754:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4200. 00000008:00000010:0.0:1773613517.646757:0:87299:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.646760:0:87299:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923e880. 00008000:00000010:0.0:1773613517.646762:0:87299:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.646765:0:87299:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c690. 00000020:00000001:0.0:1773613517.646767:0:87299:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807528 : -113016259744088 : ffff993659fbeea8) 00000020:00001000:0.0:1773613517.646769:0:87299:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbeea0 00000008:00000001:0.0:1773613517.646771:0:87299:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1773613517.646773:0:87299:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1773613517.646774:0:87299:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.646776:0:87299:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbe510. 00000020:00000010:0.0:1773613517.646779:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5a00. 00000020:00000010:0.0:1773613517.646781:0:87299:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4c00. 00000020:00000010:0.0:1773613517.646784:0:87299:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853d80. 00000008:00000010:0.0:1773613517.646787:0:87299:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.646790:0:87299:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e900. 00008000:00000010:0.0:1773613517.646793:0:87299:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8e20. 00000080:00000010:0.0:1773613517.646795:0:87299:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e29d8. 00000080:00000010:0.0:1773613517.646798:0:87299:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113afe8. 00000020:00000010:0.0:1773613517.646801:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000008:00000010:0.0:1773613517.646803:0:87299:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21a20. 00020000:00000010:0.0:1773613517.646806:0:87299:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c480. 00008000:00000010:0.0:1773613517.646818:0:87299:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927abb8. 00000080:00000010:0.0:1773613517.646821:0:87299:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c960. 00000020:00000001:0.0:1773613517.646824:0:87299:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449805080 : -113016259746536 : ffff993659fbe518) 00000020:00001000:0.0:1773613517.646826:0:87299:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbe510 00000008:00000001:0.0:1773613517.646828:0:87299:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1773613517.646830:0:87299:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1773613517.646833:0:87299:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1773613517.646835:0:87299:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.646838:0:87299:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773613517.646841:0:87299:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1773613517.646844:0:87299:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773613517.646847:0:87299:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773613517.646850:0:87299:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff99364a84ae00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1773613517.646853:0:87299:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773613517.646855:0:87299:0:(osc_lock.c:372:osc_lock_flush()) object ffff99364a84ae00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1773613517.646858:0:87299:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1773613517.646860:0:87299:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613517.646862:0:87299:0:(cl_object.c:151:cl_object_top()) ffff99364a947080 -> ffff99364a947080 00000020:00000001:0.0:1773613517.646864:0:87299:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613517.646866:0:87299:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613517.646867:0:87299:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613517.646869:0:87299:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.646871:0:87299:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773613517.646872:0:87299:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.646875:0:87299:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff99364a1fb868 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1773613517.646878:0:87299:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613517.646879:0:87299:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613517.646880:0:87299:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773613517.646882:0:87299:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613517.646883:0:87299:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.646885:0:87299:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.646885:0:87299:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.646887:0:87299:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1773613517.646888:0:87299:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.646890:0:87299:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1773613517.646894:0:87299:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613517.646896:0:87299:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613517.646898:0:87299:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:0.0:1773613517.646900:0:87299:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613517.646901:0:87299:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057183717480 : -113016525834136 : ffff99364a1fb868) 00000020:00000001:0.0:1773613517.646904:0:87299:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613517.646905:0:87299:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613517.646906:0:87299:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613517.646910:0:87299:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 000000003fcd0401 1 1 00000000b1911d6f] 00000020:00000001:0.0:1773613517.646911:0:87299:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613517.646913:0:87299:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1773613517.646914:0:87299:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:0.0:1773613517.646916:0:87299:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.646918:0:87299:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1773613517.646920:0:87299:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1773613517.646921:0:87299:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613517.646923:0:87299:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613517.646924:0:87299:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613517.646927:0:87299:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 000000003fcd0401 2 1 0000000000000000] 00000020:00000001:0.0:1773613517.646928:0:87299:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1773613517.646929:0:87299:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1773613517.646931:0:87299:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1773613517.646932:0:87299:0:(osc_page.c:138:osc_page_delete()) ffff993658e14760 00000008:00000001:0.0:1773613517.646972:0:87299:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1773613517.646973:0:87299:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993658e14770 page ffff993658e14760 at index 0. 00000008:00000001:0.0:1773613517.647502:0:87299:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.647508:0:87299:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1773613517.647511:0:87299:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c4c51c40 index 0 00000020:00000001:0.0:1773613517.647516:0:87299:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1773613517.647517:0:87299:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1773613517.647526:0:87299:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613517.647527:0:87299:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613517.647528:0:87299:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613517.647530:0:87299:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613517.647531:0:87299:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613517.647535:0:87299:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[1 000000003fcd0401 5 1 0000000000000000] 00000020:00000001:0.0:1773613517.647537:0:87299:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1773613517.647538:0:87299:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1773613517.647542:0:87299:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993658e14700. 00000020:00000001:0.0:1773613517.647546:0:87299:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1773613517.647547:0:87299:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1773613517.647566:0:87299:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613517.647569:0:87299:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613517.647571:0:87299:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613517.647573:0:87299:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613517.647575:0:87299:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613517.647576:0:87299:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1773613517.647580:0:87299:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613517.647581:0:87299:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1773613517.647582:0:87299:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613517.647585:0:87299:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbe510 00000020:00000010:0.0:1773613517.647588:0:87299:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4c00. 00000020:00000010:0.0:1773613517.647592:0:87299:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853d80. 00000008:00000010:0.0:1773613517.647595:0:87299:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.647599:0:87299:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e900. 00008000:00000010:0.0:1773613517.647602:0:87299:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8e20. 00000080:00000010:0.0:1773613517.647606:0:87299:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e29d8. 00000080:00000010:0.0:1773613517.647609:0:87299:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113afe8. 00000020:00000010:0.0:1773613517.647612:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5a00. 00000008:00000010:0.0:1773613517.647615:0:87299:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21a20. 00020000:00000010:0.0:1773613517.647618:0:87299:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c480. 00008000:00000010:0.0:1773613517.647621:0:87299:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927abb8. 00000080:00000010:0.0:1773613517.647624:0:87299:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c960. 00000020:00000010:0.0:1773613517.647627:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000020:00000010:0.0:1773613517.647629:0:87299:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbe510. 00000008:00000001:0.0:1773613517.647632:0:87299:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.647635:0:87299:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00010000:00000001:0.0:1773613517.647638:0:87299:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1773613517.647641:0:87299:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.647643:0:87299:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000020:00000001:0.0:1773613517.647644:0:87299:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613517.647646:0:87299:0:(osc_object.c:161:osc_attr_update()) set kms from 512to 0 00020000:00000001:0.0:1773613517.647649:0:87299:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613517.647651:0:87299:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.647653:0:87299:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.647654:0:87299:0:(cl_object.c:151:cl_object_top()) ffff99364a84ae00 -> ffff99364a947080 00000008:00000001:0.0:1773613517.647658:0:87299:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613517.647660:0:87299:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbeea0 00000020:00000010:0.0:1773613517.647662:0:87299:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4e00. 00000020:00000010:0.0:1773613517.647665:0:87299:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.647667:0:87299:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.647669:0:87299:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.647671:0:87299:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.647674:0:87299:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.647676:0:87299:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.647678:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4400. 00000008:00000010:0.0:1773613517.647679:0:87299:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.647682:0:87299:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923e880. 00008000:00000010:0.0:1773613517.647685:0:87299:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.647687:0:87299:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c690. 00000020:00000010:0.0:1773613517.647689:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4200. 00000020:00000010:0.0:1773613517.647691:0:87299:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbeea0. 00000008:00000001:0.0:1773613517.647693:0:87299:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.647696:0:87299:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773613517.647698:0:87299:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773613517.647702:0:87299:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773613517.647705:0:87299:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773613517.647707:0:87299:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.647710:0:87299:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773613517.647713:0:87299:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff99364a937200 with handle 0xa1aa084204a01207 from hash 00010000:00000001:0.0:1773613517.647716:0:87299:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773613517.647718:0:87299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.647720:0:87299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.647721:0:87299:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773613517.647724:0:87299:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773613517.647726:0:87299:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773613517.647728:0:87299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.647729:0:87299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.647730:0:87299:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.647741:0:87299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773613517.647745:0:87299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01207 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80496f480000000 nid: local remote: 0x1dc4d5fc0aabdb32 expref: -99 pid: 87213 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1773613517.647754:0:87299:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c3c0. 00010000:00000001:0.0:1773613517.647762:0:87299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1773613517.647765:0:87299:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08dd00 count: 0 00010000:00000010:0.0:1773613517.647770:0:87299:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99364a08d300. 00000001:00000001:0.0:1773613517.647782:0:87299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613517.647785:0:87299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613517.647786:0:87299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613517.647828:0:87299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.647831:0:87299:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.647837:0:87299:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbeea0. 00000020:00000010:0.0:1773613517.647840:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4200. 00000020:00000010:0.0:1773613517.647843:0:87299:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4400. 00000020:00000010:0.0:1773613517.647846:0:87299:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.647850:0:87299:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.647852:0:87299:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.647855:0:87299:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.647858:0:87299:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.647860:0:87299:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.647863:0:87299:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4e00. 00000008:00000010:0.0:1773613517.647865:0:87299:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.647867:0:87299:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923e880. 00008000:00000010:0.0:1773613517.647870:0:87299:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.647872:0:87299:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c690. 00000020:00000001:0.0:1773613517.647874:0:87299:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807528 : -113016259744088 : ffff993659fbeea8) 00000020:00001000:0.0:1773613517.647876:0:87299:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbeea0 00000008:00000001:0.0:1773613517.647879:0:87299:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773613517.647881:0:87299:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773613517.647884:0:87299:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.647885:0:87299:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773613517.647887:0:87299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613517.647888:0:87299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613517.647911:0:87299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773613517.647913:0:87299:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbeea0 00000020:00000010:0.0:1773613517.647914:0:87299:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4400. 00000020:00000010:0.0:1773613517.647917:0:87299:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.647919:0:87299:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.647922:0:87299:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.647924:0:87299:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.647926:0:87299:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.647928:0:87299:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.647931:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4200. 00000008:00000010:0.0:1773613517.647972:0:87299:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.647976:0:87299:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923e880. 02000000:00000010:3.0:1773613517.648306:0:87298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b2ac00. 02000000:00000001:3.0:1773613517.648312:0:87298:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.648535:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.648540:0:87298:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613517.648547:0:87298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613517.648554:0:87298:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477136512, portal 10 00000100:00000001:3.0:1773613517.648557:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.648558:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000100:00000040:3.0:1773613517.648568:0:87298:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.648576:0:87298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.648579:0:87298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.648582:0:87298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccb28. 00000100:00000200:3.0:1773613517.648585:0:87298:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477136512, offset 0 00000400:00000200:3.0:1773613517.648591:0:87298:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.648599:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.648606:0:87298:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.648611:0:87298:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.648615:0:87298:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.648618:0:87298:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.648621:0:87298:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.648625:0:87298:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225196:225196:256:4294967295] 192.168.203.144@tcp LPNI seq info [225131:225131:8:4294967295] 00000400:00000200:3.0:1773613517.648629:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.648638:0:87298:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.648644:0:87298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.648649:0:87298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550100. 00000800:00000200:3.0:1773613517.648655:0:87298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.648662:0:87298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.648667:0:87298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.648731:0:87298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.648744:0:87298:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 456898 usecs (457 jiffies) 00000400:00000200:3.0:1773613517.648748:0:87298:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.648750:0:87298:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607891 00000100:00000001:3.0:1773613517.648753:0:87298:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.648757:0:87298:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607891 00000100:00000001:3.0:1773613517.648759:0:87298:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.648762:0:87298:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.648765:0:87298:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.648768:0:87298:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.648770:0:87298:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613517.648773:0:87298:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988a900 going to sleep for 11 seconds 00000100:00000001:3.0:1773613517.648776:0:87298:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.648778:0:87298:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:0.0:1773613517.648838:0:87299:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.648841:0:87299:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c690. 00000020:00000010:0.0:1773613517.648845:0:87299:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4e00. 00000020:00000010:0.0:1773613517.648848:0:87299:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbeea0. 00000001:00000001:0.0:1773613517.648852:0:87299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613517.648853:0:87299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613517.648881:0:87299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773613517.648883:0:87299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773613517.648884:0:87299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773613517.648907:0:87299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.648910:0:87299:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.648913:0:87299:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613517.648919:0:87299:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773613517.648922:0:87299:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773613517.648925:0:87299:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773613517.648927:0:87299:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773613517.648930:0:87299:0:(import.c:65:import_set_state_nolock()) ffff99364a1f1000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773613517.648961:0:87299:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773613517.648964:0:87299:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773613517.648965:0:87299:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773613517.648968:0:87299:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1773613517.650685:0:87299:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1773613517.650691:0:87299:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff993644b221d8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1773613517.650699:0:87299:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1773613517.650701:0:87299:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a1aa084204a0081a 00020000:00000001:0.0:1773613517.650704:0:87299:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650708:0:87299:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773613517.650710:0:87299:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773613517.650713:0:87299:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773613517.650715:0:87299:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.650718:0:87299:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.650720:0:87299:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650721:0:87299:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650723:0:87299:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773613517.650724:0:87299:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773613517.650725:0:87299:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650727:0:87299:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773613517.650729:0:87299:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773613517.650733:0:87299:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773613517.650735:0:87299:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650736:0:87299:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.650738:0:87299:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.650740:0:87299:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.650742:0:87299:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.650744:0:87299:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.650747:0:87299:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773613517.650754:0:87299:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff993644bc9800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00000001:0.0:1773613517.650758:0:87299:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.650761:0:87299:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.650763:0:87299:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.650765:0:87299:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773613517.650767:0:87299:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.658910:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.658920:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550100. 00000400:00000200:2.0:1773613517.658928:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.658962:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.658970:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccb28 00000400:00000010:2.0:1773613517.658972:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccb28. 00000100:00000001:2.0:1773613517.658988:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.658995:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.659007:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.659010:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.659016:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.659018:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773613517.662078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937200. 00010000:00000010:0.1:1773613517.662092:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08dd00. 00010000:00000010:1.1:1773613517.662237:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d800. 00010000:00000010:1.1:1773613517.662245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99364a937e00. 00000800:00000001:2.0:1773613517.673421:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.673439:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.673443:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.673445:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.673454:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.673462:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.673470:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.673475:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.673480:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.673483:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d0fa80 00000400:00000200:2.0:1773613517.673488:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.673494:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b5fed [1] + 224 00000800:00000001:2.0:1773613517.673501:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.673509:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.673512:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.673517:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.673524:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.673532:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.673542:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.673561:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.673570:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.673573:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.677588:0:87298:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613517.677602:0:87298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613517.677605:0:87298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613517.677609:0:87298:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613517.677617:0:87298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:3.0:1773613517.677619:0:87298:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:3.0:1773613517.677624:0:87298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.677635:0:87298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613517.677647:0:87298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a707480 x1859762477136512/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.677655:0:87298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613517.677656:0:87298:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.677659:0:87298:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613517.677662:0:87298:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613517.677664:0:87298:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613517.677666:0:87298:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.677669:0:87298:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613517.677677:0:87298:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613517.677681:0:87298:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613517.677683:0:87298:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613517.677685:0:87298:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.677688:0:87298:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613517.677691:0:87298:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.677694:0:87298:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613517.677696:0:87298:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773613517.677698:0:87298:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613517.677700:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.677702:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000100:00000001:3.0:1773613517.677705:0:87298:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613517.677707:0:87298:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:3.0:1773613517.677709:0:87298:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613517.677711:0:87298:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.677715:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a707480 x1859762477136512/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.677723:0:87298:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.677726:0:87298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613517.677728:0:87298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613517.677732:0:87298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a707480 x1859762477136512/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613517.677739:0:87298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a707480 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87298:1859762477136512:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1773613517.677744:0:87298:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.677746:0:87298:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.677748:0:87298:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613517.677750:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.677754:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707480 x1859762477136512/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.677760:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613517.677763:0:87298:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988a900. 00000100:00000001:3.0:1773613517.677767:0:87298:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613517.677768:0:87298:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.677775:0:87298:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.677776:0:87298:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189008512 : -113016520543104 : ffff99364a707480) 00000002:00000001:3.0:1773613517.677779:0:87298:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.677782:0:87298:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.677787:0:87298:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03f000. 00000080:00000001:3.0:1773613517.677791:0:87298:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773613517.677795:0:87298:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1773613517.677800:0:87298:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773613517.677819:0:87298:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a705880 x1859762477136000/t103079215255(103079215255) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613517.677827:0:87298:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.677829:0:87298:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.677831:0:87298:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364345c580. 00000100:00000001:3.0:1773613517.677834:0:87298:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.677838:0:87298:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a707480 x1859762477136512/t103079215256(103079215256) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.677844:0:87298:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.677846:0:87298:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.677848:0:87298:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364a3fd2c0. 00000080:00000001:3.0:1773613517.677852:0:87298:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.677858:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7bdd0 00000080:00000008:3.0:1773613517.677860:0:87298:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102001, rc = 0 00000080:00000001:3.0:1773613517.677863:0:87298:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.677868:0:87298:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613517.677870:0:87298:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1e7be00 00000080:00002000:3.0:1773613517.677872:0:87298:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:3.0:1773613517.677875:0:87298:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.748138:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00200008:3.0:1773613517.748148:0:87304:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613517.748157:0:87304:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.748159:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bc80 00000080:00200000:3.0:1773613517.748161:0:87304:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.748168:0:87304:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03fc00. 00800000:00000002:3.0:1773613517.748176:0:87304:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.748180:0:87304:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.748186:0:87304:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.748188:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bba0 00800000:00000002:3.0:1773613517.748190:0:87304:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.748194:0:87304:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.748199:0:87304:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.748204:0:87304:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.748206:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba70 00000002:00010000:3.0:1773613517.748208:0:87304:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.748212:0:87304:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.748213:0:87304:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.748217:0:87304:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613517.748224:0:87304:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.748227:0:87304:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.748229:0:87304:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.748231:0:87304:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773613517.748234:0:87304:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773613517.748239:0:87304:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704380. 00000020:00000040:3.0:1773613517.748243:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:3.0:1773613517.748249:0:87304:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613517.748253:0:87304:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.748260:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.748261:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.748264:0:87304:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.748267:0:87304:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.748269:0:87304:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.748274:0:87304:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.748280:0:87304:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff993644b29000. 00000100:00000001:3.0:1773613517.748286:0:87304:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.748291:0:87304:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.748293:0:87304:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.748294:0:87304:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.748295:0:87304:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.748297:0:87304:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.748302:0:87304:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00010000:00000001:3.0:1773613517.748307:0:87304:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613517.748309:0:87304:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613517.748313:0:87304:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbebf00. 00010000:00000010:3.0:1773613517.748317:0:87304:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993643f50100. 00010000:00000001:3.0:1773613517.748321:0:87304:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613517.748325:0:87304:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2c00. 00000020:00000001:3.0:1773613517.748328:0:87304:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613517.748331:0:87304:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2c00 with handle 0xa1aa084204a01231 to hash 00000020:00000001:3.0:1773613517.748333:0:87304:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613517.748334:0:87304:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.748338:0:87304:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.748341:0:87304:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.748344:0:87304:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.748347:0:87304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.748357:0:87304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.748366:0:87304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773613517.748371:0:87304:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.748373:0:87304:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.748379:0:87304:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988ae40. 00000100:00000001:3.0:1773613517.748381:0:87304:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173818944 : -113016535732672 : ffff99364988ae40) 00000100:00000001:3.0:1773613517.748383:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.748384:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000100:00000001:3.0:1773613517.748388:0:87304:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.748392:0:87304:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.748394:0:87304:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.748396:0:87304:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.748406:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.748414:0:87304:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.748416:0:87304:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.748419:0:87304:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.748422:0:87304:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.748424:0:87304:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.748428:0:87304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136640:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613517.748431:0:87304:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.748436:0:87304:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.748438:0:87304:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.748441:0:87304:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613517.748446:0:87304:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613517.748448:0:87304:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.748455:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.748459:0:87304:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000010:3.0:1773613517.748465:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613517.748471:0:87304:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477136640, portal 10 00000100:00000001:3.0:1773613517.748474:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.748475:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000100:00000040:3.0:1773613517.748481:0:87304:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.748489:0:87304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.748491:0:87304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.748494:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc7f8. 00000100:00000200:3.0:1773613517.748497:0:87304:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477136640, offset 0 00000400:00000200:3.0:1773613517.748504:0:87304:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.748512:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.748520:0:87304:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.748524:0:87304:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.748528:0:87304:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.748531:0:87304:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.748534:0:87304:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.748538:0:87304:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225197:225197:256:4294967295] 192.168.203.144@tcp LPNI seq info [225132:225132:8:4294967295] 00000400:00000200:3.0:1773613517.748542:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.748550:0:87304:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.748557:0:87304:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.748563:0:87304:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550100. 00000800:00000200:3.0:1773613517.748570:0:87304:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.748578:0:87304:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.748582:0:87304:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.748603:0:87304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.748608:0:87304:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 456040 usecs (457 jiffies) 00000400:00000200:3.0:1773613517.748611:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.748614:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300607991 00000100:00000001:3.0:1773613517.748617:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.748619:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300607991 00000100:00000001:3.0:1773613517.748621:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.748623:0:87304:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.748626:0:87304:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.748628:0:87304:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.748630:0:87304:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773613517.748632:0:87304:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988ae40 going to sleep for 50 seconds 00000100:00000001:3.0:1773613517.748634:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.748637:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.748730:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.748739:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550100. 00000400:00000200:2.0:1773613517.748743:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.748748:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.748752:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc7f8 00000400:00000010:2.0:1773613517.748754:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc7f8. 00000100:00000001:2.0:1773613517.748759:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.748763:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.748771:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.748774:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.748780:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.748782:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.767010:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.767026:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.767030:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.767032:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.767042:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.767051:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.767058:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.767063:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.767069:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.767073:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d0fb00 00000400:00000200:2.0:1773613517.767078:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.767085:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b5ffd [1] + 224 00000800:00000001:2.0:1773613517.767092:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.767099:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.767102:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.767107:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.767113:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.767120:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.767131:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.767149:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.767157:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.767160:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.767305:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773613517.767313:0:87304:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613517.767316:0:87304:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613517.767320:0:87304:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:3.0:1773613517.767324:0:87304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:3.0:1773613517.767326:0:87304:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:3.0:1773613517.767330:0:87304:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.767335:0:87304:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613517.767345:0:87304:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.767350:0:87304:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613517.767353:0:87304:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.767355:0:87304:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613517.767358:0:87304:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613517.767362:0:87304:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613517.767364:0:87304:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.767366:0:87304:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613517.767375:0:87304:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:3.0:1773613517.767380:0:87304:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613517.767382:0:87304:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613517.767384:0:87304:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.767386:0:87304:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613517.767389:0:87304:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.767392:0:87304:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613517.767394:0:87304:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:3.0:1773613517.767395:0:87304:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613517.767398:0:87304:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.767402:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.767409:0:87304:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.767412:0:87304:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613517.767414:0:87304:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613517.767417:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613517.767424:0:87304:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136640:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1773613517.767429:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.767432:0:87304:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.767434:0:87304:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613517.767436:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.767439:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.767446:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613517.767449:0:87304:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988ae40. 00000100:00000001:3.0:1773613517.767452:0:87304:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613517.767453:0:87304:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.767456:0:87304:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773613517.767459:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767462:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767465:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613517.767467:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767470:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613517.767475:0:87304:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2c00, remote cookie: 0x1dc4d5fc0aabdba9, flags: 0x1001 00010000:00010000:3.0:1773613517.767480:0:87304:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.767491:0:87304:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767498:0:87304:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773613517.767501:0:87304:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773613517.767503:0:87304:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773613517.767505:0:87304:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773613517.767506:0:87304:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773613517.767509:0:87304:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364cbebf00) refcount = 1 00010000:00010000:3.0:1773613517.767514:0:87304:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767520:0:87304:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773613517.767523:0:87304:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773613517.767524:0:87304:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.767527:0:87304:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773613517.767529:0:87304:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.767532:0:87304:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767537:0:87304:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773613517.767539:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767540:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.767541:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767542:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.767544:0:87304:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.767548:0:87304:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773613517.767550:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767551:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767552:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.767554:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767556:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767558:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767559:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767560:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=4 00000020:00000001:3.0:1773613517.767562:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767563:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767566:0:87304:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.767569:0:87304:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.767572:0:87304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767578:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767579:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.767580:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767581:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767582:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=5 00000020:00000001:3.0:1773613517.767584:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767585:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767587:0:87304:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.767590:0:87304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767596:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767597:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773613517.767599:0:87304:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767609:0:87304:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.767610:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767611:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.767612:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767613:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773613517.767618:0:87304:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773613517.767627:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767628:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767629:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.767631:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767633:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767635:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767636:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.767637:0:87304:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.767639:0:87304:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.767642:0:87304:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773613517.767645:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767646:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767647:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.767649:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767651:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00000002:00010000:3.0:1773613517.767654:0:87304:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.767660:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767661:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.767663:0:87304:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613517.767664:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.767665:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.767666:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.767668:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.767670:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000040:3.0:1773613517.767675:0:87304:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 2 00010000:00000001:3.0:1773613517.767678:0:87304:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773613517.767681:0:87304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773613517.767683:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.767684:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.767685:0:87304:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773613517.767688:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2b9f0 00000002:00002000:3.0:1773613517.767690:0:87304:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773613517.767920:0:87304:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.767925:0:87304:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.767928:0:87304:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773613517.767930:0:87304:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773613517.767975:0:87304:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613517.767979:0:87304:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.767982:0:87304:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03fc00. 00000080:00000001:3.0:1773613517.767987:0:87304:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.767989:0:87304:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773613517.767995:0:87304:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773613517.768000:0:87304:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773613517.768006:0:87304:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a8ecf40. 00800000:00000001:3.0:1773613517.768008:0:87304:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057190997824 : -113016518553792 : ffff99364a8ecf40) 00800000:00000001:3.0:1773613517.768010:0:87304:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.768012:0:87304:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773613517.768014:0:87304:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773613517.768016:0:87304:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773613517.768019:0:87304:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773613517.768021:0:87304:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773613517.768023:0:87304:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.768026:0:87304:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773613517.768029:0:87304:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773613517.768031:0:87304:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773613512 to 1773613517 00000080:00200000:3.0:1773613517.768035:0:87304:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:3.0:1773613517.768037:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.768039:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.768040:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.768042:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768044:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768046:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.768047:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613517.768048:0:87304:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613517.768051:0:87304:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773613517.768052:0:87304:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a8ecf40 1 00800000:00000010:3.0:1773613517.768054:0:87304:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a8ecf40. 00800000:00000001:3.0:1773613517.768056:0:87304:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.768059:0:87304:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01231 00800000:00000001:3.0:1773613517.768062:0:87304:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.768063:0:87304:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.768064:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.768066:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.768067:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.768068:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768070:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768071:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.768073:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.768074:0:87304:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.768076:0:87304:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.768078:0:87304:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.768080:0:87304:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.768083:0:87304:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01231 from it ffffaca8c1f2bcb8 00010000:00000001:3.0:1773613517.768085:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.768086:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.768087:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:3.0:1773613517.768088:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768090:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:3.0:1773613517.768091:0:87304:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.768094:0:87304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.768104:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.768105:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.768106:0:87304:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.768108:0:87304:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.768111:0:87304:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773613517.768117:0:87304:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.768119:0:87304:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.768121:0:87304:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.768125:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.768126:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.768127:0:87304:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.768130:0:87304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.768131:0:87304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.768133:0:87304:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.768136:0:87304:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.768137:0:87304:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.768138:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.768139:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.768141:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.768146:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704380 x1859762477136640/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.768152:0:87304:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613517.768154:0:87304:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613517.768157:0:87304:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99364b4f3000. 02000000:00000001:3.0:1773613517.768160:0:87304:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613517.768162:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613517.768164:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613517.768166:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613517.768168:0:87304:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff993644b29000. 02000000:00000001:3.0:1773613517.768171:0:87304:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613517.768173:0:87304:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613517.768174:0:87304:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704380. 00000100:00000001:3.0:1773613517.768178:0:87304:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613517.768179:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.768183:0:87304:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.768187:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00000008:3.0:1773613517.768190:0:87304:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773613517.769355:0:87304:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.769394:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00200008:2.0:1773613517.769398:0:87304:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773613517.769404:0:87304:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613517.769405:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bc80 00000080:00200000:2.0:1773613517.769407:0:87304:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613517.769413:0:87304:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8a00. 00800000:00000002:2.0:1773613517.769418:0:87304:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613517.769421:0:87304:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613517.769427:0:87304:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613517.769429:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bba0 00800000:00000002:2.0:1773613517.769431:0:87304:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613517.769434:0:87304:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613517.769438:0:87304:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613517.769443:0:87304:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613517.769444:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba70 00000002:00010000:2.0:1773613517.769446:0:87304:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613517.769450:0:87304:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613517.769452:0:87304:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613517.769455:0:87304:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613517.769460:0:87304:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 2 00010000:00000001:2.0:1773613517.769463:0:87304:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613517.769467:0:87304:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613517.769470:0:87304:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613517.769474:0:87304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773613517.769483:0:87304:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613517.769487:0:87304:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.769490:0:87304:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773613517.769496:0:87304:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613517.769498:0:87304:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613517.769500:0:87304:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613517.769502:0:87304:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613517.769503:0:87304:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613517.769505:0:87304:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613517.769507:0:87304:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613517.769509:0:87304:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613517.769511:0:87304:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8a00. 00000080:00000001:2.0:1773613517.769514:0:87304:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613517.769516:0:87304:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613517.769518:0:87304:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613517.769521:0:87304:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01231 00800000:00000001:2.0:1773613517.769524:0:87304:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613517.769526:0:87304:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613517.769527:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.769529:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.769531:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:2.0:1773613517.769533:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769535:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769537:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769539:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613517.769540:0:87304:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613517.769541:0:87304:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613517.769544:0:87304:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01231 from it ffffaca8c1f2bcb8 00010000:00000001:2.0:1773613517.769545:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.769546:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.769547:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:2.0:1773613517.769549:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769551:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769552:0:87304:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613517.769554:0:87304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613517.769560:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769561:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.769562:0:87304:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613517.769563:0:87304:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613517.769564:0:87304:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613517.769570:0:87304:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613517.769572:0:87304:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613517.769574:0:87304:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613517.769577:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769578:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.769579:0:87304:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769581:0:87304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613517.769583:0:87304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769585:0:87304:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769587:0:87304:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769588:0:87304:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613517.769590:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769591:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613517.769593:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613517.769595:0:87304:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773613517.769597:0:87304:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.769600:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00000008:2.0:1773613517.769602:0:87304:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773613517.769722:0:87304:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773613517.769724:0:87304:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773613517.769726:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb78 00000080:00200000:2.0:1773613517.769728:0:87304:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:2.0:1773613517.769743:0:87304:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993660ea8a00. 00800000:00000002:2.0:1773613517.769747:0:87304:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:2.0:1773613517.769749:0:87304:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773613517.769751:0:87304:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773613517.769753:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba98 00800000:00000002:2.0:1773613517.769754:0:87304:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773613517.769757:0:87304:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1773613517.769760:0:87304:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773613517.769763:0:87304:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773613517.769765:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2b968 00000002:00010000:2.0:1773613517.769766:0:87304:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773613517.769769:0:87304:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773613517.769770:0:87304:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773613517.769772:0:87304:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773613517.769775:0:87304:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 2 00010000:00000001:2.0:1773613517.769777:0:87304:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613517.769780:0:87304:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613517.769782:0:87304:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613517.769785:0:87304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773613517.769791:0:87304:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773613517.769794:0:87304:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.769796:0:87304:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773613517.769802:0:87304:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773613517.769804:0:87304:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773613517.769815:0:87304:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613517.769817:0:87304:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773613517.769819:0:87304:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613517.769820:0:87304:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773613517.769822:0:87304:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773613517.769824:0:87304:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:2.0:1773613517.769826:0:87304:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993660ea8a00. 00000080:00000001:2.0:1773613517.769828:0:87304:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773613517.769830:0:87304:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613517.769832:0:87304:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:2.0:1773613517.769834:0:87304:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01231 00800000:00000001:2.0:1773613517.769837:0:87304:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773613517.769838:0:87304:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773613517.769840:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.769841:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.769842:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:2.0:1773613517.769844:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769846:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769849:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769850:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773613517.769851:0:87304:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773613517.769852:0:87304:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773613517.769864:0:87304:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01231 from it ffffaca8c1f2bbb0 00010000:00000001:2.0:1773613517.769865:0:87304:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.769866:0:87304:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.769868:0:87304:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:2.0:1773613517.769869:0:87304:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769871:0:87304:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:2.0:1773613517.769873:0:87304:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613517.769875:0:87304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773613517.769882:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769883:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.769884:0:87304:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613517.769886:0:87304:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613517.769888:0:87304:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773613517.769894:0:87304:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613517.769895:0:87304:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613517.769897:0:87304:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613517.769899:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769900:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.769901:0:87304:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769902:0:87304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613517.769904:0:87304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769905:0:87304:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769907:0:87304:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.769908:0:87304:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613517.769909:0:87304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.769910:0:87304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613517.769911:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773613517.769912:0:87304:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773613517.769915:0:87304:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 44 00000080:00000001:2.0:1773613517.769918:0:87304:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613517.769922:0:87304:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773613517.769925:0:87304:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773613517.769927:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb78 00000080:00200008:2.0:1773613517.769929:0:87304:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000 00000080:00000010:2.0:1773613517.769992:0:87304:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99364159f040. 00000080:00000001:2.0:1773613517.769997:0:87304:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613517.769999:0:87304:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613517.770065:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773613517.770068:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:2.0:1773613517.770074:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773613517.770077:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773613517.770082:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a784400. 00000020:00000001:2.0:1773613517.770086:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613517.770088:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773613517.770090:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773613517.770092:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a784400 uarg=0000000000000000 00800000:00000001:2.0:1773613517.770097:0:87304:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773613517.770099:0:87304:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff993644bc9800: age 5645, max_age 5939 00000002:00000001:2.0:1773613517.770103:0:87304:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773613517.770105:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000010:2.0:1773613517.770111:0:87304:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff993660aba680. 00000020:00000040:2.0:1773613517.770113:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:2.0:1773613517.770117:0:87304:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773613517.770119:0:87304:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773613517.770122:0:87304:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773613517.770129:0:87304:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660415600. 00000100:00000001:2.0:1773613517.770135:0:87304:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.770138:0:87304:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773613517.770140:0:87304:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613517.770145:0:87304:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f6d80. 00000100:00000001:2.0:1773613517.770147:0:87304:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205718400 : -113016503833216 : ffff99364b6f6d80) 00000100:00000001:2.0:1773613517.770150:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.770151:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000001:2.0:1773613517.770156:0:87304:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773613517.770160:0:87304:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.770162:0:87304:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613517.770163:0:87304:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613517.770173:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.770181:0:87304:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613517.770183:0:87304:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.770187:0:87304:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613517.770189:0:87304:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613517.770191:0:87304:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.770194:0:87304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136768:192.168.203.144@tcp:41:lfs.0 00000100:00000001:2.0:1773613517.770199:0:87304:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613517.770204:0:87304:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613517.770206:0:87304:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.770208:0:87304:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613517.770214:0:87304:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a785c00. 02000000:00000001:2.0:1773613517.770216:0:87304:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613517.770223:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613517.770227:0:87304:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9dc0. 00000400:00000010:2.0:1773613517.770234:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d74c8. 00000100:00000200:2.0:1773613517.770240:0:87304:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477136768, portal 10 00000100:00000001:2.0:1773613517.770242:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.770243:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057561986688 : -113016147564928 : ffff993660aba680) 00000100:00000040:2.0:1773613517.770248:0:87304:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.770256:0:87304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.770258:0:87304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.770260:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7880. 00000100:00000200:2.0:1773613517.770263:0:87304:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477136768, offset 0 00000400:00000200:2.0:1773613517.770269:0:87304:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.770277:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.770284:0:87304:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.770288:0:87304:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613517.770292:0:87304:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613517.770296:0:87304:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613517.770299:0:87304:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613517.770302:0:87304:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225198:225198:256:4294967295] 192.168.203.144@tcp LPNI seq info [225133:225133:8:4294967295] 00000400:00000200:2.0:1773613517.770306:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.770315:0:87304:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.770322:0:87304:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.770326:0:87304:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415500. 00000800:00000200:2.0:1773613517.770332:0:87304:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.770339:0:87304:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.770343:0:87304:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.770363:0:87304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.770368:0:87304:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 455152 usecs (456 jiffies) 00000400:00000200:2.0:1773613517.770372:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613517.770374:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608012 00000100:00000001:2.0:1773613517.770378:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.770380:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608012 00000100:00000001:2.0:1773613517.770383:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.770385:0:87304:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.770387:0:87304:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.770389:0:87304:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.770391:0:87304:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613517.770394:0:87304:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364b6f6d80 going to sleep for 50 seconds 00000100:00000001:2.0:1773613517.770397:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.770399:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.770500:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.770504:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415500. 00000400:00000200:3.0:1773613517.770509:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.770513:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.770517:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7880 00000400:00000010:3.0:1773613517.770519:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7880. 00000100:00000001:3.0:1773613517.770522:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.770527:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.770535:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.770538:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.770544:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.770545:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.773051:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.773069:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.773073:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.773075:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.773084:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.773091:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.773101:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.773105:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.773111:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.773114:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x69b71b1d0fb80 00000400:00000200:2.0:1773613517.773119:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.773125:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b600d [1] + 224 00000800:00000001:2.0:1773613517.773133:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.773142:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.773144:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.773148:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.773155:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.773164:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613517.773175:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.773191:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.773200:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.773203:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.773281:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613517.773288:0:87304:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.773290:0:87304:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.773294:0:87304:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9dc0. 00000400:00000200:0.0:1773613517.773299:0:87304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d74c8 00000400:00000010:0.0:1773613517.773302:0:87304:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d74c8. 00000100:00000001:0.0:1773613517.773305:0:87304:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.773309:0:87304:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613517.773325:0:87304:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.773332:0:87304:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.773334:0:87304:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.773336:0:87304:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.773340:0:87304:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.773343:0:87304:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.773351:0:87304:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.773355:0:87304:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.773364:0:87304:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613517.773368:0:87304:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613517.773370:0:87304:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.773372:0:87304:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.773375:0:87304:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.773379:0:87304:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.773382:0:87304:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.773384:0:87304:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:0.0:1773613517.773386:0:87304:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.773389:0:87304:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.773394:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.773401:0:87304:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.773405:0:87304:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.773406:0:87304:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.773412:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613517.773424:0:87304:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff993660aba680 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136768:192.168.203.144@tcp:41:lfs.0 00000100:00000001:0.0:1773613517.773428:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.773431:0:87304:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.773434:0:87304:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.773436:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.773439:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.773445:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.773448:0:87304:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f6d80. 00000100:00000001:0.0:1773613517.773451:0:87304:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613517.773452:0:87304:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773613517.773459:0:87304:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:0.0:1773613517.773461:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.773464:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff993660aba680 x1859762477136768/t0(0) o41->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.773469:0:87304:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.773471:0:87304:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.773474:0:87304:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99364a785c00. 02000000:00000001:0.0:1773613517.773477:0:87304:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.773479:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.773481:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613517.773483:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.773485:0:87304:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660415600. 02000000:00000001:0.0:1773613517.773488:0:87304:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.773490:0:87304:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.773492:0:87304:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660aba680. 00000100:00000001:0.0:1773613517.773495:0:87304:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.773496:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613517.773497:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.773498:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613517.773500:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1773613517.773503:0:87304:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff993644bc9800: update ffff993644b237c0 cache blocks 17225/17269 objects 496352/496748 00800000:00000001:0.0:1773613517.773507:0:87304:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.773512:0:87304:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773515:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.773518:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a784400. 00000080:00000001:0.0:1773613517.773521:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773524:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773604:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773607:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773614:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773617:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773624:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773628:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773630:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773633:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773635:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773639:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773641:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773643:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773645:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773648:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773650:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773654:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773655:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773658:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773659:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773662:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773664:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773665:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773666:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773667:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773669:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773671:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773673:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773675:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773677:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773679:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773682:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773683:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773685:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773686:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773688:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773690:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773691:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773692:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773693:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773696:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773698:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773699:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773702:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773704:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773706:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773708:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773709:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773712:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773713:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773715:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773717:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773718:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773719:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773720:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773723:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773724:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773726:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773727:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773729:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773731:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773749:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773750:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773754:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773755:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773757:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773759:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773760:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773761:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773763:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773765:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773766:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773768:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773770:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773772:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773774:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773776:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773778:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773780:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773781:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773782:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773784:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773785:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773786:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773787:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773790:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773792:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773794:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773796:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773798:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773799:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773802:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773804:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773816:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773817:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773820:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773822:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773824:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773825:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773826:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773829:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773831:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773832:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773834:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773836:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773838:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773841:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773842:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773844:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773845:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773847:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773849:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773850:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773851:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773852:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773855:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773857:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773858:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773860:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773863:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773864:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773867:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773868:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773871:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773872:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773874:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773876:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773877:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773878:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773880:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773882:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773883:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773885:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773887:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773888:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773890:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773892:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773893:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773896:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773896:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773899:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773901:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773902:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773903:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773905:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773907:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773908:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773910:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773913:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773915:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773916:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773919:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773920:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773923:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773924:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773926:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773928:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773930:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.773931:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.773968:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.773971:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773973:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773976:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.773978:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.773981:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773983:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.773987:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.773988:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.773991:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.773992:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.773995:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.773997:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.773999:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774000:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774001:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774003:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774005:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774007:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774009:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774011:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774013:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774016:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774017:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774019:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774020:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774022:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774024:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774026:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774027:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774028:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774030:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774032:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774034:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774036:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774039:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774041:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774044:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774046:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774048:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774049:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774052:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774054:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774055:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774056:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774058:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774060:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774062:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774063:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774066:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774068:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774070:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774072:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774073:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774076:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774077:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774079:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774081:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774083:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774084:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774085:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774087:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774089:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774090:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774092:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774094:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774096:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774098:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774100:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774102:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774103:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774105:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774107:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774108:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774109:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774110:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774113:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774115:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774116:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774118:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774119:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774121:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774123:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774125:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774127:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774128:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774130:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774133:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774134:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774135:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774137:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774139:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774140:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774142:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774145:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774146:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774148:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774150:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774152:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774154:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774155:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774158:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774160:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774162:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774163:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774164:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774167:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774168:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774170:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774172:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774174:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774176:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774179:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774180:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774183:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774184:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774186:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774188:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774190:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774191:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774192:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774194:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774196:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774198:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774199:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774201:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774203:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774206:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774207:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774209:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774210:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774212:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774214:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774216:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774217:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774218:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774221:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774223:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774225:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774227:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774229:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774231:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774234:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774235:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774248:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774250:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774252:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774256:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774257:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774258:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774259:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774261:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774263:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774265:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774266:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774268:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774270:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774273:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774274:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774276:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774278:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774279:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774281:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774283:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774284:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774286:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774288:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774290:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774291:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774293:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774295:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774297:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774299:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774301:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774303:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774304:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774306:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774307:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774309:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774309:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774311:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774313:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774315:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774317:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774319:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774321:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774323:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774326:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774327:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774330:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774331:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774333:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774334:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774336:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774336:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774338:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774340:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774341:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774343:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774344:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774347:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774348:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774351:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774352:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774355:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774356:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774357:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774359:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774360:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774361:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774362:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774364:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774366:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774367:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774369:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774371:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774372:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774375:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774376:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774378:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774379:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774380:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774382:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774384:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774384:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774385:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774387:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774389:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774391:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774392:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774394:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774396:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774398:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774399:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774402:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774402:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774404:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774406:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774407:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774408:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774409:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774411:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774413:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774415:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774417:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774419:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774420:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774422:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774423:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774425:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774426:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774428:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774430:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774431:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774432:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774433:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774435:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774437:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774438:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774440:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774442:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774444:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774446:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774447:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774449:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774450:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774452:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774454:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774455:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774456:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774457:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774460:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774462:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774463:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774465:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774467:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774468:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774471:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774472:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774473:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774474:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774476:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774478:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774479:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774480:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774482:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774484:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774486:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774487:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774489:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774491:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774492:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774494:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774495:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774497:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774498:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774500:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774502:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774503:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774505:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774506:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774508:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774509:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774511:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774513:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774515:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774517:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774519:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774521:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774523:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774524:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774525:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774527:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774529:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774530:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774531:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774533:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774535:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774537:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774538:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774540:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774542:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774544:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774546:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774548:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774549:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774550:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774552:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774554:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774555:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774556:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774558:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774560:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774562:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774564:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774566:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774567:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774570:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774571:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774573:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774574:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774576:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774578:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774579:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774580:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774581:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774583:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774585:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774587:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774589:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774590:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774592:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774594:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774596:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774598:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774599:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774601:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774603:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774604:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774605:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774607:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774609:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774611:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774612:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774614:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774616:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774618:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774621:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774622:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774624:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774625:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774627:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774629:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774630:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774631:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774632:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774634:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774636:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774637:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774639:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774641:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774643:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774645:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774646:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774648:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774649:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774651:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774652:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774654:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774655:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774656:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774658:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774660:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774661:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774663:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774665:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774667:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774669:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774671:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774673:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774674:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774675:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774677:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774679:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774680:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774681:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774683:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774685:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774687:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774689:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774691:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774692:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774695:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774696:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774699:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774700:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774702:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774704:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774706:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774707:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774708:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774710:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774712:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774713:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774715:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774717:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774718:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774721:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774722:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774725:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774726:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774728:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774730:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774743:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774745:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774746:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774749:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774750:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774752:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774754:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774756:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774758:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774761:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774763:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774765:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774767:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774769:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774771:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774773:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774774:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774775:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774777:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774779:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774781:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774783:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774784:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774786:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774789:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774790:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774792:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774793:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774795:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774797:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774799:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774800:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774801:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774804:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774815:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774817:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774820:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774822:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774824:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774827:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774829:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774831:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774832:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774835:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774837:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774838:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774839:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774841:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774843:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774844:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774846:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774848:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774850:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774852:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774854:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774856:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774858:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774859:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774861:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774863:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774864:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774865:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774866:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774869:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774871:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774873:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774875:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774877:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774879:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774881:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774883:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774885:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774886:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774888:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774890:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774891:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774892:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774894:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774896:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774898:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774899:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774901:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774903:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774904:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774907:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774908:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774910:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774911:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774913:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774915:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774916:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774917:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774918:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774920:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774922:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774923:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774925:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774927:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774928:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774931:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774958:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774962:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774963:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774966:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774968:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774970:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774971:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774972:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.774974:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774976:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774977:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.774979:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.774982:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774983:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.774987:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.774988:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.774991:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.774992:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.774994:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.774996:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.774997:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.774998:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.774999:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775002:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775004:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775005:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775007:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775009:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775011:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775014:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775015:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775017:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775018:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775020:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775022:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775024:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775025:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775026:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775028:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775030:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775032:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775034:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775036:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775037:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775039:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775040:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775043:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775044:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775045:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775047:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775049:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775050:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775051:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775053:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775055:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775057:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775059:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775061:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775063:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775065:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775066:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775068:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775069:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775071:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775073:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775075:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775076:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775077:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775079:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775081:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775082:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775084:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775086:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775088:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775090:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775092:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775094:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775095:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775097:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775098:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775100:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775101:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775103:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775105:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775107:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775108:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775111:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775112:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775114:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775116:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775117:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775119:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775120:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775122:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775124:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775126:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775127:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775129:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775131:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775133:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775134:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775136:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775138:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775139:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775142:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775143:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775145:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775146:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775148:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775150:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775152:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775152:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775154:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775156:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775158:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775159:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775161:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775163:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775165:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775168:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775169:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775172:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775173:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775175:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775177:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775178:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775180:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775181:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775183:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775186:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775188:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775189:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775191:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775193:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775196:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775197:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775199:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775200:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775202:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775204:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775206:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775207:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775208:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775211:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775213:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775214:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775216:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775218:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775220:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775223:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775224:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775226:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775227:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775229:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775231:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775233:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775234:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775235:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775237:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775239:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775241:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775243:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775245:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775247:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775250:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775251:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775253:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775254:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775256:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775258:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775260:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775261:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775262:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775264:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775266:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775268:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775270:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775271:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775273:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775276:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775277:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775280:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775281:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775282:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775284:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775286:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775287:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775288:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775291:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775292:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775294:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775296:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775298:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775299:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775302:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775304:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775306:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775307:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775309:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775311:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775312:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775313:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775314:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775317:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775319:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775321:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775323:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775325:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775327:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775330:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775331:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775333:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775334:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775336:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775338:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775340:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775341:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775342:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775345:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775346:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775348:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775349:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775352:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775354:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775356:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775358:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775360:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775361:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775364:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775366:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775368:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775369:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775370:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775372:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775374:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775376:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775378:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775380:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775382:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775384:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775386:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775388:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775389:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775391:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775393:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775395:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775396:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775397:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775399:0:87304:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775401:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775403:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1773613517.775405:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775407:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775409:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1773613517.775412:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775413:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775415:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775416:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775418:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775420:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775422:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773613517.775423:0:87304:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773613517.775425:0:87304:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00800000:00000001:0.0:1773613517.775427:0:87304:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613517.775429:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613517.775431:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1773613517.775433:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.775435:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613517.775437:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1773613517.775440:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.775441:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.775444:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.775445:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.775447:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.775449:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.775451:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613517.775454:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613517.775456:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00020000:00000001:0.0:1773613517.775462:0:87304:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1773613517.775465:0:87304:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff993644bc9800: age 5645, max_age 5939 00000008:00000001:0.0:1773613517.775468:0:87304:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:0.0:1773613517.775471:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000010:0.0:1773613517.775478:0:87304:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613517.775481:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.775485:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.775486:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.775488:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773613517.775490:0:87304:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613517.775493:0:87304:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613517.775498:0:87304:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613517.775504:0:87304:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613517.775511:0:87304:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.775514:0:87304:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613517.775515:0:87304:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613517.775522:0:87304:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.775524:0:87304:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563142208 : -113016146409408 : ffff993660bd4840) 00000100:00000001:0.0:1773613517.775526:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.775528:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:0.0:1773613517.775532:0:87304:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.775536:0:87304:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.775538:0:87304:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613517.775539:0:87304:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.775549:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.775558:0:87304:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.775560:0:87304:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.775564:0:87304:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.775566:0:87304:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.775569:0:87304:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.775572:0:87304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136896:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1773613517.775576:0:87304:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.775581:0:87304:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.775583:0:87304:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.775586:0:87304:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.775590:0:87304:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.775592:0:87304:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.775599:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.775603:0:87304:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.775609:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.775615:0:87304:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477136896, portal 4 00000100:00000001:0.0:1773613517.775617:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.775618:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613517.775624:0:87304:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.775631:0:87304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.775634:0:87304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.775637:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c176e8. 00000100:00000200:0.0:1773613517.775640:0:87304:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859762477136896, offset 0 00000400:00000200:0.0:1773613517.775647:0:87304:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.775654:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.775661:0:87304:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.775665:0:87304:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.775670:0:87304:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.775673:0:87304:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.775676:0:87304:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.775680:0:87304:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225199:225199:256:4294967295] 192.168.203.144@tcp LPNI seq info [225134:225134:8:4294967295] 00000400:00000200:0.0:1773613517.775685:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.775694:0:87304:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.775700:0:87304:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.775705:0:87304:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500f00. 00000800:00000200:0.0:1773613517.775711:0:87304:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.775719:0:87304:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.775723:0:87304:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.775749:0:87304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.775754:0:87304:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 981490 usecs (982 jiffies) 00000400:00000200:0.0:1773613517.775758:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.775761:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608541 00000100:00000001:0.0:1773613517.775763:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.775766:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608541 00000100:00000001:0.0:1773613517.775768:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.775770:0:87304:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.775773:0:87304:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.775775:0:87304:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.775776:0:87304:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613517.775779:0:87304:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613517.775781:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.775784:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.777972:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.777981:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500f00. 00000400:00000200:3.0:1773613517.777987:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.777995:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.778002:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c176e8 00000400:00000010:3.0:1773613517.778005:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c176e8. 00000100:00000001:3.0:1773613517.778009:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.778017:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.778029:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.778032:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.778039:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.778041:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.780478:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.780495:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.780499:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.780501:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.780510:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.780518:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.780525:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.780529:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.780534:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.780538:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d0fc00 00000400:00000200:2.0:1773613517.780542:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.780548:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b601d [1] + 224 00000800:00000001:2.0:1773613517.780556:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.780565:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.780568:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.780572:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.780579:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.780588:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613517.780598:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.780621:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.780629:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.780632:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.781577:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613517.781587:0:87304:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.781590:0:87304:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.781593:0:87304:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.781599:0:87304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.781602:0:87304:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613517.781605:0:87304:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.781613:0:87304:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613517.781623:0:87304:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.781629:0:87304:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.781631:0:87304:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.781634:0:87304:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.781637:0:87304:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.781640:0:87304:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.781642:0:87304:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.781644:0:87304:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.781653:0:87304:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f14a0 time=413 v=5 (5 0 5 0) 00000100:00001000:0.0:1773613517.781656:0:87304:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773613517.781659:0:87304:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.781661:0:87304:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.781663:0:87304:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.781667:0:87304:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.781670:0:87304:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.781672:0:87304:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:0.0:1773613517.781674:0:87304:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.781676:0:87304:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.781681:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.781688:0:87304:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.781691:0:87304:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.781693:0:87304:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.781697:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613517.781711:0:87304:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477136896:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1773613517.781716:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.781719:0:87304:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.781722:0:87304:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.781723:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.781727:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.781748:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.781751:0:87304:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.781755:0:87304:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613517.781756:0:87304:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.781762:0:87304:0:(osc_request.c:3512:osc_statfs()) Process leaving 00000100:00000001:0.0:1773613517.781764:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.781767:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477136896/t0(0) o13->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.781773:0:87304:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.781776:0:87304:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.781779:0:87304:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.781782:0:87304:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.781784:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.781786:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.781788:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.781790:0:87304:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613517.781795:0:87304:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.781797:0:87304:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.781799:0:87304:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613517.781803:0:87304:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.781805:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1773613517.781823:0:87304:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff993644bc9800: update ffff99364a0c0450 cache blocks 3677/3683 objects 117728/118135 00020000:00000001:0.0:1773613517.781828:0:87304:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.781833:0:87304:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.781836:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.781839:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.781843:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.781846:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.782232:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773613517.782235:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:0.0:1773613517.782253:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773613517.782256:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773613517.782263:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff993658ecd400. 00000020:00000001:0.0:1773613517.782267:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.782269:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1773613517.782272:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1773613517.782274:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff993658ecd400 uarg=0000000000000000 00020000:00000001:0.0:1773613517.782281:0:87304:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1773613517.782282:0:87304:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff993644bc9800: age 5645, max_age 5939 00000008:00000001:0.0:1773613517.782285:0:87304:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:0.0:1773613517.782288:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000010:0.0:1773613517.782293:0:87304:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613517.782295:0:87304:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=4 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.782298:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.782300:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.782301:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773613517.782303:0:87304:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613517.782305:0:87304:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613517.782309:0:87304:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613517.782323:0:87304:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff993660500400. 00000100:00000001:0.0:1773613517.782329:0:87304:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.782332:0:87304:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613517.782333:0:87304:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613517.782337:0:87304:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.782339:0:87304:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563142208 : -113016146409408 : ffff993660bd4840) 00000100:00000001:0.0:1773613517.782342:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.782344:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:0.0:1773613517.782355:0:87304:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.782359:0:87304:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.782361:0:87304:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613517.782363:0:87304:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.782369:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.782376:0:87304:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.782378:0:87304:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.782381:0:87304:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.782383:0:87304:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.782385:0:87304:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.782388:0:87304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477137024:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1773613517.782391:0:87304:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.782396:0:87304:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.782398:0:87304:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.782400:0:87304:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.782404:0:87304:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.782406:0:87304:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.782412:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.782416:0:87304:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.782422:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.782428:0:87304:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477137024, portal 4 00000100:00000001:0.0:1773613517.782430:0:87304:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.782432:0:87304:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613517.782437:0:87304:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.782443:0:87304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.782446:0:87304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.782448:0:87304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17990. 00000100:00000200:0.0:1773613517.782452:0:87304:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859762477137024, offset 0 00000400:00000200:0.0:1773613517.782458:0:87304:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.782466:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.782473:0:87304:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.782477:0:87304:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.782481:0:87304:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.782485:0:87304:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.782488:0:87304:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.782492:0:87304:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225200:225200:256:4294967295] 192.168.203.144@tcp LPNI seq info [225135:225135:8:4294967295] 00000400:00000200:0.0:1773613517.782496:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.782505:0:87304:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.782510:0:87304:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.782514:0:87304:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500b00. 00000800:00000200:0.0:1773613517.782521:0:87304:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.782527:0:87304:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.782531:0:87304:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.782553:0:87304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.782558:0:87304:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 509120 usecs (510 jiffies) 00000400:00000200:0.0:1773613517.782561:0:87304:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.782564:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608078 00000100:00000001:0.0:1773613517.782567:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.782569:0:87304:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608078 00000100:00000001:0.0:1773613517.782572:0:87304:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.782574:0:87304:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.782576:0:87304:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.782579:0:87304:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.782580:0:87304:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613517.782583:0:87304:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613517.782585:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.782587:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.783196:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.783202:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500b00. 00000400:00000200:3.0:1773613517.783207:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.783213:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.783218:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17990 00000400:00000010:3.0:1773613517.783220:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17990. 00000100:00000001:3.0:1773613517.783223:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.783229:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.783238:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.783241:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.783247:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.783249:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.785406:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.785421:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.785424:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.785427:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.785437:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.785443:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.785452:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.785457:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.785462:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.785466:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x69b71b1d0fc80 00000400:00000200:2.0:1773613517.785471:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.785477:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x1b6025 [1] + 224 00000800:00000001:2.0:1773613517.785484:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.785493:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.785495:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.785499:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.785505:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.785513:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613517.785523:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.785543:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.785550:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.785553:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.787391:0:87304:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613517.787406:0:87304:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.787408:0:87304:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.787413:0:87304:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.787421:0:87304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.787423:0:87304:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613517.787427:0:87304:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.787437:0:87304:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613517.787453:0:87304:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.787460:0:87304:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.787462:0:87304:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.787464:0:87304:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.787468:0:87304:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.787470:0:87304:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.787473:0:87304:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.787475:0:87304:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.787484:0:87304:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f54a0 time=413 v=5 (5 0 5 0) 00000100:00001000:0.0:1773613517.787488:0:87304:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=91 v=5 (1 1 1 0) 00000100:00000001:0.0:1773613517.787491:0:87304:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.787493:0:87304:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.787496:0:87304:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.787499:0:87304:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.787502:0:87304:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.787505:0:87304:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:0.0:1773613517.787507:0:87304:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.787509:0:87304:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.787513:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.787520:0:87304:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.787523:0:87304:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.787525:0:87304:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.787529:0:87304:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613517.787536:0:87304:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job lfs:144f5372-d9a2-4fb0-a726-ce1097458722:87304:1859762477137024:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1773613517.787540:0:87304:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.787543:0:87304:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.787545:0:87304:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.787547:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.787550:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.787557:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.787560:0:87304:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.787563:0:87304:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613517.787565:0:87304:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.787571:0:87304:0:(osc_request.c:3512:osc_statfs()) Process leaving 00000100:00000001:0.0:1773613517.787573:0:87304:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.787575:0:87304:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477137024/t0(0) o13->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.787581:0:87304:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.787583:0:87304:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.787586:0:87304:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.787589:0:87304:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.787591:0:87304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.787593:0:87304:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.787595:0:87304:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.787598:0:87304:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff993660500400. 02000000:00000001:0.0:1773613517.787602:0:87304:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.787604:0:87304:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.787606:0:87304:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613517.787609:0:87304:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.787611:0:87304:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1773613517.787613:0:87304:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff993644bc9800: update ffff99364a0c5178 cache blocks 3677/3683 objects 117728/118123 00020000:00000001:0.0:1773613517.787617:0:87304:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.787624:0:87304:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.787626:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.787629:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff993658ecd400. 00000080:00000001:0.0:1773613517.787632:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.787635:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.790995:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791004:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791016:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791019:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791028:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791034:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791037:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791041:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791043:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791047:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791050:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791052:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791055:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791059:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791061:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791066:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791068:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791071:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791072:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791074:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791076:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791078:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791079:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791080:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791083:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791085:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791087:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791089:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791091:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791093:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791096:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791098:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791100:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791102:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791104:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791107:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791108:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791109:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791111:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791113:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791115:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791117:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791119:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791122:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791123:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791126:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791128:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791130:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791132:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791134:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791136:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791137:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791139:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791140:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791142:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791144:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791146:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791148:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791150:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791152:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791155:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791156:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791159:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791160:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791162:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791164:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791166:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791167:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791168:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791171:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791172:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791174:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791176:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791178:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791180:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791183:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791185:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791187:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791188:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791190:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791192:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791194:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791195:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791196:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791198:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791200:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791201:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791203:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791206:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791207:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791210:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791212:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791215:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791216:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791218:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791220:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791222:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791223:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791224:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791228:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791230:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791232:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791234:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791236:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791248:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791252:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791253:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791255:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791256:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791258:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791260:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791261:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791262:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791263:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791266:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791268:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791270:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791272:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791274:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791275:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791278:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791279:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791281:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791282:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791283:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791286:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791287:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791288:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791289:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791292:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791293:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791296:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791297:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791299:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791302:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791305:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791306:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791308:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791309:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791311:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791323:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791325:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791326:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791328:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791330:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791332:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791334:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791336:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791338:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791340:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791344:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791354:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791358:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791359:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791362:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791364:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791365:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791366:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791367:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791370:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791371:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791373:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791376:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791378:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791380:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791384:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791385:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791388:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791389:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791391:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791393:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791395:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791396:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791398:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791401:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791403:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791404:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791406:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791409:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791410:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791414:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791415:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791417:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791419:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791420:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791422:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791424:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791425:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791426:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791428:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791430:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791432:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791434:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791436:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791438:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791441:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791442:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791445:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791446:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791448:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791450:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791451:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791452:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791454:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791456:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791458:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791459:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791461:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791463:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791464:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791467:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791468:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791471:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791472:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791474:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791476:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791478:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791479:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791480:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791482:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791484:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791486:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791488:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791490:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791492:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791495:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791497:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791499:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791500:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791503:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791505:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791506:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791507:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791508:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791510:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791512:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791514:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791516:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791518:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791520:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791523:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791524:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791527:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791528:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791530:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791532:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791534:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791535:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791536:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791539:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791541:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791543:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791545:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791547:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791549:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791552:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791553:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791555:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791556:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791559:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791561:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791562:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791564:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791565:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791568:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791569:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791571:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791573:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791576:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791577:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791580:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791582:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791584:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791585:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791587:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791590:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791592:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791593:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791594:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791596:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791598:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791600:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791602:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791604:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791606:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791608:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791610:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791612:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791614:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791616:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791619:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791620:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791621:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791622:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791625:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791627:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791629:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791631:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791633:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791635:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791638:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791639:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791642:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791643:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791645:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791647:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791649:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791650:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791651:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791653:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791656:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791657:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791659:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791662:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791664:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791667:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791668:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791671:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791672:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791674:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791676:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791677:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791679:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791680:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791682:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791684:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791686:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791688:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791691:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791692:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791695:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791697:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791699:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791700:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791702:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791704:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791706:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791707:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791708:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791710:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791712:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791714:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791715:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791717:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791719:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791721:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791723:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791725:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791726:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791728:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791730:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791744:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791746:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791747:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791750:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791752:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791753:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791756:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791758:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791760:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791763:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791766:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791768:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791769:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791771:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791773:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791775:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791776:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791777:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791779:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791781:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791783:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791784:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791786:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791788:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791791:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791792:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791794:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791795:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791797:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791799:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791800:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791801:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791802:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791804:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791816:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791818:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791820:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791822:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791824:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791827:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791828:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791830:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791831:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791834:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791836:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791837:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791838:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791839:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791841:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791843:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791845:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791846:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791848:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791850:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791853:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791854:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791857:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791858:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791860:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791861:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791863:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791864:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791865:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791867:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791869:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791870:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791872:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791874:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791875:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791878:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791879:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791881:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791882:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791884:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791886:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791888:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791889:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791891:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791893:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791895:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791896:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791898:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791900:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791902:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791904:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791905:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791908:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791909:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791911:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791912:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791914:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791915:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791916:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791918:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791920:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791922:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791923:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791925:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791926:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791929:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791930:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.791971:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.791972:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.791975:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.791977:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.791979:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.791980:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.791981:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.791983:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791986:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791987:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.791989:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.791991:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791993:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.791996:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.791998:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792000:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792001:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792003:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792005:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792007:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792007:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792008:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792011:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792012:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792014:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792016:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792018:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792019:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792022:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792023:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792026:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792027:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792029:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792031:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792032:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792033:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792034:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792036:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792038:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792039:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792041:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792044:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792046:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792049:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792050:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792053:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792054:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792056:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792058:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792059:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792061:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792062:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792064:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792066:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792067:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792069:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792072:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792074:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792076:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792077:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792080:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792081:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792083:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792084:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792086:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792087:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792088:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792091:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792093:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792094:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792096:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792099:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792100:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792104:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792105:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792108:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792109:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792111:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792113:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792115:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792116:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792118:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792120:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792122:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792123:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792125:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792127:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792128:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792131:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792132:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792134:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792135:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792137:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792138:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792140:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792140:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792141:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792144:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792145:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792147:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792148:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792150:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792152:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792154:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792156:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792158:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792159:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792161:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792163:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792164:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792165:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792166:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792169:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792170:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792172:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792174:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792176:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792178:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792180:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792181:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792184:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792185:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792187:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792189:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792190:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792191:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792192:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792194:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792196:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792198:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792199:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792201:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792202:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792205:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792206:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792208:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792209:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792211:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792213:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792214:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792216:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792217:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792219:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792220:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792222:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792224:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792226:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792228:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792231:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792232:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792235:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792236:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792238:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792240:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792242:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792243:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792244:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792246:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792248:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792250:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792251:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792253:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792255:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792258:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792259:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792261:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792262:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792264:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792266:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792267:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792268:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792270:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792272:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792274:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792276:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792278:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792280:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792282:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792285:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792286:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792289:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792290:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792292:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792294:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792296:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792296:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792297:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792299:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792301:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792302:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792304:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792306:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792308:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792311:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792312:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792314:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792315:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792317:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792319:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792321:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792322:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792323:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792325:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792327:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792329:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792331:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792333:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792334:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792337:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792338:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792340:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792341:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792344:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792346:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792347:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792348:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792349:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792351:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792352:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792353:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792355:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792357:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792358:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792361:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792363:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792365:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792366:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792367:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792369:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792371:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792372:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792374:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792376:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792378:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792379:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792381:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792383:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792385:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792387:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792389:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792392:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792393:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792395:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792397:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792399:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792399:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792401:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792403:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792405:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792406:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792409:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792410:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792412:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792415:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792416:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792418:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792419:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792421:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792423:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792424:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792425:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792426:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792428:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792430:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792432:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792433:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792435:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792437:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792439:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792440:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792442:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792443:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792446:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792447:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792449:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792450:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792452:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792454:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792456:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792457:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792459:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792461:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792463:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792466:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792467:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792469:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792470:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792473:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792475:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792477:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792478:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792479:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792482:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792484:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792485:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792488:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792489:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792491:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792493:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792495:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792497:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792498:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792501:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792503:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792504:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792506:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792508:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792510:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792512:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792513:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792515:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792517:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792518:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792521:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792522:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792525:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792526:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792528:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792530:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792531:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792532:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792533:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792535:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792536:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792538:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792540:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792542:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792544:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792546:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792547:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792549:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792551:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792553:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792554:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792556:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792557:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792558:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792560:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792562:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792564:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792566:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792568:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792569:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792572:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792573:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792576:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792577:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792579:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792581:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792582:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792583:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792584:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792586:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792588:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792589:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792591:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792594:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792595:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792598:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792599:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792602:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792603:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792605:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792607:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792609:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792610:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792611:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792613:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792615:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792616:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792618:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792621:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792622:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792625:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792627:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792629:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792630:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792633:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792634:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792635:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792636:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792637:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792639:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792641:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792642:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792644:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792646:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792648:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792651:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792652:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792655:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792656:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792658:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792660:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792662:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792663:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792664:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792666:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792668:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792670:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792672:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792674:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792675:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792678:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792680:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792682:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792683:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792685:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792687:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792688:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792689:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792690:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792692:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792694:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792696:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792698:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792700:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792702:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792705:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792706:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792709:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792710:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792712:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792715:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792716:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792717:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792718:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792721:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792722:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792724:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792726:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792728:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792730:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792733:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792734:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792736:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792738:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792740:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792742:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792744:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792745:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792746:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792749:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792751:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792753:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792755:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792757:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792758:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792761:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792763:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792765:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792766:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792768:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792770:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792772:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792773:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792774:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792776:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792777:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792779:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792781:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792783:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792784:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792787:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792788:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792791:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792792:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792794:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792796:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792797:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792799:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792800:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792802:0:87304:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792804:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792819:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773613517.792821:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792823:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792825:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773613517.792829:0:87304:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773613517.792830:0:87304:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248) cmd=c00866a4 arg=7fffdc8df9d0 00000080:00000001:1.0:1773613517.792833:0:87304:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773613517.792834:0:87304:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773613517.792837:0:87304:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99364a1e7800. 00000020:00000001:1.0:1773613517.792839:0:87304:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792840:0:87304:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773613517.792841:0:87304:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773613517.792842:0:87304:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff993644bc9800: cmd=c00866a4 len=592 karg=ffff99364a1e7800 uarg=0000000000000000 00020000:00000001:1.0:1773613517.792845:0:87304:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773613517.792847:0:87304:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773613517.792849:0:87304:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773613517.792850:0:87304:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff99364a1e7800. 00000080:00000001:1.0:1773613517.792852:0:87304:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773613517.792854:0:87304:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773613517.792866:0:87304:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773613517.792868:0:87304:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773613517.792871:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bdb0 00000080:00200008:1.0:1773613517.792873:0:87304:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000 00000080:00400000:1.0:1773613517.792878:0:87304:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1773613517.792881:0:87304:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99364159f040. 00000080:00000001:1.0:1773613517.792885:0:87304:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.792887:0:87304:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bdb0 00000080:00000008:1.0:1773613517.792889:0:87304:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff993658113248), flags 100000, rc = 0 00000080:00000001:1.0:1773613517.792891:0:87304:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.792893:0:87304:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.803383:0:87305:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.803391:0:87305:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.803395:0:87305:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.803398:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bc0 00000080:00200000:1.0:1773613517.803402:0:87305:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613517.803409:0:87305:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a8800. 00800000:00000002:1.0:1773613517.803415:0:87305:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.803419:0:87305:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.803424:0:87305:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.803427:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ae0 00800000:00000002:1.0:1773613517.803429:0:87305:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.803433:0:87305:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.803439:0:87305:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.803445:0:87305:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.803447:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339b0 00000002:00010000:1.0:1773613517.803449:0:87305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.803452:0:87305:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.803454:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.803457:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.803465:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 2 00010000:00000001:1.0:1773613517.803468:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.803473:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.807020:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.807035:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613517.807049:0:87305:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.807055:0:87305:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.807058:0:87305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773613517.807066:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.807069:0:87305:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.807072:0:87305:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.807076:0:87305:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.807078:0:87305:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.807082:0:87305:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.807085:0:87305:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.807088:0:87305:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.807092:0:87305:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a8800. 00000080:00000001:1.0:1773613517.807098:0:87305:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.807100:0:87305:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.807104:0:87305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613517.807107:0:87305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a01231 00800000:00000001:1.0:1773613517.807111:0:87305:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.807114:0:87305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.807116:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.807119:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.807121:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:1.0:1773613517.807123:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:1.0:1773613517.807126:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:1.0:1773613517.807129:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807130:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.807132:0:87305:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.807134:0:87305:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.807136:0:87305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01231 from it ffffaca8c1f33bf8 00010000:00000001:1.0:1773613517.807138:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.807139:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.807141:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2c00 refcount=3 00000020:00000001:1.0:1773613517.807142:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:1.0:1773613517.807144:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449823232 : -113016259728384 : ffff993659fc2c00) 00010000:00000001:1.0:1773613517.807147:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.807150:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.807156:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807157:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.807158:0:87305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.807161:0:87305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.807163:0:87305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.807171:0:87305:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.807174:0:87305:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.807176:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.807180:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807181:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.807182:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807185:0:87305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.807187:0:87305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807189:0:87305:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807193:0:87305:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807195:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.807197:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807197:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.807200:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.807202:0:87305:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.807205:0:87305:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613517.807209:0:87305:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.807217:0:87305:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613517.807220:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b58 00000080:00002000:1.0:1773613517.807222:0:87305:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48000e refc 0 00000080:00000001:1.0:1773613517.807225:0:87305:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.807227:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bc8 00000080:00200000:1.0:1773613517.807228:0:87305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1773613517.807235:0:87305:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613517.807237:0:87305:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448), inode mode 81a4 mask 52 00000080:00000001:1.0:1773613517.807239:0:87305:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.807246:0:87305:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613517.807248:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b98 00000080:00200008:1.0:1773613517.807250:0:87305:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102101 00000080:00000010:1.0:1773613517.807261:0:87305:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660729e00. 00000080:00000001:1.0:1773613517.807267:0:87305:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773613517.807271:0:87305:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a8800. 00800000:00000002:1.0:1773613517.807277:0:87305:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.807280:0:87305:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.807283:0:87305:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.807284:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a48 00800000:00000002:1.0:1773613517.807287:0:87305:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.807290:0:87305:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1773613517.807292:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339c8 00800000:00000002:1.0:1773613517.807294:0:87305:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.807297:0:87305:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.807299:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33900 00000002:00010000:1.0:1773613517.807300:0:87305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1773613517.807304:0:87305:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613517.807306:0:87305:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613517.807309:0:87305:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613517.807315:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:1.0:1773613517.807317:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.807320:0:87305:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613517.807323:0:87305:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807324:0:87305:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.807326:0:87305:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.807328:0:87305:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613517.807330:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 2 00010000:00000001:1.0:1773613517.807331:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.807333:0:87305:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613517.807334:0:87305:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613517.807337:0:87305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1773613517.807423:0:87305:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773613517.807427:0:87305:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773613517.807429:0:87305:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773613517.807431:0:87305:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773613517.807434:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.807436:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.807438:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 3 00010000:00000001:1.0:1773613517.807441:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613517.807444:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.807445:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.807446:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.807448:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 3 00010000:00000001:1.0:1773613517.807449:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613517.807451:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.807453:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.807454:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.807456:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbebf00 count: 3 00010000:00000001:1.0:1773613517.807457:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773613517.807459:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.807460:0:87305:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613517.807463:0:87305:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773613517.807466:0:87305:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773613517.807469:0:87305:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773613517.807471:0:87305:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773613517.807472:0:87305:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807475:0:87305:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613517.807478:0:87305:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613517.807479:0:87305:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613517.807481:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.807484:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773613517.807486:0:87305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2c00 with handle 0xa1aa084204a01231 from hash 00010000:00000001:1.0:1773613517.807489:0:87305:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613517.807490:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807492:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.807493:0:87305:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613517.807495:0:87305:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613517.807497:0:87305:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773613517.807499:0:87305:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613517.807501:0:87305:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.807503:0:87305:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773613517.807508:0:87305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739f80. 00000020:00000040:1.0:1773613517.807512:0:87305:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613517.807518:0:87305:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613517.807520:0:87305:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807523:0:87305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613517.807527:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.807529:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.807531:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.807532:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.807534:0:87305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613517.807536:0:87305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613517.807538:0:87305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613517.807545:0:87305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e7800. 00000100:00000001:1.0:1773613517.807551:0:87305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807555:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.807558:0:87305:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613517.807561:0:87305:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1773613517.807567:0:87305:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613517.807569:0:87305:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613517.807571:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613517.807573:0:87305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2c00/0xa1aa084204a01231 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdba9 expref: -99 pid: 87304 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1773613517.807580:0:87305:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364cbebf00 count: 0 00010000:00000010:1.0:1773613517.807585:0:87305:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993643f50100. 00010000:00000001:1.0:1773613517.807597:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.807599:0:87305:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807601:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.807602:0:87305:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.807604:0:87305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.807610:0:87305:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00010000:00000001:1.0:1773613517.807615:0:87305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613517.807617:0:87305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613517.807622:0:87305:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aae00. 00010000:00000010:1.0:1773613517.807625:0:87305:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345100. 00010000:00000001:1.0:1773613517.807629:0:87305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613517.807632:0:87305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8e00. 00000020:00000001:1.0:1773613517.807635:0:87305:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613517.807637:0:87305:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8e00 with handle 0xa1aa084204a01238 to hash 00000020:00000001:1.0:1773613517.807639:0:87305:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613517.807640:0:87305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.807643:0:87305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.807645:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.807647:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.807650:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87305 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.807656:0:87305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87305 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613517.807666:0:87305:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613517.807677:0:87305:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613517.807686:0:87305:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87305 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613517.807691:0:87305:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613517.807693:0:87305:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613517.807699:0:87305:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613517.807701:0:87305:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446981376 : -113016262570240 : ffff993659d0cf00) 00000100:00000001:1.0:1773613517.807703:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.807705:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613517.807708:0:87305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.807712:0:87305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.807714:0:87305:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613517.807716:0:87305:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613517.807719:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.807727:0:87305:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613517.807730:0:87305:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.807733:0:87305:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613517.807736:0:87305:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613517.807738:0:87305:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613517.807741:0:87305:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477137280:192.168.203.144@tcp:101:bash.0 00000100:00000001:1.0:1773613517.807744:0:87305:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613517.807749:0:87305:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613517.807751:0:87305:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.807753:0:87305:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613517.807803:0:87305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff993643560000. 02000000:00000001:1.0:1773613517.808106:0:87305:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613517.808115:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613517.808120:0:87305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613517.808127:0:87305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99364a1e5400. 00000100:00000200:1.0:1773613517.808134:0:87305:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859762477137280, portal 10 00000100:00000001:1.0:1773613517.808136:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.808137:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000040:1.0:1773613517.808144:0:87305:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.808151:0:87305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613517.808153:0:87305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613517.808157:0:87305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385110. 00000100:00000200:1.0:1773613517.808160:0:87305:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477137280, offset 0 00000400:00000200:1.0:1773613517.808166:0:87305:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613517.808174:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.808181:0:87305:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613517.808186:0:87305:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613517.808190:0:87305:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613517.808194:0:87305:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613517.808196:0:87305:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613517.808200:0:87305:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225201:225201:256:4294967295] 192.168.203.144@tcp LPNI seq info [225136:225136:8:4294967295] 00000400:00000200:1.0:1773613517.808204:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.808214:0:87305:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613517.808220:0:87305:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613517.808225:0:87305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd300. 00000800:00000200:1.0:1773613517.808231:0:87305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613517.808238:0:87305:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613517.808242:0:87305:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773613517.808250:0:87305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.808254:0:87305:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 454227 usecs (455 jiffies) 00000400:00000200:1.0:1773613517.808257:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613517.808260:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608049 00000100:00000001:1.0:1773613517.808264:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.808266:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608049 00000100:00000001:1.0:1773613517.808268:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.808270:0:87305:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.808273:0:87305:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.808275:0:87305:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.808276:0:87305:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613517.808279:0:87305:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0cf00 going to sleep for 50 seconds 00000100:00000001:1.0:1773613517.808281:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613517.808284:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.808469:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.808474:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd300. 00000400:00000200:3.0:1773613517.808478:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.808483:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.808488:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385110 00000400:00000010:3.0:1773613517.808490:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385110. 00000100:00000001:3.0:1773613517.808495:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.808500:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.808508:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.808511:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.808518:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.808519:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.812548:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.812567:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.812571:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.812573:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.812582:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.812589:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.812598:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.812602:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.812607:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.812611:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d0fd80 00000400:00000200:2.0:1773613517.812616:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.812621:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b602d [32] + 224 00000800:00000001:2.0:1773613517.812629:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.812637:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.812640:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.812644:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.812650:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.812658:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.812668:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.812689:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.812696:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.812700:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.812761:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613517.812770:0:87305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.812772:0:87305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.812775:0:87305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613517.812780:0:87305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a1e5400 00000400:00000010:1.0:1773613517.812782:0:87305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff99364a1e5400. 00000100:00000001:1.0:1773613517.812785:0:87305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.812790:0:87305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613517.812798:0:87305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739f80 x1859762477137280/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.812803:0:87305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.812815:0:87305:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.812818:0:87305:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.812821:0:87305:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.812823:0:87305:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.812825:0:87305:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.812827:0:87305:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.812836:0:87305:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613517.812840:0:87305:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613517.812843:0:87305:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.812844:0:87305:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.812847:0:87305:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.812850:0:87305:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.812853:0:87305:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613517.812855:0:87305:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613517.812857:0:87305:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613517.812860:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.812861:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:1.0:1773613517.812864:0:87305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.812866:0:87305:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:1.0:1773613517.812868:0:87305:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.812871:0:87305:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.812875:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.812882:0:87305:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.812885:0:87305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.812887:0:87305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.812891:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613517.812898:0:87305:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739f80 pname:cluuid:pid:xid:nid:opc:job bash:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477137280:192.168.203.144@tcp:101:bash.0 00000100:00000001:1.0:1773613517.812903:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.812905:0:87305:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.812908:0:87305:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613517.812909:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.812913:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.812920:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.812923:0:87305:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0cf00. 00000100:00000001:1.0:1773613517.812926:0:87305:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613517.812928:0:87305:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.812931:0:87305:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613517.812977:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.812980:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.812983:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613517.812986:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.812989:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613517.812995:0:87305:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8e00, remote cookie: 0x1dc4d5fc0aabdbb7, flags: 0x1001 00010000:00010000:1.0:1773613517.813001:0:87305:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773613517.813009:0:87305:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613517.813012:0:87305:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613517.813018:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:1.0:1773613517.813020:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1773613517.813023:0:87305:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aae00 count: 0 00010000:00000010:1.0:1773613517.813028:0:87305:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345100. 00010000:00000001:1.0:1773613517.813037:0:87305:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.813041:0:87305:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.813049:0:87305:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813055:0:87305:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613517.813059:0:87305:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613517.813062:0:87305:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613517.813063:0:87305:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613517.813064:0:87305:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613517.813067:0:87305:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff99364a08d100) refcount = 2 00010000:00000040:1.0:1773613517.813069:0:87305:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613517.813072:0:87305:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773613517.813079:0:87305:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813086:0:87305:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613517.813088:0:87305:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613517.813090:0:87305:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.813093:0:87305:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613517.813095:0:87305:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.813098:0:87305:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813104:0:87305:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613517.813105:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813107:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813108:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813109:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813111:0:87305:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.813115:0:87305:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613517.813117:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813118:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813120:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613517.813122:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813124:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813127:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813128:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813129:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=4 00000020:00000001:1.0:1773613517.813131:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813133:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813136:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.813139:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.813143:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813149:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813150:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813151:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813152:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813153:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=5 00000020:00000001:1.0:1773613517.813155:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813157:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813160:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.813162:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813168:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813169:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.813171:0:87305:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813177:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.813178:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813179:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813180:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813181:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613517.813186:0:87305:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613517.813194:0:87305:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613517.813199:0:87305:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613517.813211:0:87305:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.813216:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813217:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813219:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613517.813221:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813223:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613517.813226:0:87305:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613517.813235:0:87305:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934ac0. 00010000:00000001:1.0:1773613517.813238:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813239:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.813240:0:87305:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.813242:0:87305:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.813244:0:87305:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613517.813247:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.813248:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00010000:00000001:1.0:1773613517.813250:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813251:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813252:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613517.813254:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813255:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00000002:00010000:1.0:1773613517.813258:0:87305:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813264:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813265:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813267:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613517.813268:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813269:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813270:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613517.813272:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813275:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000040:1.0:1773613517.813278:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613517.813279:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.813282:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.813285:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.813287:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613517.813294:0:87305:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.813299:0:87305:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.813302:0:87305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.813309:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813310:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.813311:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.813323:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.813325:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:1.0:1773613517.813327:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813329:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:1.0:1773613517.813331:0:87305:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773613517.813334:0:87305:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813339:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.813342:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813542:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813543:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.813546:0:87305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.813553:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.813555:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.813558:0:87305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773613517.813563:0:87305:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff993659d0cf00. 00010000:00000001:1.0:1773613517.813566:0:87305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773613517.813584:0:87305:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773613517.813587:0:87305:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.813588:0:87305:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.813590:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.813591:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.813592:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.813593:0:87305:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613517.813596:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33880 00000002:00002000:1.0:1773613517.813598:0:87305:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773613517.813600:0:87305:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.813604:0:87305:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.813606:0:87305:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613517.813608:0:87305:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613517.813610:0:87305:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613517.813613:0:87305:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.813616:0:87305:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a8800. 00000080:00000001:1.0:1773613517.813619:0:87305:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613517.813624:0:87305:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613517.813626:0:87305:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773613517.813629:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.813632:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.813635:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.813638:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.813640:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.813645:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.813648:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.813651:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.813655:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.813658:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.813660:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.813662:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.813665:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.813667:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.813669:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.813671:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.813672:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.813674:0:87305:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613517.813677:0:87305:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613517.813678:0:87305:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613517.813681:0:87305:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848360. 00020000:00000010:1.0:1773613517.813684:0:87305:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.813686:0:87305:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848480. 00020000:00000001:1.0:1773613517.813688:0:87305:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323328 : -113016519228288 : ffff99364a848480) 00020000:00000002:1.0:1773613517.813690:0:87305:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848480, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613517.813694:0:87305:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613517.813697:0:87305:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613517.813701:0:87305:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9351f0) owner ffff9936448fa7c0 00020000:00000001:1.0:1773613517.813704:0:87305:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613517.813706:0:87305:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9351f0) owner ffff9936448fa7c0 00020000:00000010:1.0:1773613517.813710:0:87305:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.813713:0:87305:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848360. 00020000:00000010:1.0:1773613517.813716:0:87305:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848480. 00020000:00000002:1.0:1773613517.813718:0:87305:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613517.813720:0:87305:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.813722:0:87305:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.813723:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.813727:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.813730:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000020:00000001:3.0:1773613517.814039:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613517.814043:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.814045:0:67856:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773613517.814048:0:67856:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773613517.814051:0:67856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773613517.814056:0:67856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.814063:0:67856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9936522b8e00 already unused, calling callback (ffffffffc1a48ec0) 00000080:00000001:3.0:1773613517.814065:0:67856:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773613517.814069:0:67856:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.814076:0:67856:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773613517.814078:0:67856:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773613517.814081:0:67856:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.814087:0:67856:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773613517.814089:0:67856:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773613517.814091:0:67856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.814092:0:67856:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.814094:0:67856:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8e00 refcount=3 00000020:00000001:3.0:1773613517.814095:0:67856:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:3.0:1773613517.814097:0:67856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710784 : -113016390840832 : ffff9936522b8e00) 00010000:00000001:3.0:1773613517.814100:0:67856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613517.814103:0:67856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773613517.814109:0:67856:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613517.814112:0:67856:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613517.814115:0:67856:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.814116:0:67856:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:3.0:1773613517.814119:0:67856:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.814121:0:67856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.814124:0:67856:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:3.0:1773613517.814128:0:67856:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.814130:0:67856:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773613517.814132:0:67856:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773613517.814135:0:67856:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.814138:0:67856:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.814141:0:67856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613517.814147:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.814148:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.814150:0:67856:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1773613517.814151:0:67856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.814152:0:67856:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.814153:0:67856:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.814155:0:67856:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.814157:0:67856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.814158:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.814159:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613517.814161:0:67856:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.814163:0:67856:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613517.814164:0:67856:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.814167:0:67856:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613517.814169:0:67856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613517.814171:0:67856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613517.814173:0:67856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.814174:0:67856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773613517.814177:0:67856:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8e00 with handle 0xa1aa084204a01238 from hash 00010000:00000001:3.0:1773613517.814179:0:67856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613517.814180:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.814181:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.814182:0:67856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613517.814185:0:67856:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613517.814186:0:67856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613517.814191:0:67856:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.814195:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.814196:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.814198:0:67856:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.814199:0:67856:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.814202:0:67856:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773613517.814208:0:67856:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a704380. 00000020:00000040:3.0:1773613517.814212:0:67856:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613517.814216:0:67856:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.814218:0:67856:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.814221:0:67856:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.814227:0:67856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99364a03fc00. 00000100:00000001:3.0:1773613517.814233:0:67856:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.814235:0:67856:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613517.814251:0:67856:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.814257:0:67856:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773613517.814259:0:67856:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.814264:0:67856:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.814268:0:67856:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.814277:0:67856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce015ea5] to pc [ptlrpcd_01_00+0] req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.814325:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.814329:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.814331:0:2391:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773613517.814337:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.814353:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773613517.814355:0:2391:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.814359:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773613517.814362:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773613517.814365:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.814368:0:2391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477137408:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773613517.814372:0:2391:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773613517.814377:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773613517.814379:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.814381:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613517.814387:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff993660ea9000. 02000000:00000001:2.0:1773613517.814389:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613517.814395:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613517.814399:0:2391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9318. 00000400:00000010:2.0:1773613517.814405:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613517.814413:0:2391:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477137408, portal 18 00000100:00000001:2.0:1773613517.814415:0:2391:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.814417:0:2391:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057188995968 : -113016520555648 : ffff99364a704380) 00000100:00000040:2.0:1773613517.814422:0:2391:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.814429:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.814432:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.814434:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7d48. 00000100:00000200:2.0:1773613517.814436:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477137408, offset 0 00000400:00000200:2.0:1773613517.814442:0:2391:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.814449:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.814455:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.814459:0:2391:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613517.814463:0:2391:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613517.814466:0:2391:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613517.814469:0:2391:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613517.814473:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225202:225202:256:4294967295] 192.168.203.144@tcp LPNI seq info [225137:225137:8:4294967295] 00000400:00000200:2.0:1773613517.814477:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.814486:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.814492:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.814497:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415300. 00000800:00000200:2.0:1773613517.814503:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.814509:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.814514:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.814527:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.814531:0:2391:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 453311 usecs (454 jiffies) 00000400:00000200:2.0:1773613517.814534:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613517.814537:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608054 00000100:00000001:2.0:1773613517.814539:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.814542:0:2391:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608054 00000100:00000001:2.0:1773613517.814544:0:2391:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.814546:0:2391:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.814549:0:2391:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.814551:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.814553:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:1.0:1773613517.815787:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.815800:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.815813:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.815819:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.815824:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.815828:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.815833:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.815836:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.815839:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.815842:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.815845:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.815848:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000080:00000001:1.0:1773613517.815854:0:87305:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:1.0:1773613517.815857:0:87305:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:1.0:1773613517.815863:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.815865:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.815867:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:1.0:1773613517.815869:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.815871:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00000080:00000001:1.0:1773613517.815874:0:87305:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613517.815876:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000001:3.0:1773613517.816091:0:67856:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.816095:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.816097:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.816098:0:67856:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.816101:0:67856:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.816103:0:67856:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.816109:0:67856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.816126:0:67856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613517.816128:0:67856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8e00/0xa1aa084204a01238 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdbb7 expref: -99 pid: 87305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773613517.816137:0:67856:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934ac0. 00010000:00000001:3.0:1773613517.816146:0:67856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.816147:0:67856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773613517.816150:0:67856:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff993659d0cf00. 00010000:00000001:3.0:1773613517.816153:0:67856:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.816156:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613517.816158:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.816160:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613517.816162:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613517.816163:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.816164:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773613517.816167:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613517.816168:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.816170:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773613517.816177:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613517.816181:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.816275:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.816280:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415300. 00000400:00000200:3.0:1773613517.816285:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.816293:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.816300:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7d48 00000400:00000010:3.0:1773613517.816302:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7d48. 00000100:00000001:3.0:1773613517.816306:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.817520:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.817532:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.817535:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.817540:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.817541:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773613517.817592:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613517.817597:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ec00. 00000020:00000010:3.0:1773613517.817600:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03ee00. 00000020:00000010:3.0:1773613517.817603:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.817607:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.817610:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.817614:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.817618:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.817620:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.817624:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e600. 00000008:00000010:3.0:1773613517.817626:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.817629:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.817631:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.817634:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613517.817636:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613517.817638:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613517.817640:0:87305:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773613517.817643:0:87305:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613517.817645:0:87305:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773613517.817648:0:87305:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a8ed000. 00020000:00000010:3.0:1773613517.817652:0:87305:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff993658c1cc80. 00020000:00000010:3.0:1773613517.817655:0:87305:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a8edcc0. 00020000:00000001:3.0:1773613517.817656:0:87305:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057191001280 : -113016518550336 : ffff99364a8edcc0) 00020000:00000002:3.0:1773613517.817658:0:87305:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a8edcc0, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773613517.817662:0:87305:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773613517.817664:0:87305:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff993658c1cc80: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000002:3.0:1773613517.817667:0:87305:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9351f0) owner ffff9936448fa7c0 00020000:00000001:3.0:1773613517.817669:0:87305:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613517.817671:0:87305:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9351f0) owner ffff9936448fa7c0 00020000:00000010:3.0:1773613517.817673:0:87305:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff993658c1cc80. 00020000:00000010:3.0:1773613517.817676:0:87305:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8ed000. 00020000:00000010:3.0:1773613517.817678:0:87305:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a8edcc0. 00020000:00000002:3.0:1773613517.817679:0:87305:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773613517.817681:0:87305:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.817682:0:87305:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.817685:0:87305:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773613517.817687:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000002:3.0:1773613517.817689:0:87305:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853000 addref 2/0 by ffff9936448fa7c0. 00020000:00000002:3.0:1773613517.817691:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:3.0:1773613517.817693:0:87305:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773613517.817695:0:87305:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773613517.817697:0:87305:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773613517.817698:0:87305:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773613517.817700:0:87305:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773613517.817703:0:87305:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1773613517.817706:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:3.0:1773613517.817708:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03ee00. 00000020:00000010:3.0:1773613517.817711:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.817714:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.817718:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.817721:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.817724:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.817727:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.817729:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ec00. 00000008:00000010:3.0:1773613517.819517:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.819534:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.819539:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.819544:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:3.0:1773613517.819547:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e600. 00000020:00000010:3.0:1773613517.819552:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000080:00000001:3.0:1773613517.819556:0:87305:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.819559:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.819561:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613517.819564:0:87305:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773613517.819569:0:87305:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773613517.819570:0:87305:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.819574:0:87305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:3.0:1773613517.819578:0:87305:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.819580:0:87305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.819582:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.819585:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.819587:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.819589:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.819593:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.819595:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.819596:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.819598:0:87305:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.819599:0:87305:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.819602:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.819613:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.819623:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.819626:0:87305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1f33bf0 00010000:00000001:3.0:1773613517.819628:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.819629:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.819630:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.819632:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.819635:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.819637:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.819641:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773613517.819649:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.819650:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.819652:0:87305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.819655:0:87305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.819658:0:87305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613517.819665:0:87305:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.819668:0:87305:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.819670:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.819674:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.819675:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.819677:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.819680:0:87305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.819682:0:87305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.819683:0:87305:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.819687:0:87305:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.819689:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.819691:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.819692:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773613517.819695:0:87305:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.819703:0:87305:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a8ecf40. 00000080:00000001:3.0:1773613517.819707:0:87305:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:3.0:1773613517.819713:0:87305:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1773613517.819717:0:87305:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773613517.819721:0:87305:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993643f57940. 00000002:00100000:3.0:1773613517.819726:0:87305:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773613517.822127:0:87305:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.822137:0:87305:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1773613517.822143:0:87305:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1773613517.822147:0:87305:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.822151:0:87305:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1773613517.822155:0:87305:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.822157:0:87305:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.822159:0:87305:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.822161:0:87305:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.822165:0:87305:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1773613517.822166:0:87305:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.822168:0:87305:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613517.822171:0:87305:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.822173:0:87305:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.822180:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.822194:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773613517.822204:0:87305:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613517.822208:0:87305:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff993643560000. 02000000:00000001:3.0:1773613517.822237:0:87305:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773613517.822239:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.822243:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b98 00000080:00000008:3.0:1773613517.822246:0:87305:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102101, rc = 0 00020000:00000001:3.0:1773613517.822483:0:87305:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773613517.822487:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000002:3.0:1773613517.822492:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:3.0:1773613517.822494:0:87305:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613517.822594:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.822606:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.822609:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.822611:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.822619:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.822624:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.822631:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.822636:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.822641:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.822645:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0fe00 00000400:00000200:3.0:1773613517.822649:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.822656:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b6035 [1] + 224 00000800:00000001:3.0:1773613517.822663:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.822676:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.822679:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.822683:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.822689:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.822708:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613517.822718:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.823586:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.823590:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773613517.823595:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.823597:0:2391:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.823635:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.823646:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.823650:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613517.823688:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1773613517.825484:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d28 00000080:00200008:3.0:1773613517.825491:0:87305:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613517.825498:0:87305:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.825500:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ca0 00000080:00200000:3.0:1773613517.825501:0:87305:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448),name=recon 00000080:00000010:3.0:1773613517.825507:0:87305:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff99364a03e600. 00800000:00000002:3.0:1773613517.825511:0:87305:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.825516:0:87305:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.825519:0:87305:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.825520:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bc0 00800000:00000002:3.0:1773613517.825522:0:87305:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.825524:0:87305:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.825529:0:87305:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.825533:0:87305:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.825534:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a90 00000002:00010000:3.0:1773613517.825535:0:87305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.825537:0:87305:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.825539:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.825542:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.825547:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:3.0:1773613517.825549:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.825553:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.825556:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.825560:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773613517.825568:0:87305:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.825571:0:87305:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.825574:0:87305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773613517.825578:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.825580:0:87305:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.825581:0:87305:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.825582:0:87305:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.825583:0:87305:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.825584:0:87305:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.825587:0:87305:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.825589:0:87305:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.825591:0:87305:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff99364a03e600. 00000080:00000001:3.0:1773613517.825594:0:87305:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.825595:0:87305:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.825597:0:87305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:3.0:1773613517.825600:0:87305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:3.0:1773613517.825603:0:87305:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.825604:0:87305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.825605:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.825607:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.825609:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.825610:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.825611:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.825613:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.825614:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.825615:0:87305:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.825617:0:87305:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.825618:0:87305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1f33cd8 00010000:00000001:3.0:1773613517.825620:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.825621:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.825621:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.825622:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.825623:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.825625:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.825627:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773613517.825630:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.825631:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.825632:0:87305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.825633:0:87305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.825635:0:87305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613517.825643:0:87305:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.825645:0:87305:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.825646:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.825650:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.825650:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.825651:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.825653:0:87305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.825655:0:87305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.825656:0:87305:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.825658:0:87305:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.825659:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.825660:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.825660:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.825663:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.825664:0:87305:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.825666:0:87305:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773613517.825668:0:87305:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.825669:0:87305:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.825670:0:87305:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.825671:0:87305:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.825673:0:87305:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613517.825675:0:87305:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773613517.825677:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.825680:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32ab0. 00000020:00000010:3.0:1773613517.825682:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03e600. 00000020:00000010:3.0:1773613517.825685:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff99364a03ec00. 00000020:00000010:3.0:1773613517.825688:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed3c0. 00000008:00000010:3.0:1773613517.825694:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.825698:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9600. 00008000:00000010:3.0:1773613517.825701:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a4e20. 00000080:00000010:3.0:1773613517.825705:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01498. 00000080:00000010:3.0:1773613517.825707:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f1488. 00000020:00000010:3.0:1773613517.825710:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99364a03ee00. 00000008:00000010:3.0:1773613517.825712:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18840. 00020000:00000010:3.0:1773613517.825714:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0d80. 00008000:00000010:3.0:1773613517.825717:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe710. 00000080:00000010:3.0:1773613517.825720:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853ff00. 00000020:00000001:3.0:1773613517.825721:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192331960 : -113016517219656 : ffff99364aa32ab8) 00000020:00001000:3.0:1773613517.825723:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32ab0 00000020:00000001:3.0:1773613517.825725:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.825727:0:87305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613517.825729:0:87305:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613517.825730:0:87305:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773613517.825732:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.825734:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773613517.825735:0:87305:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613517.825737:0:87305:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.825739:0:87305:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.825742:0:87305:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff9936594f14e8 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773613517.825746:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:3.0:1773613517.825749:0:87305:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613517.825751:0:87305:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613517.825753:0:87305:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613517.825754:0:87305:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.825756:0:87305:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773613517.825758:0:87305:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613517.825759:0:87305:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.825761:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.825762:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.825763:0:87305:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613517.825764:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00000020:00000001:3.0:1773613517.825767:0:87305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613517.825770:0:87305:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773613517.825771:0:87305:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:3.0:1773613517.825773:0:87305:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773613517.825775:0:87305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773613517.825777:0:87305:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773613517.825779:0:87305:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773613517.825784:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773613517.825788:0:87305:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993643f50a80. 00020000:00000002:3.0:1773613517.825791:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613517.825793:0:87305:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773613517.825795:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.825797:0:87305:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613517.825799:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.825801:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32000. 00000020:00000010:3.0:1773613517.825804:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.825820:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc7600. 00000020:00000010:3.0:1773613517.825823:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8edcc0. 00000008:00000010:3.0:1773613517.825827:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.825830:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9a80. 00008000:00000010:3.0:1773613517.825832:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a5c40. 00000080:00000010:3.0:1773613517.825835:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01150. 00000080:00000010:3.0:1773613517.825837:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3b50. 00000020:00000010:3.0:1773613517.825840:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7400. 00000008:00000010:3.0:1773613517.825842:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f18000. 00020000:00000010:3.0:1773613517.825844:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1d40. 00008000:00000010:3.0:1773613517.825845:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe878. 00000080:00000010:3.0:1773613517.825847:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853f0f0. 00000020:00000001:3.0:1773613517.825849:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329224 : -113016517222392 : ffff99364aa32008) 00000020:00001000:3.0:1773613517.825850:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32000 00000020:00000001:3.0:1773613517.826874:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.826879:0:87305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613517.826883:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.826884:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613517.826885:0:87305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.826887:0:87305:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.826889:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613517.826893:0:87305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773613517.826899:0:87305:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993643ef11d0. 00000008:00010000:3.0:1773613517.826902:0:87305:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773613517.826905:0:87305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613517.826906:0:87305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773613517.826908:0:87305:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993643f50ab0, osc lock ffff993643ef11d0, flags 0x400001002 00000020:00000001:3.0:1773613517.826910:0:87305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.826912:0:87305:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.826915:0:87305:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057080257152 : -113016629294464 : ffff993643f50a80) 00000020:00000001:3.0:1773613517.826917:0:87305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613517.826919:0:87305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.826921:0:87305:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.826923:0:87305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.826926:0:87305:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773613517.826927:0:87305:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773613517.826929:0:87305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613517.826931:0:87305:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613517.826956:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.826957:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:3.0:1773613517.826959:0:87305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613517.826961:0:87305:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613517.826964:0:87305:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773613517.826967:0:87305:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613517.826970:0:87305:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.826971:0:87305:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.826973:0:87305:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613517.826974:0:87305:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613517.826975:0:87305:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613517.826977:0:87305:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773613517.826981:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773613517.826986:0:87305:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.826988:0:87305:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1773613517.826994:0:87305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613517.826998:0:87305:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00010000:00000001:3.0:1773613517.827003:0:87305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613517.827007:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.827009:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.827013:0:87305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.827015:0:87305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.827019:0:87305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.827026:0:87305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643fc7800. 00000100:00000001:3.0:1773613517.827033:0:87305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.827038:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.827040:0:87305:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.827041:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.827042:0:87305:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.827044:0:87305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.827047:0:87305:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00010000:00000001:3.0:1773613517.827051:0:87305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773613517.827053:0:87305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773613517.827056:0:87305:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364cbeb000. 00010000:00000010:3.0:1773613517.827060:0:87305:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99364cbeb200. 00010000:00000001:3.0:1773613517.827064:0:87305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773613517.827067:0:87305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff993659fc2600. 00000020:00000001:3.0:1773613517.827070:0:87305:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773613517.827072:0:87305:0:(lustre_handles.c:77:class_handle_hash()) added object ffff993659fc2600 with handle 0xa1aa084204a0123f to hash 00000020:00000001:3.0:1773613517.827074:0:87305:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773613517.827076:0:87305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000010:3.0:1773613517.827080:0:87305:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364a8ecfc0. 00010000:00000001:3.0:1773613517.827082:0:87305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:3.0:1773613517.827085:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.827087:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.827091:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773613517.827101:0:87305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773613517.827111:0:87305:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.827115:0:87305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.827118:0:87305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.827130:0:87305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1699f26] to pc [ptlrpcd_01_01+1] req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773613517.827154:0:87305:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.827157:0:87305:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.827159:0:87305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.827160:0:87305:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.827162:0:87305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.827176:0:87305:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773613517.827178:0:87305:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773613517.827180:0:87305:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773613517.827181:0:87305:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1773613517.827195:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613517.827199:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.827201:0:2392:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.827206:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.827214:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.827216:0:2392:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.827219:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.827221:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.827224:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.827227:0:2392:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477137536:192.168.203.144@tcp:101:uname.0 00000100:00000001:3.0:1773613517.827231:0:2392:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.827247:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.827250:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.827252:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613517.827258:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28400. 02000000:00000001:3.0:1773613517.827260:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.827267:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.827270:0:2392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da2c0. 00000400:00000001:2.0:1773613517.828033:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613517.828039:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9318. 00000400:00000200:2.0:1773613517.828045:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:2.0:1773613517.828048:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:2.0:1773613517.828052:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.828059:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773613517.828068:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.828075:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613517.828077:0:2391:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.828080:0:2391:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613517.828082:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613517.828084:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.828086:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.828088:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613517.828094:0:2391:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64e8 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1773613517.828098:0:2391:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:2.0:1773613517.828100:0:2391:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613517.828102:0:2391:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.828104:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613517.828107:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.828110:0:2391:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613517.828112:0:2391:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:2.0:1773613517.828114:0:2391:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613517.828117:0:2391:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.828121:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.828127:0:2391:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.828130:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613517.828132:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773613517.828135:0:2391:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773613517.828142:0:2391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:144f5372-d9a2-4fb0-a726-ce1097458722:2391:1859762477137408:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773613517.828146:0:2391:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.828148:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.828150:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a704380 x1859762477137408/t0(0) o103->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.828156:0:2391:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613517.828158:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613517.828161:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff993660ea9000. 02000000:00000001:2.0:1773613517.828176:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613517.828179:0:2391:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613517.828181:0:2391:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:2.0:1773613517.828183:0:2391:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613517.828185:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99364a03fc00. 02000000:00000001:2.0:1773613517.828189:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613517.828191:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613517.828192:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a704380. 00000100:00000001:2.0:1773613517.828195:0:2391:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613517.828196:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.828199:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.828205:0:2391:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.828207:0:2391:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.828209:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.828211:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773613517.830147:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccf68. 00000100:00000200:3.0:1773613517.830161:0:2392:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477137536, portal 4 00000100:00000001:3.0:1773613517.830164:0:2392:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.830166:0:2392:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:3.0:1773613517.830180:0:2392:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.830188:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.830191:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.830194:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc880. 00000100:00000200:3.0:1773613517.830197:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477137536, offset 0 00000400:00000200:3.0:1773613517.830202:0:2392:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.830212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.830219:0:2392:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.830231:0:2392:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.830235:0:2392:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.830239:0:2392:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.830242:0:2392:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.830245:0:2392:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225203:225203:256:4294967295] 192.168.203.144@tcp LPNI seq info [225138:225138:8:4294967295] 00000400:00000200:3.0:1773613517.830249:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.830258:0:2392:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.830263:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.830270:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550500. 00000800:00000200:3.0:1773613517.830277:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.830284:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.830289:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.830340:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.830346:0:2392:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 976080 usecs (977 jiffies) 00000400:00000200:3.0:1773613517.830350:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.830353:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608593 00000100:00000001:3.0:1773613517.830356:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.830358:0:2392:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608593 00000100:00000001:3.0:1773613517.830360:0:2392:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.830362:0:2392:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.830365:0:2392:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.830369:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.830371:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.830379:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.830381:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773613517.830383:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773613517.830385:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.830386:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.830389:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.830511:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.830516:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550500. 00000400:00000200:2.0:1773613517.830522:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.830527:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.830533:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc880 00000400:00000010:2.0:1773613517.830535:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc880. 00000100:00000001:2.0:1773613517.830540:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.830544:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.830555:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.830559:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.830565:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.830567:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773613517.831015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364cbebf00. 00010000:00000010:1.1:1773613517.831023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2c00. 00010000:00000010:1.1:1773613517.831027:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aae00. 00000800:00000001:3.0:1773613517.832789:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.832801:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.832804:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.832820:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.832828:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.832839:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.832847:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.832859:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.832864:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.832868:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d0fe80 00000400:00000200:3.0:1773613517.832873:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.832878:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b6045 [1] + 224 00000800:00000001:3.0:1773613517.832886:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.832894:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.832897:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.832901:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.832907:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.832915:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.832924:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.833713:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.833720:0:2392:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.1:1773613517.833741:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8e00. 00000100:00000001:3.0:1773613517.833834:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.833857:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.833862:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773613517.833881:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773613517.833883:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773613517.833887:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da2c0. 00000400:00000200:2.0:1773613517.833893:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccf68 00000400:00000010:2.0:1773613517.833895:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccf68. 00000100:00000001:2.0:1773613517.833898:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.833905:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613517.833915:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.833921:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773613517.833922:0:2392:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.833924:0:2392:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773613517.833928:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773613517.833930:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.833932:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.833951:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613517.833960:0:2392:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=145 v=5 (5 5 5 6) 00000100:00001000:2.0:1773613517.833964:0:2392:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613517.833966:0:2392:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613517.833968:0:2392:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.833971:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773613517.833974:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.833977:0:2392:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773613517.833979:0:2392:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:2.0:1773613517.833980:0:2392:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773613517.833982:0:2392:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.833987:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.833993:0:2392:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.833995:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773613517.833997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773613517.833999:0:2392:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1773613517.834001:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834004:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834006:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=4 00000020:00000001:2.0:1773613517.834009:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834011:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834013:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834015:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834016:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=5 00000020:00000001:2.0:1773613517.834017:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834019:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834022:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613517.834025:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.834029:0:2392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834040:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834041:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.834043:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773613517.834045:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834046:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834048:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=6 00000020:00000001:2.0:1773613517.834050:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834051:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000040:2.0:1773613517.834058:0:2392:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff993659fc2600, remote cookie: 0x1dc4d5fc0aabdbc5, flags: 0x1001 00010000:00010000:2.0:1773613517.834063:0:2392:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834069:0:2392:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773613517.834072:0:2392:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834074:0:2392:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773613517.834077:0:2392:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773613517.834081:0:2392:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613517.834087:0:2392:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4d:0x0].0x0 (ffff99364cbeb000) refcount = 1 00010000:00000040:2.0:1773613517.834090:0:2392:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773613517.834092:0:2392:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834099:0:2392:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773613517.834101:0:2392:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613517.834104:0:2392:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613517.834106:0:2392:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.834108:0:2392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834114:0:2392:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773613517.834115:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834116:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.834117:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834118:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613517.834120:0:2392:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773613517.834122:0:2392:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773613517.834125:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834126:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834128:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=5 00000020:00000001:2.0:1773613517.834130:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834132:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00000008:00000001:2.0:1773613517.834136:0:2392:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773613517.834139:0:2392:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00010000:2.0:1773613517.834142:0:2392:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773613517.834149:0:2392:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:2.0:1773613517.834151:0:2392:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773613517.834154:0:2392:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773613517.834156:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773613517.834159:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.834160:0:2392:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.834162:0:2392:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:2.0:1773613517.834164:0:2392:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1773613517.834166:0:2392:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773613517.834168:0:2392:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773613517.834235:0:2392:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773613517.834238:0:2392:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834241:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834242:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834243:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=6 00000020:00000001:2.0:1773613517.834245:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834247:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834250:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613517.834253:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834260:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834262:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773613517.834264:0:2392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834271:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613517.834272:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834273:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613517.834274:0:2392:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834276:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.834277:0:2392:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.834279:0:2392:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=5 00000020:00000001:2.0:1773613517.834280:0:2392:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834282:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.834284:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773613517.834286:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.834291:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834292:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.834294:0:2392:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773613517.834296:0:2392:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773613517.834298:0:2392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773613517.834307:0:2392:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773613517.834310:0:2392:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773613517.834311:0:2392:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773613517.834315:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834316:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.834318:0:2392:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834321:0:2392:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773613517.834323:0:2392:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834324:0:2392:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834326:0:2392:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.834328:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773613517.834330:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834331:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.834332:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.834333:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773613517.834334:0:2392:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.834340:0:2392:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773613517.834348:0:2392:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:144f5372-d9a2-4fb0-a726-ce1097458722:2392:1859762477137536:192.168.203.144@tcp:101:uname.0 00000100:00000001:2.0:1773613517.834353:0:2392:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.834356:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.834359:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477137536/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.834365:0:2392:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773613517.834367:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773613517.834370:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b28400. 02000000:00000001:2.0:1773613517.834374:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773613517.834376:0:2392:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773613517.834378:0:2392:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:2.0:1773613517.834380:0:2392:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773613517.834382:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993643fc7800. 02000000:00000001:2.0:1773613517.834385:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773613517.834387:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773613517.834388:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:2.0:1773613517.834392:0:2392:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773613517.834393:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.834395:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.834402:0:2392:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.834404:0:2392:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.834406:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773613517.834408:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834434:0:87305:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834438:0:87305:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.834443:0:87305:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613517.834446:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.834447:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.834449:0:87305:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613517.834453:0:87305:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613517.834458:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.834460:0:87305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.834462:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.834463:0:87305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.834465:0:87305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.834468:0:87305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.834470:0:87305:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.834473:0:87305:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834475:0:87305:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834477:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:0.0:1773613517.834479:0:87305:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1773613517.834482:0:87305:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613517.834484:0:87305:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613517.834486:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9936594f1488 (ffff99364aa32ab8/0) at cl_lock_release():245 00000020:00000001:0.0:1773613517.834489:0:87305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613517.834490:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936594f1488 (ffff99364aa32ab8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613517.834493:0:87305:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613517.834496:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.834498:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438412264 : -113016271139352 : ffff9936594e0de8) 00000020:00000001:0.0:1773613517.834500:0:87305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613517.834501:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643f50ab0 (ffff99364aa32008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613517.834503:0:87305:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613517.834505:0:87305:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613517.834506:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.834507:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613517.834509:0:87305:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613517.834510:0:87305:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.834511:0:87305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.834512:0:87305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.834513:0:87305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613517.834515:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936594f1488 (ffff99364aa32ab8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613517.834518:0:87305:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613517.834519:0:87305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613517.834520:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643f50ab0 (ffff99364aa32ab8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613517.834523:0:87305:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993643ef11d0. 00000020:00000001:0.0:1773613517.834526:0:87305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613517.834528:0:87305:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993643f50a80. 00020000:00000001:0.0:1773613517.834534:0:87305:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613517.834535:0:87305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613517.834536:0:87305:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773613517.834538:0:87305:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834541:0:87305:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613517.834543:0:87305:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613517.834545:0:87305:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613517.834546:0:87305:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613517.834548:0:87305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613517.834549:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32000 00000020:00000010:0.0:1773613517.834553:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc7600. 00000020:00000010:0.0:1773613517.834557:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8edcc0. 00000008:00000010:0.0:1773613517.834561:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993659268b28. 00020000:00000010:0.0:1773613517.834566:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9a80. 00008000:00000010:0.0:1773613517.834573:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a5c40. 00000080:00000010:0.0:1773613517.834577:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01150. 00000080:00000010:0.0:1773613517.834581:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3b50. 00000020:00000010:0.0:1773613517.834584:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6c00. 00000008:00000010:0.0:1773613517.834587:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18000. 00020000:00000010:0.0:1773613517.834590:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1d40. 00008000:00000010:0.0:1773613517.834594:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe878. 00000080:00000010:0.0:1773613517.834597:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853f0f0. 00000020:00000010:0.0:1773613517.834600:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7400. 00000020:00000010:0.0:1773613517.834602:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32000. 00020000:00000001:0.0:1773613517.834604:0:87305:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613517.834606:0:87305:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613517.834608:0:87305:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613517.834611:0:87305:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613517.834615:0:87305:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613517.834617:0:87305:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.834619:0:87305:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613517.834620:0:87305:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613517.834621:0:87305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613517.834623:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32ab0 00000020:00000010:0.0:1773613517.834625:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff99364a03ec00. 00000020:00000010:0.0:1773613517.834627:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed3c0. 00000008:00000010:0.0:1773613517.834629:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:0.0:1773613517.834633:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9600. 00008000:00000010:0.0:1773613517.834635:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a4e20. 00000080:00000010:0.0:1773613517.834638:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01498. 00000080:00000010:0.0:1773613517.834640:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f1488. 00000020:00000010:0.0:1773613517.834642:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03e600. 00000008:00000010:0.0:1773613517.834644:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f18840. 00020000:00000010:0.0:1773613517.834647:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0d80. 00008000:00000010:0.0:1773613517.834650:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe710. 00000080:00000010:0.0:1773613517.834652:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853ff00. 00000020:00000010:0.0:1773613517.834655:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99364a03ee00. 00000020:00000010:0.0:1773613517.834657:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32ab0. 00000001:00000001:0.0:1773613517.834664:0:87305:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834673:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d28 00000080:00000008:0.0:1773613517.834675:0:87305:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773613517.834761:0:87305:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773613517.834764:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d88 00000080:00200008:0.0:1773613517.834766:0:87305:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1773613517.834769:0:87305:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773613517.834771:0:87305:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.834773:0:87305:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773613517.834775:0:87305:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834777:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.834783:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbeea0. 00000020:00000010:0.0:1773613517.834788:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e5400. 00000020:00000010:0.0:1773613517.834792:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e5a00. 00000020:00000010:0.0:1773613517.834795:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.834799:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.834803:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.834818:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.834824:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.834827:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.834831:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4c00. 00000008:00000010:0.0:1773613517.834834:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.834837:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923e880. 00008000:00000010:0.0:1773613517.834840:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.834844:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c690. 00000020:00000001:0.0:1773613517.834846:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449807528 : -113016259744088 : ffff993659fbeea8) 00000020:00001000:0.0:1773613517.834848:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbeea0 00000080:00000001:0.0:1773613517.834850:0:87305:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773613517.834851:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c98 00000080:00200000:0.0:1773613517.834853:0:87305:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1773613517.834858:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c30 00000080:00200000:0.0:1773613517.834859:0:87305:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773613517.834861:0:87305:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613517.834863:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.834865:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.834866:0:87305:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613517.834868:0:87305:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613517.834870:0:87305:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.834872:0:87305:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834873:0:87305:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834875:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:0.0:1773613517.834876:0:87305:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1773613517.834878:0:87305:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613517.834880:0:87305:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773613517.834884:0:87305:0:(cl_io.c:214:cl_io_rw_init()) header@000000000f051e5e[0x110, 1, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:0.0:1773613517.834886:0:87305:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1773613517.834888:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.834890:0:87305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773613517.834891:0:87305:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773613517.834893:0:87305:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773613517.834896:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.834897:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773613517.834900:0:87305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.834904:0:87305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.834906:0:87305:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773613517.834907:0:87305:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.834909:0:87305:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.834912:0:87305:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff99366113a298 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773613517.834915:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:0.0:1773613517.834918:0:87305:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773613517.834920:0:87305:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773613517.834922:0:87305:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773613517.834923:0:87305:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773613517.834925:0:87305:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1773613517.834928:0:87305:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773613517.834929:0:87305:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773613517.834930:0:87305:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.834931:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.835097:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.835099:0:87305:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773613517.835100:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00000020:00000001:0.0:1773613517.835103:0:87305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835104:0:87305:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613517.835107:0:87305:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773613517.835110:0:87305:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773613517.835112:0:87305:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835115:0:87305:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773613517.835117:0:87305:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773613517.835119:0:87305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773613517.835120:0:87305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773613517.835122:0:87305:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773613517.835124:0:87305:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773613517.835126:0:87305:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773613517.835130:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613517.835132:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.835134:0:87305:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773613517.835136:0:87305:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773613517.835140:0:87305:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993659fbe510. 00000020:00000010:0.0:1773613517.835143:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4800. 00000020:00000010:0.0:1773613517.835146:0:87305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936530e4400. 00000020:00000010:0.0:1773613517.835149:0:87305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a853d80. 00000008:00000010:0.0:1773613517.835152:0:87305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.835155:0:87305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99366062e900. 00008000:00000010:0.0:1773613517.835157:0:87305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936594f8e20. 00000080:00000010:0.0:1773613517.835160:0:87305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9936592e29d8. 00000080:00000010:0.0:1773613517.835163:0:87305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff99366113afe8. 00000020:00000010:0.0:1773613517.835166:0:87305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936530e4e00. 00000008:00000010:0.0:1773613517.835169:0:87305:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364aa21a20. 00020000:00000010:0.0:1773613517.835171:0:87305:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff99365923c480. 00008000:00000010:0.0:1773613517.835174:0:87305:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99365927abb8. 00000080:00000010:0.0:1773613517.835177:0:87305:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff993643d4c960. 00000020:00000001:0.0:1773613517.835179:0:87305:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057449805080 : -113016259746536 : ffff993659fbe518) 00000020:00001000:0.0:1773613517.835181:0:87305:0:(cl_object.c:831:cl_env_get()) 1@ffff993659fbe510 00000020:00000001:0.0:1773613517.835183:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.835185:0:87305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773613517.835187:0:87305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773613517.835188:0:87305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773613517.835189:0:87305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835191:0:87305:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835192:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.835195:0:87305:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773613517.835197:0:87305:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773613517.835200:0:87305:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835202:0:87305:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835204:0:87305:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835205:0:87305:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835207:0:87305:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835209:0:87305:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773613517.835211:0:87305:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773613517.835213:0:87305:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773613517.835216:0:87305:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773613517.835218:0:87305:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.835221:0:87305:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.835223:0:87305:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773613517.835224:0:87305:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773613517.835226:0:87305:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773613517.835228:0:87305:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773613517.835229:0:87305:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835231:0:87305:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.835233:0:87305:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.835235:0:87305:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.835236:0:87305:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835238:0:87305:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773613517.835240:0:87305:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613517.835241:0:87305:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773613517.835243:0:87305:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613517.835244:0:87305:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835246:0:87305:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835248:0:87305:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835249:0:87305:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835251:0:87305:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773613517.835252:0:87305:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773613517.835254:0:87305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773613517.835256:0:87305:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773613517.835258:0:87305:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773613517.835260:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773613517.835266:0:87305:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99364a93b300. 00020000:00000002:0.0:1773613517.835268:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773613517.835270:0:87305:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773613517.835271:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.835273:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.835275:0:87305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773613517.835278:0:87305:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993658ce8850. 00000008:00010000:0.0:1773613517.835280:0:87305:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773613517.835282:0:87305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613517.835284:0:87305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773613517.835287:0:87305:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff99364a93b330, osc lock ffff993658ce8850, flags 0x0 00000020:00000001:0.0:1773613517.835288:0:87305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835290:0:87305:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.835293:0:87305:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057191318272 : -113016518233344 : ffff99364a93b300) 00000020:00000001:0.0:1773613517.835294:0:87305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773613517.835295:0:87305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.835297:0:87305:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835298:0:87305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835300:0:87305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613517.835302:0:87305:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773613517.835303:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.835304:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.835306:0:87305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613517.835307:0:87305:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773613517.835309:0:87305:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773613517.835311:0:87305:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.835313:0:87305:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773613517.835315:0:87305:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773613517.835317:0:87305:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773613517.835319:0:87305:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773613517.835320:0:87305:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773613517.835321:0:87305:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773613517.835323:0:87305:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773613517.835326:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613517.835332:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:0.0:1773613517.835334:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773613517.835339:0:87305:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993649923c00 type 11 mode 2 res 9663677440/15949 (0 18446744073709551615) 00010000:00000001:0.0:1773613517.835343:0:87305:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773613517.835348:0:87305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613517.835352:0:87305:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00010000:00000001:0.0:1773613517.835356:0:87305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773613517.835361:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613517.835365:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.835367:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.835368:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.835372:0:87305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613517.835374:0:87305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613517.835380:0:87305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613517.835388:0:87305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e4200. 00000100:00000001:0.0:1773613517.835394:0:87305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.835398:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613517.835400:0:87305:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.835402:0:87305:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773613517.835403:0:87305:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.835405:0:87305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.835408:0:87305:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00010000:00000001:0.0:1773613517.835411:0:87305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773613517.835413:0:87305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773613517.835414:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:0.0:1773613517.835416:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613517.835418:0:87305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773613517.835421:0:87305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99364a937200. 00000020:00000001:0.0:1773613517.835424:0:87305:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773613517.835426:0:87305:0:(lustre_handles.c:77:class_handle_hash()) added object ffff99364a937200 with handle 0xa1aa084204a01246 to hash 00000020:00000001:0.0:1773613517.835428:0:87305:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773613517.835430:0:87305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000010:0.0:1773613517.835433:0:87305:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99364345c3c0. 00010000:00000001:0.0:1773613517.835436:0:87305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.835439:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.835440:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.835444:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613517.835454:0:87305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773613517.835464:0:87305:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613517.835470:0:87305:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613517.835471:0:87305:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613517.835476:0:87305:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.835478:0:87305:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563142208 : -113016146409408 : ffff993660bd4840) 00000100:00000001:0.0:1773613517.835481:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.835482:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:0.0:1773613517.835486:0:87305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.835488:0:87305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.835490:0:87305:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613517.835491:0:87305:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.835498:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.835505:0:87305:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.835507:0:87305:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.835510:0:87305:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.835512:0:87305:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.835515:0:87305:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.835518:0:87305:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477137664:192.168.203.144@tcp:101:uname.0 00000100:00000001:0.0:1773613517.835521:0:87305:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.835526:0:87305:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.835528:0:87305:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.835531:0:87305:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.835534:0:87305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.835537:0:87305:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.835543:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.835547:0:87305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.835552:0:87305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.835558:0:87305:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477137664, portal 4 00000100:00000001:0.0:1773613517.835560:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.835561:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613517.835565:0:87305:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.835572:0:87305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.835574:0:87305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.835577:0:87305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17880. 00000100:00000200:0.0:1773613517.835580:0:87305:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859762477137664, offset 0 00000400:00000200:0.0:1773613517.835586:0:87305:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.835594:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.835600:0:87305:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.835604:0:87305:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.835608:0:87305:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.835612:0:87305:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.835615:0:87305:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.835619:0:87305:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225204:225204:256:4294967295] 192.168.203.144@tcp LPNI seq info [225139:225139:8:4294967295] 00000400:00000200:0.0:1773613517.835623:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.835633:0:87305:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.835639:0:87305:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.835643:0:87305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500400. 00000800:00000200:0.0:1773613517.835651:0:87305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.835658:0:87305:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.835662:0:87305:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.835683:0:87305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.835688:0:87305:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 970733 usecs (971 jiffies) 00000400:00000200:0.0:1773613517.835707:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.835709:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608592 00000100:00000001:0.0:1773613517.835713:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.835715:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608592 00000100:00000001:0.0:1773613517.835717:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.835719:0:87305:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.835721:0:87305:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.835723:0:87305:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.835725:0:87305:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613517.835727:0:87305:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613517.835729:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.835732:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.836461:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.836466:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500400. 00000400:00000200:3.0:1773613517.836471:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.836477:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.836482:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17880 00000400:00000010:3.0:1773613517.836484:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17880. 00000100:00000001:3.0:1773613517.836488:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.836493:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.836503:0:2384:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.836506:0:2384:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.836512:0:2384:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.836514:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.839727:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.839745:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.839749:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.839752:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.839761:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.839768:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.839776:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.839781:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.839786:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.839791:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x69b71b1965100 00000400:00000200:3.0:1773613517.839798:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x1b4fed [2] + 1704 00000800:00000001:3.0:1773613517.839815:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.839824:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.839827:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.839832:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.839843:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773613517.839845:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1773613517.840443:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000100:00000040:3.0:1773613517.840448:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff99364a706a00 x1859762473292032 msgsize 328 00000100:00100000:3.0:1773613517.840452:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1773613517.840463:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.840475:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.840480:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.840512:0:67847:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773613517.840515:0:67847:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473292032 02000000:00000001:2.0:1773613517.840518:0:67847:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773613517.840521:0:67847:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.840523:0:67847:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.840528:0:67847:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.840532:0:67847:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473292032 00000020:00000001:2.0:1773613517.840536:0:67847:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613517.840537:0:67847:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:2.0:1773613517.840540:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.840543:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:2.0:1773613517.840546:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:2.0:1773613517.840548:0:67847:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:2.0:1773613517.840552:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613517.840558:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a40. 00000100:00000001:2.0:1773613517.840561:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613517.840563:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a40. 00000020:00000010:2.0:1773613517.840569:0:67847:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8000. 00000020:00000010:2.0:1773613517.840574:0:67847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522ceb80. 00000020:00000010:2.0:1773613517.840579:0:67847:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947960. 00000100:00000040:2.0:1773613517.840586:0:67847:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1773613517.840589:0:67847:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773613517.840591:0:67847:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773613517.840593:0:67847:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.840600:0:67847:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.840615:0:67847:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773613517.840626:0:67847:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773613517.840628:0:67847:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773613517.840633:0:67847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 50 00000100:00000040:2.0:1773613517.840637:0:67847:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:2.0:1773613517.840639:0:67847:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:2.0:1773613517.840646:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99364a706a00 x1859762473292032/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:748/0 lens 328/0 e 0 to 0 dl 1773613528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773613517.840655:0:67847:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613517.840658:0:67847:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a40. 00000100:00000001:2.0:1773613517.840660:0:67847:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613517.840662:0:67847:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a40. 00000100:00100000:2.0:1773613517.840667:0:67847:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff99364a706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26405:x1859762473292032:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1773613517.840671:0:67847:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473292032 00010000:00000001:2.0:1773613517.840673:0:67847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1773613517.840680:0:67847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.840682:0:67847:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.840684:0:67847:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=2 00000020:00000001:2.0:1773613517.840686:0:67847:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.840689:0:67847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:2.0:1773613517.840705:0:67847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773613517.840710:0:67847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773613517.840715:0:67847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1773613517.840726:0:67847:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773613517.840728:0:67847:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773613517.840857:0:67847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99364a784c00. 02000000:00000001:2.0:1773613517.840861:0:67847:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.840864:0:67847:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.840868:0:67847:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773613517.840871:0:67847:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773613517.840875:0:67847:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1773613517.840879:0:67847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773613517.840882:0:67847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1773613517.840884:0:67847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:2.0:1773613517.840887:0:67847:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773613517.840888:0:67847:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.840891:0:67847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.840894:0:67847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.840898:0:67847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7220. 00000100:00000200:2.0:1773613517.840904:0:67847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473292032, offset 224 00000400:00000200:2.0:1773613517.840909:0:67847:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.840917:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.840923:0:67847:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.840929:0:67847:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225205:225205:256:4294967295] 192.168.203.144@tcp LPNI seq info [225140:225140:8:4294967295] 00000400:00000200:2.0:1773613517.840932:0:67847:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.840960:0:67847:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.840966:0:67847:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.840970:0:67847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415a00. 00000800:00000200:2.0:1773613517.840976:0:67847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.840983:0:67847:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.840987:0:67847:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.841005:0:67847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.841008:0:67847:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1773613517.841011:0:67847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773613517.841015:0:67847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99364b6f6540. 00010000:00000001:2.0:1773613517.841017:0:67847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773613517.841092:0:67847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1773613517.841095:0:67847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.841097:0:67847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.841099:0:67847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.841104:0:67847:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762473292032/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:748/0 lens 328/224 e 0 to 0 dl 1773613528 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773613517.841113:0:67847:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff99364a706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26405:x1859762473292032:12345-192.168.203.144@tcp:104: Request processed in 456us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1773613517.841120:0:67847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 50 00000100:00000040:2.0:1773613517.841123:0:67847:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:2.0:1773613517.841125:0:67847:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773613517.841126:0:67847:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773613517.841131:0:67847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522ceb80. 00000020:00000010:2.0:1773613517.841135:0:67847:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947960. 00000020:00000010:2.0:1773613517.841138:0:67847:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8000. 00000020:00000040:2.0:1773613517.841142:0:67847:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 00000100:00000001:2.0:1773613517.841144:0:67847:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773613517.841481:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.841486:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415a00. 00000400:00000200:3.0:1773613517.841490:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.841495:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.841500:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7220 00000400:00000010:3.0:1773613517.841502:0:2384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7220. 00000100:00000001:3.0:1773613517.841505:0:2384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773613517.841508:0:2384:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1773613517.841587:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613517.841590:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.841593:0:67857:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773613517.841596:0:67857:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773613517.841598:0:67857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773613517.841602:0:67857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613517.841612:0:67857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff993659fc2600 already unused, calling callback (ffffffffc10f6260) 00000008:00000001:1.0:1773613517.841615:0:67857:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773613517.841618:0:67857:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773613517.841619:0:67857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.841621:0:67857:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.841622:0:67857:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2600 refcount=3 00000020:00000001:1.0:1773613517.841624:0:67857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:1.0:1773613517.841627:0:67857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449821696 : -113016259729920 : ffff993659fc2600) 00010000:00000001:1.0:1773613517.841630:0:67857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773613517.841633:0:67857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1773613517.841640:0:67857:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773613517.841642:0:67857:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.841647:0:67857:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.841651:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.841655:0:67857:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.841659:0:67857:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.841664:0:67857:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.841669:0:67857:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.841673:0:67857:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.841678:0:67857:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.841683:0:67857:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.841687:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9000. 00000008:00000010:1.0:1773613517.842152:0:67857:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.842160:0:67857:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.842164:0:67857:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.842168:0:67857:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.842171:0:67857:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.842174:0:67857:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000008:00000001:1.0:1773613517.842176:0:67857:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773613517.842178:0:67857:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1773613517.842180:0:67857:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.842182:0:67857:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.842184:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.842186:0:67857:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.842189:0:67857:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.842192:0:67857:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.842195:0:67857:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.842199:0:67857:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.842202:0:67857:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.842204:0:67857:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.842207:0:67857:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9e00. 00000008:00000010:1.0:1773613517.842209:0:67857:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.842212:0:67857:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.842214:0:67857:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.842216:0:67857:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.842218:0:67857:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.842220:0:67857:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000008:00000001:1.0:1773613517.842222:0:67857:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1773613517.842224:0:67857:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1773613517.842228:0:67857:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773613517.842230:0:67857:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.842232:0:67857:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1773613517.842234:0:67857:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.842245:0:67857:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.842249:0:67857:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.842251:0:67857:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.842253:0:67857:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.842255:0:67857:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.842257:0:67857:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613517.842258:0:67857:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.842262:0:67857:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff99364b574eb8 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1773613517.842266:0:67857:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.842267:0:67857:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.842269:0:67857:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.842271:0:67857:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.842273:0:67857:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842274:0:67857:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.842275:0:67857:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.842276:0:67857:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1773613517.842278:0:67857:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.842280:0:67857:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1773613517.842282:0:67857:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613517.842284:0:67857:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.842285:0:67857:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.842287:0:67857:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.842289:0:67857:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.842291:0:67857:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1773613517.842293:0:67857:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.842294:0:67857:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1773613517.842295:0:67857:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.842298:0:67857:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.842300:0:67857:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.842303:0:67857:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.842307:0:67857:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.842310:0:67857:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.842314:0:67857:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.842317:0:67857:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.842321:0:67857:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.842323:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8200. 00000008:00000010:1.0:1773613517.842326:0:67857:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.842328:0:67857:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.842331:0:67857:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.842333:0:67857:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.842335:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.842337:0:67857:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00000008:00000001:1.0:1773613517.842339:0:67857:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842341:0:67857:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00010000:00000001:1.0:1773613517.842344:0:67857:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1773613517.842356:0:67857:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842358:0:67857:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.842360:0:67857:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773613517.842362:0:67857:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1773613517.842365:0:67857:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613517.842367:0:67857:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842369:0:67857:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842371:0:67857:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613517.842375:0:67857:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.842377:0:67857:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.842379:0:67857:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.842382:0:67857:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.842385:0:67857:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.842387:0:67857:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.842389:0:67857:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.842392:0:67857:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.842394:0:67857:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.842396:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.842399:0:67857:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.842401:0:67857:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.842403:0:67857:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.842406:0:67857:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.842408:0:67857:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.842410:0:67857:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000008:00000001:1.0:1773613517.842412:0:67857:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.842415:0:67857:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773613517.842420:0:67857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773613517.842422:0:67857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773613517.842425:0:67857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.842427:0:67857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773613517.842431:0:67857:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2600 with handle 0xa1aa084204a0123f from hash 00010000:00000001:1.0:1773613517.842434:0:67857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773613517.842436:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.842438:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.842439:0:67857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773613517.842442:0:67857:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773613517.842444:0:67857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1773613517.842450:0:67857:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.842454:0:67857:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.842456:0:67857:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.842459:0:67857:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773613517.842464:0:67857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613517.842469:0:67857:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=4 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613517.842473:0:67857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613517.842476:0:67857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613517.842481:0:67857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613517.842487:0:67857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936586a9000. 00000100:00000001:1.0:1773613517.842494:0:67857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.842497:0:67857:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773613517.842502:0:67857:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773613517.842512:0:67857:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773613517.842513:0:67857:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.842519:0:67857:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.842523:0:67857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.842533:0:67857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c3b547b] to pc [ptlrpcd_00_00+0] req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773613517.842567:0:67857:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.842570:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.842571:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.842573:0:67857:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.842574:0:67857:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.842576:0:67857:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.842579:0:67857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.842587:0:67857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773613517.842589:0:67857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 00000000cf9c36db/0xa1aa084204a0123f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x1dc4d5fc0aabdbc5 expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1773613517.842597:0:67857:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a8ecfc0. 00010000:00000001:1.0:1773613517.842606:0:67857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.842607:0:67857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773613517.842609:0:67857:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99364b6f6540. 00010000:00000001:1.0:1773613517.842613:0:67857:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.842615:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613517.842616:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.842618:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773613517.842618:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1773613517.842620:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613517.842621:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.842622:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1773613517.842623:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773613517.842624:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1773613517.842625:0:2389:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1773613517.842626:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.842627:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773613517.842631:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.842633:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.842636:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.842639:0:2389:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.842640:0:2389:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.842644:0:2389:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.842646:0:2389:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.842648:0:2389:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.842652:0:2389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477137792:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773613517.842656:0:2389:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.842662:0:2389:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.842664:0:2389:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.842666:0:2389:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.842671:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936530e5200. 02000000:00000001:0.0:1773613517.842672:0:2389:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.842679:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.842683:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996fb58. 00000400:00000010:0.0:1773613517.842688:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17dd0. 00000100:00000200:0.0:1773613517.842694:0:2389:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477137792, portal 18 00000100:00000001:0.0:1773613517.842697:0:2389:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.842698:0:2389:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:0.0:1773613517.842704:0:2389:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613517.842711:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.842713:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.842716:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17770. 00000100:00000200:0.0:1773613517.842720:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859762477137792, offset 0 00000400:00000200:0.0:1773613517.842725:0:2389:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.842741:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.842748:0:2389:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.842752:0:2389:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.842757:0:2389:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.842761:0:2389:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.842764:0:2389:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.842767:0:2389:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225206:225206:256:4294967295] 192.168.203.144@tcp LPNI seq info [225141:225141:8:4294967295] 00000400:00000200:0.0:1773613517.842771:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.842778:0:2389:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.842784:0:2389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.842789:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500900. 00000800:00000200:0.0:1773613517.842794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.842800:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.842804:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.842830:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.842834:0:2389:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 970733 usecs (971 jiffies) 00000400:00000200:0.0:1773613517.842837:0:2389:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.842840:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608599 00000100:00000001:0.0:1773613517.842843:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.842845:0:2389:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608599 00000100:00000001:0.0:1773613517.842847:0:2389:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.842849:0:2389:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1773613517.843019:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.843023:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500900. 00000400:00000200:3.0:1773613517.843027:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.843032:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.843036:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17770 00000400:00000010:3.0:1773613517.843038:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17770. 00000100:00000001:3.0:1773613517.843042:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.843046:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.843054:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.843058:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.843064:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.843065:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773613517.843528:0:2389:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.843532:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.843534:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.843539:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.843540:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773613517.843543:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613517.843544:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.843545:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.843547:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773613517.847113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2600. 00000800:00000001:3.0:1773613517.848039:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848051:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.848054:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848056:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.848063:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848069:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.848077:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848081:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848086:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848090:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x69b71b1965180 00000400:00000200:3.0:1773613517.848097:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x1b4fed [2] + 2032 00000400:00000010:3.0:1773613517.848102:0:2384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da108. 00000400:00000200:3.0:1773613517.848106:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff993659d0c540 00000800:00000001:3.0:1773613517.848111:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848114:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.848117:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.848121:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.848126:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993659d0c540 00000400:00000010:3.0:1773613517.848128:0:2384:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff993659d0c540. 00000100:00000001:3.0:1773613517.848133:0:2384:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773613517.848136:0:2384:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1773613517.848139:0:2384:0:(events.c:337:request_in_callback()) incoming req@ffff993644b28050 x1859762473292160 msgsize 392 00000100:00100000:3.0:1773613517.848143:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000040:3.0:1773613517.848146:0:2384:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773613517.848168:0:2384:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.848176:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848179:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.848181:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848183:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.848185:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848189:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.848193:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848195:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848198:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848200:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x69b71b1d0ff00 00000400:00000200:3.0:1773613517.848203:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.848208:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x1b6055 [1] + 224 00000800:00000001:3.0:1773613517.848211:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848217:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.848219:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.848222:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.848225:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.848232:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.848242:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.848265:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.848269:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.848272:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773613517.848341:0:67848:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff99364a787400. 00000100:00000010:2.0:1773613517.848358:0:67848:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9936498da000. 00000100:00100000:2.0:1773613517.848361:0:67848:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1773613517.848364:0:67848:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773613517.848369:0:67848:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9318. 00000400:00000010:2.0:1773613517.848375:0:67848:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99364b6f6300. 00000100:00000001:2.0:1773613517.848384:0:67848:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773613517.848386:0:67848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859762473292160 02000000:00000001:2.0:1773613517.848389:0:67848:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773613517.848391:0:67848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773613517.848393:0:67848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773613517.848397:0:67848:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773613517.848401:0:67848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859762473292160 00000020:00000001:2.0:1773613517.848405:0:67848:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773613517.848407:0:67848:0:(genops.c:823:class_conn2export()) looking for export cookie 0xa1aa084204a0081a 00000020:00000001:2.0:1773613517.848409:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773613517.848412:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff99366069b000 refcount=4 00000020:00000001:2.0:1773613517.848414:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000020:00000001:2.0:1773613517.848416:0:67848:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631057557663744 : -113016151887872 : ffff99366069b000) 00000100:00000001:2.0:1773613517.848420:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613517.848424:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a40. 00000100:00000001:2.0:1773613517.848426:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.848428:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1773613517.848429:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a40. 00000020:00000010:2.0:1773613517.848434:0:67848:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993660ea8000. 00000400:00000001:0.0:1773613517.848434:0:87305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.848437:0:87305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1773613517.848439:0:67848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9936522ceb80. 00000400:00000010:0.0:1773613517.848439:0:87305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.848442:0:87305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.848443:0:87305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000020:00000010:2.0:1773613517.848444:0:67848:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99364a947960. 00000100:00000001:0.0:1773613517.848446:0:87305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.848450:0:87305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.848451:0:67848:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1773613517.848454:0:67848:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773613517.848456:0:67848:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773613517.848458:0:67848:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773613517.848459:0:87305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.848464:0:67848:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.848465:0:87305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.848467:0:87305:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.848469:0:87305:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.848472:0:87305:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.848473:0:87305:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.848475:0:87305:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.848478:0:87305:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.848480:0:67848:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1773613517.848485:0:87305:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=145 v=5 (5 5 5 6) 00000100:00001000:0.0:1773613517.848489:0:87305:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773613517.848490:0:67848:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773613517.848491:0:87305:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773613517.848492:0:67848:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773613517.848493:0:87305:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.848495:0:87305:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1773613517.848497:0:67848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 51 00010000:00000001:0.0:1773613517.848499:0:87305:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.848500:0:67848:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff99366069b000 : new rpc_count 1 00000100:00000001:2.0:1773613517.848502:0:67848:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446631057092673616 : -113016616878000 : ffff993644b28050) 00000100:00000001:0.0:1773613517.848502:0:87305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.848504:0:87305:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000040:2.0:1773613517.848507:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff993644b28050 x1859762473292160/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:748/0 lens 392/0 e 0 to 0 dl 1773613528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773613517.848507:0:87305:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.848508:0:87305:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.848512:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.848515:0:67848:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773613517.848517:0:67848:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff993650f35a40. 00000100:00000001:2.0:1773613517.848520:0:67848:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.848520:0:87305:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773613517.848522:0:67848:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff993650f35a40. 00000100:00000001:0.0:1773613517.848522:0:87305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.848524:0:87305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773613517.848526:0:67848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff993644b28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:34785:x1859762473292160:12345-192.168.203.144@tcp:105: 00000100:00000040:0.0:1773613517.848528:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773613517.848530:0:67848:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859762473292160 00010000:00000001:2.0:1773613517.848532:0:67848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00000100:00100000:0.0:1773613517.848536:0:87305:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477137664:192.168.203.144@tcp:101:uname.0 00010000:00000001:2.0:1773613517.848539:0:67848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773613517.848540:0:67848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773613517.848541:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773613517.848542:0:67848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000100:00000001:0.0:1773613517.848543:0:87305:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.848544:0:67848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:2.0:1773613517.848546:0:67848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000100:00000001:0.0:1773613517.848546:0:87305:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.848547:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.848550:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1773613517.848552:0:67848:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773613517.848556:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.848559:0:87305:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.848562:0:87305:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773613517.848563:0:67848:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00000100:00000001:0.0:1773613517.848563:0:87305:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.848566:0:67848:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.848566:0:87305:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773613517.848567:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.848569:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.848570:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613517.848572:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.848574:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00010000:2.0:1773613517.848576:0:67848:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.848583:0:67848:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773613517.848703:0:67848:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.848706:0:67848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773613517.848708:0:67848:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773613517.848711:0:67848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.848719:0:67848:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1773613517.848723:0:67848:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773613517.848731:0:67848:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000400:0x3e4d:0x0].0x0 (ffff99364cbeb000) refcount = 1 00010000:00000040:2.0:1773613517.848734:0:67848:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773613517.848736:0:67848:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773613517.848745:0:67848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1773613517.848748:0:67848:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773613517.848757:0:67848:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff993650f35a40. 00000100:00000001:2.0:1773613517.848760:0:67848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773613517.848763:0:67848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364b6f69c0. 00000100:00000001:2.0:1773613517.848765:0:67848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057205717440 : -113016503834176 : ffff99364b6f69c0) 00000100:00000001:2.0:1773613517.848767:0:67848:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446631057205717440 : -113016503834176 : ffff99364b6f69c0) 00000100:00000001:2.0:1773613517.848770:0:67848:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773613517.848771:0:67848:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773613517.848772:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000040:0.0:1773613517.852437:0:87305:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99364a937200, remote cookie: 0x1dc4d5fc0aabdbcc, flags: 0x20002 00010000:00000001:0.0:1773613517.852449:0:87305:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773613517.852452:0:87305:0:(ldlm_lock.c:1885:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773613517.852456:0:87305:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773613517.852459:0:87305:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.852464:0:87305:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.852476:0:87305:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773613517.852478:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.852480:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.852481:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.852482:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.852484:0:87305:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.852488:0:87305:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773613517.852491:0:87305:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773613517.852494:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.852496:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.852498:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:0.0:1773613517.852500:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852503:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852505:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.852506:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.852507:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:0.0:1773613517.852509:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852510:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852513:0:87305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773613517.852516:0:87305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773613517.852520:0:87305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.852526:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.852527:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613517.852530:0:87305:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773613517.852534:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00010000:0.0:1773613517.852537:0:87305:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x100a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773613517.852544:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.852546:0:87305:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613517.852549:0:87305:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773613517.852552:0:87305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613517.852554:0:87305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852555:0:87305:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852557:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613517.852559:0:87305:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1773613517.852560:0:87305:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.852563:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.852564:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.852565:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:0.0:1773613517.852567:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852568:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.852570:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613517.852573:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x8100a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.852578:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.852579:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773613517.852581:0:87305:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x8100a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.852587:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613517.852588:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.852589:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613517.852591:0:87305:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.852593:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.852603:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477137664/t0(0) o101->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.852615:0:87305:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.852618:0:87305:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.852622:0:87305:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.852627:0:87305:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.852629:0:87305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.852631:0:87305:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:0.0:1773613517.852633:0:87305:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.852635:0:87305:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e4200. 02000000:00000001:0.0:1773613517.852639:0:87305:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.852641:0:87305:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.852643:0:87305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613517.852646:0:87305:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.852648:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773613517.852649:0:87305:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.852651:0:87305:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852654:0:87305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.852657:0:87305:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852658:0:87305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852660:0:87305:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852662:0:87305:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852664:0:87305:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852666:0:87305:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773613517.852671:0:87305:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1773613517.852677:0:87305:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613517.852678:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.852680:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.852682:0:87305:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613517.852685:0:87305:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613517.852689:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.852691:0:87305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.852692:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.852693:0:87305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.852695:0:87305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.852698:0:87305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.852700:0:87305:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.852702:0:87305:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852704:0:87305:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852705:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:0.0:1773613517.852707:0:87305:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1773613517.852710:0:87305:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773613517.852713:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b80 00000080:00200000:0.0:1773613517.852715:0:87305:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1773613517.852718:0:87305:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773613517.852720:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000002:0.0:1773613517.852723:0:87305:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853000 addref 2/0 by ffff9936448fa7c0. 00020000:00000002:0.0:1773613517.852725:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00000020:00000001:0.0:1773613517.852728:0:87305:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1773613517.852731:0:87305:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773613517.852733:0:87305:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773613517.852737:0:87305:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1773613517.852740:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.852741:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.852743:0:87305:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613517.852745:0:87305:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773613517.852748:0:87305:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852750:0:87305:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.852751:0:87305:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852753:0:87305:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.852759:0:87305:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773613517.852761:0:87305:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1773613517.852788:0:87305:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773613517.852791:0:87305:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0xc:0x0] ffffcf65c49bdc40 0 1 00000020:00000001:0.0:1773613517.852794:0:87305:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773613517.852796:0:87305:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852798:0:87305:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773613517.852816:0:87305:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff993658e14700. 00000020:00000001:0.0:1773613517.852823:0:87305:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613517.852824:0:87305:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773613517.852827:0:87305:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773613517.852830:0:87305:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773613517.852833:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.852835:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000008:00000001:0.0:1773613517.852839:0:87305:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773613517.852842:0:87305:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff993658e14770 folio ffffcf65c49bdc40 pg:0 obj off 0 00000008:00000001:0.0:1773613517.852845:0:87305:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852847:0:87305:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773613517.852848:0:87305:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773613517.852960:0:87305:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773613517.852963:0:87305:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.852967:0:87305:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.852970:0:87305:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:0.0:1773613517.852972:0:87305:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:0.0:1773613517.852975:0:87305:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773613517.852977:0:87305:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613517.852978:0:87305:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568801432 : -113016140750184 : ffff99366113a298) 00000020:00000001:0.0:1773613517.852981:0:87305:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773613517.852981:0:87305:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773613517.852983:0:87305:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613517.852987:0:87305:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 0000000053fce969 1 1 00000000448518bd] 00000020:00000001:0.0:1773613517.852989:0:87305:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773613517.852990:0:87305:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613517.852991:0:87305:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:0.0:1773613517.852993:0:87305:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1773613517.852995:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.852997:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.852998:0:87305:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613517.853000:0:87305:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773613517.853001:0:87305:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1773613517.853004:0:87305:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853005:0:87305:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853007:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00000001:0.0:1773613517.853011:0:87305:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773613517.853013:0:87305:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773613517.853014:0:87305:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.853017:0:87305:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773613517.853018:0:87305:0:(rw26.c:909:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1773613517.853020:0:87305:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773613517.853021:0:87305:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446631057568801432 : -113016140750184 : ffff99366113a298) 00000020:00000001:0.0:1773613517.853023:0:87305:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773613517.853025:0:87305:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773613517.853031:0:87305:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773613517.853033:0:87305:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613517.853034:0:87305:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773613517.853036:0:87305:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773613517.853039:0:87305:0:(rw26.c:967:ll_write_end()) page@00000000224a7651[3 0000000053fce969 2 1 00000000448518bd] 00000080:00200000:0.0:1773613517.853042:0:87305:0:(rw26.c:967:ll_write_end()) vmpage @00000000089b8515 17ffffc0001001 3:0 ffff993658e14700 0 lru 00000080:00200000:0.0:1773613517.853049:0:87305:0:(rw26.c:967:ll_write_end()) osc-page@00000000f8325ef8 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000005e7de785 00000000df5b397c > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773613517.853051:0:87305:0:(rw26.c:967:ll_write_end()) end page@00000000224a7651 00000080:00200000:0.0:1773613517.853052:0:87305:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773613517.853054:0:87305:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1773613517.853058:0:87305:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773613517.853060:0:87305:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1773613517.853062:0:87305:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773613517.853064:0:87305:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773613517.853066:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.853067:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.853069:0:87305:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773613517.853071:0:87305:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773613517.853073:0:87305:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773613517.853074:0:87305:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773613517.853075:0:87305:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773613517.853077:0:87305:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773613517.853080:0:87305:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff993658e14770 folio ffffcf65c49bdc40 pg:0 added for cmd 2 00000008:00000001:0.0:1773613517.853085:0:87305:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773613517.853088:0:87305:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613517.853094:0:87305:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1773613517.853098:0:87305:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff993658e147a8 page ffffcf65c49bdc40 00000008:00000020:0.0:1773613517.853101:0:87305:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff993644bc9800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773613517.853105:0:87305:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773613517.853107:0:87305:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.853109:0:87305:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773613517.853113:0:87305:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99366062e000. 00000008:00000020:0.0:1773613517.853118:0:87305:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff993652226a80 extents at osc_extent_find:830, mppr: 256. 00000008:00000020:0.0:1773613517.853125:0:87305:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773613517.853129:0:87305:0:(osc_cache.c:848:osc_extent_find()) extent ffff99366062e000@{[0 -> 255/255], [3|1|-|active|wi|ffff993652226a80], [1703936|0|-|-|ffff99364a937200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773613517.853135:0:87305:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000d0199d07 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x8000a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1773613517.853142:0:87305:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773613517.853145:0:87305:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.853147:0:87305:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.853149:0:87305:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773613517.853151:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000002:0.0:1773613517.853152:0:87305:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1773613517.853154:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.853156:0:87305:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773613517.853157:0:87305:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1773613517.853159:0:87305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613517.853160:0:87305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853284:0:87305:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853286:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613517.853288:0:87305:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773613517.853290:0:87305:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773613517.853292:0:87305:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613517.853295:0:87305:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[4 0000000053fce969 2 1 00000000448518bd] 00000020:00000001:0.0:1773613517.853297:0:87305:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773613517.853299:0:87305:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773613517.853300:0:87305:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773613517.853302:0:87305:0:(osc_request.c:745:osc_update_next_shrink()) next time 7140 to shrink grant 00000080:00000001:0.0:1773613517.853304:0:87305:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773613517.853306:0:87305:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773613517.853312:0:87305:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9936581175f8, count 1, dirtied 1 00000080:00000001:0.0:1773613517.853314:0:87305:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773613517.853316:0:87305:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773613517.853318:0:87305:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773613517.853319:0:87305:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773613517.853320:0:87305:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773613517.853322:0:87305:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[3 0000000053fce969 2 1 0000000000000000] 00000020:00000001:0.0:1773613517.853323:0:87305:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773613517.853325:0:87305:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773613517.853327:0:87305:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773613517.853327:0:87305:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773613517.853329:0:87305:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[3 0000000053fce969 1 1 0000000000000000] 00000020:00000001:0.0:1773613517.853331:0:87305:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773613517.853332:0:87305:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773613517.853333:0:87305:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773613517.853334:0:87305:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773613517.853336:0:87305:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853338:0:87305:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853340:0:87305:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853341:0:87305:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613517.853344:0:87305:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1773613517.853346:0:87305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773613517.853348:0:87305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773613517.853349:0:87305:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853352:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b80 00000080:00200000:0.0:1773613517.853354:0:87305:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1773613517.853356:0:87305:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853358:0:87305:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773613517.853360:0:87305:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613517.853361:0:87305:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773613517.853362:0:87305:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773613517.853364:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.853366:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.853367:0:87305:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773613517.853368:0:87305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773613517.853370:0:87305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853372:0:87305:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853373:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:0.0:1773613517.853375:0:87305:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853376:0:87305:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853378:0:87305:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853380:0:87305:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853381:0:87305:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853383:0:87305:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773613517.853384:0:87305:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773613517.853386:0:87305:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773613517.853387:0:87305:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773613517.853389:0:87305:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773613517.853392:0:87305:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773613517.853397:0:87305:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773613517.853402:0:87305:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613517.853405:0:87305:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.853407:0:87305:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773613517.853408:0:87305:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773613517.853410:0:87305:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773613517.853412:0:87305:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773613517.853413:0:87305:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853414:0:87305:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853416:0:87305:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773613517.853418:0:87305:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613517.853420:0:87305:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773613517.853422:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993643d4c6c8 (ffff993659fbeea8/0) at cl_lock_release():245 00000020:00000001:0.0:1773613517.853425:0:87305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613517.853426:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643d4c6c8 (ffff993659fbeea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773613517.853428:0:87305:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773613517.853430:0:87305:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773613517.853431:0:87305:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057435650280 : -113016273901336 : ffff99365923e8e8) 00000020:00000001:0.0:1773613517.853433:0:87305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773613517.853434:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364a93b330 (ffff993659fbe518/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773613517.853436:0:87305:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773613517.853438:0:87305:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773613517.853439:0:87305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773613517.853441:0:87305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773613517.853442:0:87305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:0.0:1773613517.853445:0:87305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.853446:0:87305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:0.0:1773613517.853448:0:87305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773613517.853451:0:87305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x8100a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773613517.853458:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.853460:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.853461:0:87305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773613517.853463:0:87305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773613517.853465:0:87305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x8000a0000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773613517.853472:0:87305:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.853474:0:87305:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613517.853476:0:87305:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613517.853480:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.853481:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.853482:0:87305:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.853485:0:87305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613517.853486:0:87305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.853488:0:87305:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.853492:0:87305:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.853493:0:87305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773613517.853495:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.853496:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613517.853497:0:87305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613517.853498:0:87305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773613517.853499:0:87305:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773613517.853501:0:87305:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.853502:0:87305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.853503:0:87305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773613517.853504:0:87305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613517.853505:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643d4c6c8 (ffff993659fbeea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773613517.853508:0:87305:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773613517.853509:0:87305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773613517.853510:0:87305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364a93b330 (ffff993659fbeea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773613517.853513:0:87305:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993658ce8850. 00000020:00000001:0.0:1773613517.853516:0:87305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773613517.853517:0:87305:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99364a93b300. 00020000:00000001:0.0:1773613517.853520:0:87305:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773613517.853521:0:87305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773613517.853523:0:87305:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773613517.853524:0:87305:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773613517.853525:0:87305:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613517.853526:0:87305:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773613517.853528:0:87305:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773613517.853529:0:87305:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853531:0:87305:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853532:0:87305:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773613517.853533:0:87305:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773613517.853535:0:87305:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773613517.853537:0:87305:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1773613517.853538:0:87305:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773613517.853539:0:87305:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613517.853541:0:87305:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773613517.853542:0:87305:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773613517.853543:0:87305:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773613517.853545:0:87305:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773613517.853546:0:87305:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853547:0:87305:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773613517.853549:0:87305:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613517.853550:0:87305:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773613517.853552:0:87305:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773613517.853556:0:87305:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1773613517.853559:0:87305:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773613517.853561:0:87305:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773613517.853562:0:87305:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773613517.853564:0:87305:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773613517.853565:0:87305:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773613517.853566:0:87305:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773613517.853568:0:87305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773613517.853570:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbe510 00000020:00000010:0.0:1773613517.853581:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e4400. 00000020:00000010:0.0:1773613517.853586:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853d80. 00000008:00000010:0.0:1773613517.853590:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fb7c8. 00020000:00000010:0.0:1773613517.853594:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e900. 00008000:00000010:0.0:1773613517.853598:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594f8e20. 00000080:00000010:0.0:1773613517.853603:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e29d8. 00000080:00000010:0.0:1773613517.853606:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113afe8. 00000020:00000010:0.0:1773613517.853610:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4800. 00000008:00000010:0.0:1773613517.853613:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa21a20. 00020000:00000010:0.0:1773613517.853617:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923c480. 00008000:00000010:0.0:1773613517.853620:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927abb8. 00000080:00000010:0.0:1773613517.853623:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c960. 00000020:00000010:0.0:1773613517.853627:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4e00. 00000020:00000010:0.0:1773613517.853629:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbe510. 00020000:00000001:0.0:1773613517.853632:0:87305:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773613517.853634:0:87305:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773613517.853635:0:87305:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773613517.853637:0:87305:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773613517.853640:0:87305:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773613517.853641:0:87305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773613517.853643:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c98 00000080:00200000:0.0:1773613517.853644:0:87305:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1773613517.853648:0:87305:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773613517.853650:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.853651:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:0.0:1773613517.853653:0:87305:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773613517.853654:0:87305:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773613517.853657:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.853659:0:87305:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1773613517.853660:0:87305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773613517.853661:0:87305:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1773613517.853663:0:87305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773613517 a=0 c=1773613517 b=1 00020000:00000001:0.0:1773613517.853665:0:87305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773613517.853667:0:87305:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=0 c=1773613517 b=1 00020000:00000001:0.0:1773613517.853669:0:87305:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853671:0:87305:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.853672:0:87305:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:0.0:1773613517.853674:0:87305:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1773613517.853676:0:87305:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773613517.853680:0:87305:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1773613517.853683:0:87305:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1773613517.853685:0:87305:0:(cl_object.c:925:cl_env_put()) 1@ffff993659fbeea0 00000020:00000010:0.0:1773613517.853688:0:87305:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936530e5a00. 00000020:00000010:0.0:1773613517.853691:0:87305:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a853c00. 00000008:00000010:0.0:1773613517.853693:0:87305:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364a1fa178. 00020000:00000010:0.0:1773613517.853696:0:87305:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff99366062e180. 00008000:00000010:0.0:1773613517.853698:0:87305:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936594fb880. 00000080:00000010:0.0:1773613517.853701:0:87305:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9936592e2bd0. 00000080:00000010:0.0:1773613517.853704:0:87305:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff99366113a238. 00000020:00000010:0.0:1773613517.853707:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e5400. 00000008:00000010:0.0:1773613517.853710:0:87305:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364aa20000. 00020000:00000010:0.0:1773613517.853712:0:87305:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff99365923e880. 00008000:00000010:0.0:1773613517.853714:0:87305:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff99365927aaa8. 00000080:00000010:0.0:1773613517.853717:0:87305:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff993643d4c690. 00000020:00000010:0.0:1773613517.853719:0:87305:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936530e4c00. 00000020:00000010:0.0:1773613517.853721:0:87305:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993659fbeea0. 00000020:00000001:0.0:1773613517.853724:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d88 00000080:00000008:0.0:1773613517.853726:0:87305:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1773613517.853728:0:87305:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1773613517.853746:0:87305:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613517.853749:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000002:0.0:1773613517.853752:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:0.0:1773613517.853754:0:87305:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.853761:0:87305:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773613517.853764:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33dd0 00000080:00200008:0.0:1773613517.853766:0:87305:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102001 00000080:00000001:0.0:1773613517.853769:0:87305:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773613517.853771:0:87305:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773613517.853772:0:87305:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773613517.853774:0:87305:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000002:0.0:1773613517.853775:0:87305:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936448fa7c0 00020000:00000001:0.0:1773613517.853777:0:87305:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.853779:0:87305:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1773613517.853786:0:87305:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773613517.853788:0:87305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773613517.853795:0:87305:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:0.0:1773613517.853797:0:87305:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773613517.853802:0:87305:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773613517.853803:0:87305:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:0.0:1773613517.853816:0:87305:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773613517.853818:0:87305:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773613517.853823:0:87305:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff9936530e4c00. 00000080:00000001:0.0:1773613517.853825:0:87305:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773613517.853830:0:87305:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773613517.853834:0:87305:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:0.0:1773613517.853836:0:87305:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:0.0:1773613517.853838:0:87305:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773613517.853840:0:87305:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0xc:0x0] file closed with intent: 200 00000100:00000010:0.0:1773613517.853845:0:87305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9936590e7800. 00000020:00000040:0.0:1773613517.853849:0:87305:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:2.0:1773613517.854057:0:67848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773613517.854061:0:67848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.854063:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.854064:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773613517.854065:0:67848:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773613517.854068:0:67848:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1773613517.854070:0:67848:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773613517.854072:0:67848:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.854073:0:67848:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.854076:0:67848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1773613517.854079:0:67848:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364b6f69c0. 00000100:00000001:2.0:1773613517.854082:0:67848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773613517.854084:0:67848:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773613517.854086:0:67848:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff993650f35a40. 00010000:00010000:2.0:1773613517.854089:0:67848:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff99364a937200) 00010000:00000001:2.0:1773613517.854091:0:67848:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773613517.854093:0:67848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773613517.854094:0:67848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773613517.854098:0:67848:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773613517.854100:0:67848:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1773613517.854280:0:87305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773613517.854284:0:87305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773613517.854287:0:87305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773613517.854294:0:87305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9936530e5400. 00000100:00000001:0.0:1773613517.854301:0:87305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773613517.854317:0:87305:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773613517.854328:0:87305:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773613517.854333:0:87305:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773613517.854339:0:87305:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773613517.854341:0:87305:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773613517.854347:0:87305:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.854350:0:87305:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057563142208 : -113016146409408 : ffff993660bd4840) 00000100:00000001:0.0:1773613517.854352:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.854354:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:0.0:1773613517.854358:0:87305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773613517.854361:0:87305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.854363:0:87305:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773613517.854364:0:87305:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773613517.854368:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.854375:0:87305:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773613517.854377:0:87305:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.854380:0:87305:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773613517.854382:0:87305:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773613517.854384:0:87305:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773613517.854388:0:87305:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477138048:192.168.203.144@tcp:35:uname.0 00000100:00000001:0.0:1773613517.854391:0:87305:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773613517.854396:0:87305:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773613517.854399:0:87305:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.854401:0:87305:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773613517.854405:0:87305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.854407:0:87305:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773613517.854414:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1773613517.854417:0:87305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff99364996f9f8. 00000400:00000010:0.0:1773613517.854423:0:87305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c17110. 00000100:00000200:0.0:1773613517.854429:0:87305:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477138048, portal 10 00000100:00000001:0.0:1773613517.854431:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.854432:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000040:0.0:1773613517.854438:0:87305:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.854444:0:87305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773613517.854446:0:87305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1773613517.854449:0:87305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff993658c173b8. 00000100:00000200:0.0:1773613517.854452:0:87305:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477138048, offset 0 00000400:00000200:0.0:1773613517.854459:0:87305:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1773613517.854466:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.854473:0:87305:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1773613517.854478:0:87305:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773613517.854482:0:87305:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1773613517.854485:0:87305:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773613517.854488:0:87305:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1773613517.854492:0:87305:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225207:225207:256:4294967295] 192.168.203.144@tcp LPNI seq info [225142:225142:8:4294967295] 00000400:00000200:0.0:1773613517.854496:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1773613517.854505:0:87305:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1773613517.854511:0:87305:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1773613517.854515:0:87305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660500000. 00000800:00000200:0.0:1773613517.854521:0:87305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1773613517.854528:0:87305:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1773613517.854532:0:87305:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660500000 type 1, nob 488 niov 1 nkiov 1 02000000:00000010:3.0:1773613517.854614:0:67848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff993644b2a000. 02000000:00000001:3.0:1773613517.854618:0:67848:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.854621:0:67848:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.854625:0:67848:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773613517.854628:0:67848:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613517.854631:0:67848:0:(import.c:2136:obd_at_measure()) add 1 to ffff993643ed75e8 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1773613517.854635:0:67848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773613517.854638:0:67848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9936592ba740 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1773613517.854640:0:67848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631057436157760 : -113016273393856 : ffff9936592ba740) 02000000:00000001:3.0:1773613517.854642:0:67848:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773613517.854644:0:67848:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.854646:0:67848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.854648:0:67848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.854651:0:67848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccd48. 00000100:00000200:3.0:1773613517.854654:0:67848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859762473292160, offset 224 00000400:00000200:3.0:1773613517.854659:0:67848:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.854663:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.854667:0:67848:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.854671:0:67848:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225208:225208:255:4294967295] 192.168.203.144@tcp LPNI seq info [225143:225143:7:4294967295] 00000400:00000200:3.0:1773613517.854674:0:67848:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.854680:0:67848:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.854684:0:67848:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.854688:0:67848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550200. 00000800:00000200:3.0:1773613517.854704:0:67848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.854708:0:67848:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.854711:0:67848:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773613517.855037:0:87305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.855042:0:87305:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 452421 usecs (453 jiffies) 00000400:00000200:0.0:1773613517.855046:0:87305:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1773613517.855049:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608094 00000100:00000001:0.0:1773613517.855052:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.855054:0:87305:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608094 00000100:00000001:0.0:1773613517.855056:0:87305:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:0.0:1773613517.855058:0:87305:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.855060:0:87305:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.855062:0:87305:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613517.855064:0:87305:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773613517.855066:0:87305:0:(client.c:2690:ptlrpc_set_wait()) set ffff993660bd4840 going to sleep for 11 seconds 00000100:00000001:0.0:1773613517.855069:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773613517.855072:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.857118:0:67848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.857131:0:67848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9936592ba740 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1773613517.857135:0:67848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.857143:0:67848:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff993644b28050 x1859762473292160/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:748/0 lens 392/224 e 0 to 0 dl 1773613528 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773613517.857153:0:67848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff993644b28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:34785:x1859762473292160:12345-192.168.203.144@tcp:105: Request processed in 8636us (9012us total) trans 0 rc 0/0 00000100:00100000:3.0:1773613517.857176:0:67848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 51 00000100:00000040:3.0:1773613517.857180:0:67848:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99366069b000 : new rpc_count 0 00000100:00000001:3.0:1773613517.857182:0:67848:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773613517.857185:0:67848:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773613517.857191:0:67848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9936522ceb80. 00000020:00000010:3.0:1773613517.857198:0:67848:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99364a947960. 00000020:00000010:3.0:1773613517.857202:0:67848:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993660ea8000. 00000020:00000040:3.0:1773613517.857208:0:67848:0:(genops.c:898:class_export_put()) PUTting export ffff99366069b000 : new refcount 3 02000000:00000001:3.0:1773613517.857214:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857217:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff99364a784c00. 02000000:00000001:3.0:1773613517.857219:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857221:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 02000000:00000001:3.0:1773613517.857225:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857227:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2b800. 02000000:00000001:3.0:1773613517.857230:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857231:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9500. 02000000:00000001:3.0:1773613517.857234:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857235:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993643809400. 02000000:00000001:3.0:1773613517.857237:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857238:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab9180. 02000000:00000001:3.0:1773613517.857241:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857242:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b29800. 02000000:00000001:3.0:1773613517.857244:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857245:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8380. 02000000:00000001:3.0:1773613517.857248:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857249:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff99364a785000. 02000000:00000001:3.0:1773613517.857251:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857252:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660abb100. 02000000:00000001:3.0:1773613517.857255:0:67848:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773613517.857256:0:67848:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2b000. 02000000:00000001:3.0:1773613517.857258:0:67848:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773613517.857259:0:67848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff993660ab8a80. 00000100:00000010:3.0:1773613517.857262:0:67848:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff993643516000. 00000100:00000010:3.0:1773613517.857266:0:67848:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff993644b28000. 00000100:00000001:3.0:1773613517.857268:0:67848:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773613517.857431:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.857436:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660500000. 00000400:00000200:2.0:1773613517.857442:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.857448:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.857454:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c173b8 00000400:00000010:2.0:1773613517.857457:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c173b8. 00000100:00000001:2.0:1773613517.857460:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.857465:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.857473:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.857476:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.857482:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.857484:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773613517.860801:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.860818:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550200. 00000400:00000200:2.0:1773613517.860828:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.860836:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.860843:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccd48 00000400:00000010:2.0:1773613517.860846:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccd48. 00000100:00000001:2.0:1773613517.860862:0:2383:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1773613517.860866:0:2383:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773613517.860870:0:2383:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff993644b2a000. 02000000:00000001:2.0:1773613517.860874:0:2383:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773613517.860875:0:2383:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.861532:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.861546:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.861549:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.861551:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.861558:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861563:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.861570:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861574:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861579:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861583:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d10080 00000400:00000200:3.0:1773613517.861589:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861595:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b6075 [1] + 224 00000800:00000001:3.0:1773613517.861603:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.861607:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.861610:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.861613:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.861618:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.861625:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.861636:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.861689:0:87305:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.861707:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.861715:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.861719:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.861720:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.861722:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.861725:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861729:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.861733:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861735:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861738:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861741:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x69b71b1d0ff80 00000400:00000200:3.0:1773613517.861744:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.861749:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b6065 [1] + 224 00000800:00000001:3.0:1773613517.861753:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.862329:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.862333:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.862339:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.862344:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.862350:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613517.862359:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.862413:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.862416:0:2389:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.862431:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.862438:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.862442:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773613517.862500:0:87305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613517.862503:0:87305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613517.862506:0:87305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996f9f8. 00000400:00000200:0.0:1773613517.862510:0:87305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17110 00000400:00000010:0.0:1773613517.862512:0:87305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17110. 00000100:00000001:0.0:1773613517.862515:0:87305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613517.862520:0:87305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773613517.862529:0:87305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9936590e7800 x1859762477138048/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862536:0:87305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613517.862538:0:87305:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.862540:0:87305:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613517.862543:0:87305:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613517.862546:0:87305:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613517.862549:0:87305:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613517.862551:0:87305:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613517.862560:0:87305:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1773613517.862564:0:87305:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613517.862567:0:87305:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613517.862568:0:87305:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.862571:0:87305:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613517.862574:0:87305:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.862577:0:87305:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773613517.862578:0:87305:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773613517.862580:0:87305:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773613517.862582:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.862584:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000100:00000001:0.0:1773613517.862587:0:87305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613517.862589:0:87305:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:0.0:1773613517.862591:0:87305:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613517.862592:0:87305:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613517.862598:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862604:0:87305:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613517.862607:0:87305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613517.862608:0:87305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613517.862612:0:87305:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773613517.862618:0:87305:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9936590e7800 pname:cluuid:pid:xid:nid:opc:job uname:144f5372-d9a2-4fb0-a726-ce1097458722:87305:1859762477138048:192.168.203.144@tcp:35:uname.0 00000100:00000001:0.0:1773613517.862622:0:87305:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.862625:0:87305:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.862627:0:87305:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773613517.862629:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862632:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862637:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773613517.862640:0:87305:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993660bd4840. 00000100:00000001:0.0:1773613517.862643:0:87305:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773613517.862644:0:87305:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.862651:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.862652:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057434245120 : -113016275306496 : ffff9936590e7800) 00000002:00000001:0.0:1773613517.862655:0:87305:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.862658:0:87305:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.862662:0:87305:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936530e4c00. 00000080:00000001:0.0:1773613517.862667:0:87305:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773613517.862669:0:87305:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1773613517.862674:0:87305:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773613517.862680:0:87305:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862687:0:87305:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773613517.862688:0:87305:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189216128 : -113016520335488 : ffff99364a739f80) 00000100:00000001:0.0:1773613517.862690:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862704:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862711:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.862712:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862715:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862720:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613517.862722:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862724:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739f80 x1859762477137280/t103079215257(103079215257) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862730:0:87305:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773613517.862733:0:87305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.862735:0:87305:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613517.862737:0:87305:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.862741:0:87305:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e7800. 02000000:00000001:0.0:1773613517.862745:0:87305:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.862747:0:87305:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.862749:0:87305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739f80. 00000100:00000001:0.0:1773613517.862753:0:87305:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.862754:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613517.862756:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862759:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862765:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773613517.862767:0:87305:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993643f57940. 00000002:00000001:0.0:1773613517.862769:0:87305:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773613517.862771:0:87305:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.862772:0:87305:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a8ecf40. 00000100:00000001:0.0:1773613517.862774:0:87305:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613517.862777:0:87305:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9936590e7800 x1859762477138048/t103079215258(103079215258) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773613517.862782:0:87305:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613517.862784:0:87305:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613517.862786:0:87305:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993658ecc800. 02000000:00000001:0.0:1773613517.862789:0:87305:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613517.862789:0:87305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613517.862791:0:87305:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613517.862792:0:87305:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613517.862793:0:87305:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936530e5400. 02000000:00000001:0.0:1773613517.862795:0:87305:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613517.862796:0:87305:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613517.862797:0:87305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9936590e7800. 00000100:00000001:0.0:1773613517.862799:0:87305:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613517.862801:0:87305:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773613517.862803:0:87305:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773613517.862815:0:87305:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660729e00. 00000080:00000001:0.0:1773613517.862819:0:87305:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773613517.862825:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33dd0 00000080:00000008:0.0:1773613517.862827:0:87305:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 102001, rc = 0 00000080:00000001:0.0:1773613517.862830:0:87305:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773613517.862835:0:87305:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773613517.862837:0:87305:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33e00 00000080:00002000:0.0:1773613517.862839:0:87305:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:0.0:1773613517.862842:0:87305:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773613517.863687:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.863691:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.863694:0:2389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff99364996fb58. 00000400:00000200:1.0:1773613517.863699:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993658c17dd0 00000400:00000010:1.0:1773613517.863700:0:2389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff993658c17dd0. 00000100:00000001:1.0:1773613517.863703:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.863710:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613517.863719:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.863724:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.863725:0:2389:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.863727:0:2389:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.863730:0:2389:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.863732:0:2389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.863733:0:2389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.863735:0:2389:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.863741:0:2389:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f14e8 time=66 v=5 (5 0 5 5) 00000100:00001000:1.0:1773613517.863744:0:2389:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613517.863747:0:2389:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.863749:0:2389:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.863751:0:2389:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.863754:0:2389:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.863757:0:2389:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.863758:0:2389:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:1.0:1773613517.863760:0:2389:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.863762:0:2389:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.863767:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.863773:0:2389:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.863775:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.863776:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.863779:0:2389:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613517.863786:0:2389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:144f5372-d9a2-4fb0-a726-ce1097458722:2389:1859762477137792:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773613517.863790:0:2389:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.863792:0:2389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.863795:0:2389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477137792/t0(0) o103->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.863801:0:2389:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613517.863803:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613517.863814:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936530e5200. 02000000:00000001:1.0:1773613517.863819:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613517.863820:0:2389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613517.863822:0:2389:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613517.863823:0:2389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613517.863825:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9936586a9000. 02000000:00000001:1.0:1773613517.863828:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613517.863829:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613517.863830:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613517.863833:0:2389:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613517.863835:0:2389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.863837:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.863844:0:2389:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.863846:0:2389:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.863848:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613517.863860:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.881633:0:87306:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.881640:0:87306:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.881643:0:87306:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.881646:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3bc0 00000080:00200000:1.0:1773613517.881650:0:87306:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613517.881658:0:87306:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a9000. 00800000:00000002:1.0:1773613517.881664:0:87306:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.881668:0:87306:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.881672:0:87306:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.881674:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3ae0 00800000:00000002:1.0:1773613517.881676:0:87306:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.881681:0:87306:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.881685:0:87306:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.881690:0:87306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.881769:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef39b0 00000002:00010000:1.0:1773613517.881771:0:87306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.881775:0:87306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.881777:0:87306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.881781:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613517.881787:0:87306:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.881790:0:87306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.881792:0:87306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.881794:0:87306:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613517.881796:0:87306:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773613517.881803:0:87306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613517.881816:0:87306:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00010000:00000001:1.0:1773613517.881823:0:87306:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613517.881828:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.881834:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.881836:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.881837:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.881840:0:87306:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613517.881843:0:87306:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613517.881848:0:87306:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613517.881864:0:87306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e5400. 00000100:00000001:1.0:1773613517.881870:0:87306:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.881876:0:87306:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.881878:0:87306:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.881880:0:87306:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.881881:0:87306:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.881883:0:87306:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.881888:0:87306:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00010000:00000001:1.0:1773613517.881893:0:87306:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613517.881894:0:87306:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773613517.881898:0:87306:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff99364a9aae00. 00010000:00000010:1.0:1773613517.881902:0:87306:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff993652345100. 00010000:00000001:1.0:1773613517.881906:0:87306:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613517.881909:0:87306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8c00. 00000020:00000001:1.0:1773613517.881913:0:87306:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613517.881915:0:87306:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8c00 with handle 0xa1aa084204a0124d to hash 00000020:00000001:1.0:1773613517.881918:0:87306:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613517.881919:0:87306:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.881922:0:87306:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.881926:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.881929:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.882256:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.882269:0:87306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.882281:0:87306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613517.882287:0:87306:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613517.882289:0:87306:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613517.882295:0:87306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0c540. 00000100:00000001:1.0:1773613517.882298:0:87306:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446978880 : -113016262572736 : ffff993659d0c540) 00000100:00000001:1.0:1773613517.882301:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.882302:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613517.882307:0:87306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.882311:0:87306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.882313:0:87306:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613517.882315:0:87306:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613517.882325:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.882334:0:87306:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613517.882336:0:87306:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.882339:0:87306:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613517.882342:0:87306:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613517.882344:0:87306:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613517.882348:0:87306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:87306:1859762477138176:192.168.203.144@tcp:101:cat.0 00000100:00000001:1.0:1773613517.882351:0:87306:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613517.882357:0:87306:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613517.882359:0:87306:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.882361:0:87306:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613517.882366:0:87306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613517.882368:0:87306:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613517.882376:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613517.882379:0:87306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613517.882385:0:87306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613517.882392:0:87306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859762477138176, portal 10 00000100:00000001:1.0:1773613517.882393:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.882394:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613517.882400:0:87306:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.882406:0:87306:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613517.882409:0:87306:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613517.882411:0:87306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385440. 00000100:00000200:1.0:1773613517.882414:0:87306:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859762477138176, offset 0 00000400:00000200:1.0:1773613517.882419:0:87306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613517.882428:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.882434:0:87306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613517.882439:0:87306:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613517.882443:0:87306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613517.882446:0:87306:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613517.882449:0:87306:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613517.882453:0:87306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225209:225209:256:4294967295] 192.168.203.144@tcp LPNI seq info [225144:225144:8:4294967295] 00000400:00000200:1.0:1773613517.882457:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.882468:0:87306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613517.882474:0:87306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613517.882479:0:87306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd200. 00000800:00000200:1.0:1773613517.882486:0:87306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613517.882492:0:87306:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613517.882497:0:87306:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773613517.882565:0:87306:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.882570:0:87306:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 451521 usecs (452 jiffies) 00000400:00000200:1.0:1773613517.882574:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613517.882576:0:87306:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608120 00000100:00000001:1.0:1773613517.882579:0:87306:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.882581:0:87306:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608120 00000100:00000001:1.0:1773613517.882583:0:87306:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.882585:0:87306:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.882588:0:87306:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.882590:0:87306:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.882592:0:87306:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613517.882594:0:87306:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0c540 going to sleep for 50 seconds 00000100:00000001:1.0:1773613517.882597:0:87306:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613517.882600:0:87306:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.883196:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.883201:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd200. 00000400:00000200:2.0:1773613517.883206:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.883212:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.883217:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:2.0:1773613517.883220:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:2.0:1773613517.883225:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.883230:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.883239:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.883242:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.883249:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.883250:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.886756:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.886772:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.886776:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.886778:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.886787:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.886794:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.886803:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.886815:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.886821:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.886825:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x69b71b1d10100 00000400:00000200:3.0:1773613517.886829:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.886835:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x1b6085 [1] + 224 00000800:00000001:3.0:1773613517.886841:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.886849:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.886852:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.886856:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.886862:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.886869:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.886885:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.886905:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.886915:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.886918:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.887323:0:87306:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613517.887331:0:87306:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.887334:0:87306:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.887337:0:87306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613517.887341:0:87306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613517.887344:0:87306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613517.887349:0:87306:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.887355:0:87306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613517.887364:0:87306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.887371:0:87306:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.887372:0:87306:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.887375:0:87306:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.887378:0:87306:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.887380:0:87306:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.887382:0:87306:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.887384:0:87306:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.887394:0:87306:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613517.887398:0:87306:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613517.887400:0:87306:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.887402:0:87306:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887405:0:87306:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.887408:0:87306:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.887411:0:87306:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.887413:0:87306:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:1.0:1773613517.887415:0:87306:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.887418:0:87306:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.887422:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.887428:0:87306:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.887431:0:87306:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.887434:0:87306:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.887437:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613517.887444:0:87306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:87306:1859762477138176:192.168.203.144@tcp:101:cat.0 00000100:00000001:1.0:1773613517.887449:0:87306:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.887451:0:87306:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.887454:0:87306:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613517.887456:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.887459:0:87306:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.887465:0:87306:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.887467:0:87306:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0c540. 00000100:00000001:1.0:1773613517.887470:0:87306:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613517.887472:0:87306:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887474:0:87306:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613517.887477:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887480:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887482:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=4 00000020:00000001:1.0:1773613517.887484:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887487:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000040:1.0:1773613517.887492:0:87306:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8c00, remote cookie: 0x1dc4d5fc0aabdbda, flags: 0x1001 00010000:00010000:1.0:1773613517.887497:0:87306:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.887507:0:87306:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887512:0:87306:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613517.887516:0:87306:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613517.887518:0:87306:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613517.887519:0:87306:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613517.887521:0:87306:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613517.887523:0:87306:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99364a9aae00) refcount = 1 00010000:00010000:1.0:1773613517.887527:0:87306:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887533:0:87306:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613517.887536:0:87306:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613517.887538:0:87306:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.887541:0:87306:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613517.887543:0:87306:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.887547:0:87306:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887553:0:87306:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613517.887554:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887556:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887557:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887558:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887559:0:87306:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.887563:0:87306:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613517.887565:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887566:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887567:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887569:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887571:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887573:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887574:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887575:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=4 00000020:00000001:1.0:1773613517.887577:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887579:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887582:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.887584:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.887588:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887593:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887594:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887595:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887596:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887597:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=5 00000020:00000001:1.0:1773613517.887599:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887601:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887603:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.887606:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887612:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887613:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.887615:0:87306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887620:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.887622:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887623:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887623:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887624:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613517.887629:0:87306:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773613517.887637:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887638:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887639:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887641:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887643:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887645:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887645:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.887647:0:87306:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.887648:0:87306:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.887651:0:87306:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773613517.887653:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887654:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887655:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887657:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887659:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00000002:00010000:1.0:1773613517.887662:0:87306:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887672:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887674:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887675:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613517.887676:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887677:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887679:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887680:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887682:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000040:1.0:1773613517.887688:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.887690:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613517.887706:0:87306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773613517.887709:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887710:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.887711:0:87306:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613517.887714:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3930 00000002:00002000:1.0:1773613517.887717:0:87306:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773613517.887719:0:87306:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.887723:0:87306:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.887725:0:87306:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613517.887728:0:87306:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613517.887730:0:87306:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613517.887734:0:87306:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.887738:0:87306:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a9000. 00000080:00000001:1.0:1773613517.887742:0:87306:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.887744:0:87306:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613517.887750:0:87306:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773613517.887754:0:87306:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773613517.887760:0:87306:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99364a934300. 00800000:00000001:1.0:1773613517.887762:0:87306:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446631057191289600 : -113016518262016 : ffff99364a934300) 00800000:00000001:1.0:1773613517.887764:0:87306:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.887766:0:87306:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773613517.887768:0:87306:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773613517.887770:0:87306:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773613517.887774:0:87306:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773613517.887776:0:87306:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773613517.887778:0:87306:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.887781:0:87306:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773613517.887784:0:87306:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773613517.887788:0:87306:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00010000:00000001:1.0:1773613517.887790:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887791:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887793:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887794:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887796:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887798:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887799:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613517.887801:0:87306:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613517.887803:0:87306:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773613517.887813:0:87306:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff99364a934300 1 00800000:00000010:1.0:1773613517.887816:0:87306:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99364a934300. 00800000:00000001:1.0:1773613517.887820:0:87306:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.887823:0:87306:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:1.0:1773613517.887825:0:87306:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.887827:0:87306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.887828:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887829:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887831:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887832:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887834:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887836:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887837:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.887838:0:87306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.887840:0:87306:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.887841:0:87306:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.887843:0:87306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613517.887846:0:87306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1ef3bf8 00010000:00000001:1.0:1773613517.887847:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.887849:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.887850:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.887851:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887852:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.887854:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.887857:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.887863:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887863:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887865:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.887867:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.887869:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.887876:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.887877:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.887879:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.887883:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887884:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.887885:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887888:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.887890:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887891:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887894:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.887895:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.887896:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.887897:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.887899:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.887903:0:87306:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477138176/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.887908:0:87306:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613517.887910:0:87306:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613517.887913:0:87306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff993649808800. 02000000:00000001:1.0:1773613517.887917:0:87306:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613517.887919:0:87306:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613517.887921:0:87306:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:1.0:1773613517.887922:0:87306:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613517.887925:0:87306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e5400. 02000000:00000001:1.0:1773613517.887928:0:87306:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613517.887929:0:87306:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613517.887931:0:87306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613517.887957:0:87306:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613517.887959:0:87306:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.887963:0:87306:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613517.887967:0:87306:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.887973:0:87306:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613517.887976:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3bc0 00000080:00002000:1.0:1773613517.887978:0:87306:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:1.0:1773613517.887980:0:87306:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.887982:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c08 00000080:00200000:1.0:1773613517.887983:0:87306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1773613517.887990:0:87306:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773613517.887991:0:87306:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448), inode mode 81a4 mask 44 00000080:00000001:1.0:1773613517.887994:0:87306:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.888000:0:87306:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773613517.888001:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b98 00000080:00200008:1.0:1773613517.888003:0:87306:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 100000 00000080:00000010:1.0:1773613517.888008:0:87306:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff993660728500. 00000080:00000001:1.0:1773613517.888014:0:87306:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773613517.888017:0:87306:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a9000. 00800000:00000002:1.0:1773613517.888022:0:87306:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.888025:0:87306:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.888027:0:87306:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.888029:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3a48 00800000:00000002:1.0:1773613517.888031:0:87306:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.888034:0:87306:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1773613517.888036:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef39c8 00800000:00000002:1.0:1773613517.888038:0:87306:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.888041:0:87306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.888042:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3900 00000002:00010000:1.0:1773613517.888044:0:87306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1773613517.888048:0:87306:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773613517.888050:0:87306:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773613517.888052:0:87306:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613517.888056:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:1.0:1773613517.888058:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.888060:0:87306:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613517.888062:0:87306:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888064:0:87306:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.888066:0:87306:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.888067:0:87306:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773613517.888068:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.888071:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.888072:0:87306:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773613517.888073:0:87306:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888075:0:87306:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.888076:0:87306:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.888079:0:87306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613517.888082:0:87306:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:1.0:1773613517.888086:0:87306:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773613517.888088:0:87306:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888090:0:87306:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773613517.888093:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.888095:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.888096:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.888097:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.888099:0:87306:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613517.888101:0:87306:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613517.888104:0:87306:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613517.888110:0:87306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99364a1e5400. 00000100:00000001:1.0:1773613517.888115:0:87306:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888119:0:87306:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.888120:0:87306:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888121:0:87306:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773613517.888122:0:87306:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.888125:0:87306:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.888130:0:87306:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00010000:00000001:1.0:1773613517.888132:0:87306:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773613517.888134:0:87306:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773613517.888136:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.888138:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.888140:0:87306:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773613517.888143:0:87306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9936522b8800. 00000020:00000001:1.0:1773613517.888146:0:87306:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773613517.888148:0:87306:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9936522b8800 with handle 0xa1aa084204a01254 to hash 00000020:00000001:1.0:1773613517.888151:0:87306:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773613517.888152:0:87306:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.888155:0:87306:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.888158:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.888160:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.888162:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.888168:0:87306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773613517.888178:0:87306:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773613517.888183:0:87306:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773613517.888191:0:87306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773613517.888196:0:87306:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773613517.888198:0:87306:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773613517.888202:0:87306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff993659d0c540. 00000100:00000001:1.0:1773613517.888204:0:87306:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057446978880 : -113016262572736 : ffff993659d0c540) 00000100:00000001:1.0:1773613517.888206:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.888207:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613517.888211:0:87306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.888215:0:87306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.888217:0:87306:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773613517.888218:0:87306:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613517.888222:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.888228:0:87306:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613517.888229:0:87306:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.888233:0:87306:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613517.888235:0:87306:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613517.888238:0:87306:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613517.888240:0:87306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:87306:1859762477138432:192.168.203.144@tcp:101:cat.0 00000100:00000001:1.0:1773613517.888244:0:87306:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613517.888249:0:87306:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613517.888251:0:87306:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.888254:0:87306:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613517.888339:0:87306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613517.888342:0:87306:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613517.888348:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613517.888351:0:87306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613517.888356:0:87306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff993649808800. 00000100:00000200:1.0:1773613517.888362:0:87306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859762477138432, portal 10 00000100:00000001:1.0:1773613517.888364:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.888365:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613517.888371:0:87306:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.888378:0:87306:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613517.888380:0:87306:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613517.888383:0:87306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613517.888386:0:87306:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859762477138432, offset 0 00000400:00000200:1.0:1773613517.888392:0:87306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613517.888399:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.888405:0:87306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613517.888410:0:87306:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613517.888414:0:87306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613517.888418:0:87306:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613517.888420:0:87306:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613517.888424:0:87306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225210:225210:256:4294967295] 192.168.203.144@tcp LPNI seq info [225145:225145:8:4294967295] 00000400:00000200:1.0:1773613517.888428:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613517.888437:0:87306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613517.888442:0:87306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613517.888447:0:87306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd700. 00000800:00000200:1.0:1773613517.888452:0:87306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613517.888459:0:87306:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613517.888463:0:87306:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773613517.888479:0:87306:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.888483:0:87306:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 450616 usecs (451 jiffies) 00000400:00000200:1.0:1773613517.888487:0:87306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613517.888489:0:87306:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608125 00000100:00000001:1.0:1773613517.888492:0:87306:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.888494:0:87306:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608125 00000100:00000001:1.0:1773613517.888496:0:87306:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:1.0:1773613517.888498:0:87306:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.888500:0:87306:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.888502:0:87306:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613517.888503:0:87306:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773613517.888506:0:87306:0:(client.c:2690:ptlrpc_set_wait()) set ffff993659d0c540 going to sleep for 50 seconds 00000100:00000001:1.0:1773613517.888508:0:87306:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613517.888510:0:87306:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.888896:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.888901:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd700. 00000400:00000200:2.0:1773613517.888906:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.888911:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.888916:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:2.0:1773613517.888918:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:2.0:1773613517.888922:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.888926:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.888962:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.888966:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.888972:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.888973:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613517.892970:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.892986:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613517.892990:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.892992:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.893001:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.893009:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613517.893016:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.893021:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.893025:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.893030:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x69b71b1d10200 00000400:00000200:3.0:1773613517.893034:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.893040:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x1b608d [64] + 224 00000800:00000001:3.0:1773613517.893047:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.893056:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613517.893059:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.893063:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613517.893070:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.893078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773613517.893088:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.893113:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613517.893122:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613517.893125:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.893206:0:87306:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613517.893214:0:87306:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.893216:0:87306:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.893220:0:87306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613517.893224:0:87306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff993649808800 00000400:00000010:1.0:1773613517.893227:0:87306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff993649808800. 00000100:00000001:1.0:1773613517.893230:0:87306:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.893235:0:87306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773613517.893244:0:87306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477138432/t0(0) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.893250:0:87306:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.893252:0:87306:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.893254:0:87306:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.893258:0:87306:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.893261:0:87306:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.893263:0:87306:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.893266:0:87306:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.893275:0:87306:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613517.893280:0:87306:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613517.893282:0:87306:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.893284:0:87306:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.893286:0:87306:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.893289:0:87306:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.893292:0:87306:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613517.893294:0:87306:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773613517.893296:0:87306:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613517.893298:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.893299:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:1.0:1773613517.893303:0:87306:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.893305:0:87306:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:1.0:1773613517.893307:0:87306:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.893309:0:87306:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.893314:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.893321:0:87306:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.893324:0:87306:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.893326:0:87306:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.893330:0:87306:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773613517.893338:0:87306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job cat:144f5372-d9a2-4fb0-a726-ce1097458722:87306:1859762477138432:192.168.203.144@tcp:101:cat.0 00000100:00000001:1.0:1773613517.893342:0:87306:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.893344:0:87306:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.893346:0:87306:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613517.893349:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.893352:0:87306:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.893359:0:87306:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.893362:0:87306:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff993659d0c540. 00000100:00000001:1.0:1773613517.893365:0:87306:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613517.893367:0:87306:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.893369:0:87306:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773613517.893374:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893376:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893378:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=4 00000020:00000001:1.0:1773613517.893380:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893383:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000040:1.0:1773613517.893389:0:87306:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9936522b8800, remote cookie: 0x1dc4d5fc0aabdbe8, flags: 0x1001 00010000:00000040:1.0:1773613517.893392:0:87306:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773613517.893395:0:87306:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773613517.893401:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 2 00010000:00000001:1.0:1773613517.893404:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.893407:0:87306:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.893412:0:87306:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773613517.893422:0:87306:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.893434:0:87306:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773613517.893438:0:87306:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773613517.893439:0:87306:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773613517.893441:0:87306:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773613517.893442:0:87306:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773613517.893445:0:87306:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff99364a08d100) refcount = 2 00010000:00000040:1.0:1773613517.893447:0:87306:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773613517.893450:0:87306:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1773613517.893457:0:87306:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.893463:0:87306:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773613517.893466:0:87306:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773613517.893467:0:87306:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.893470:0:87306:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773613517.893472:0:87306:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.893476:0:87306:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.893481:0:87306:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773613517.893483:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893484:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.893485:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893486:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.893488:0:87306:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.893491:0:87306:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773613517.893493:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893495:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893496:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.893498:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893500:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893502:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893503:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773613517.893507:0:87306:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613517.893515:0:87306:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773613517.893519:0:87306:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613517.893524:0:87306:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.893529:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893530:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893531:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.893533:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893535:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00000002:00010000:1.0:1773613517.893538:0:87306:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1773613517.893547:0:87306:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99364a934300. 00010000:00000001:1.0:1773613517.893549:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893550:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.893551:0:87306:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.893553:0:87306:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.893556:0:87306:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773613517.893558:0:87306:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.893559:0:87306:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00010000:00000001:1.0:1773613517.893560:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893561:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893562:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.893564:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893565:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00000002:00010000:1.0:1773613517.893568:0:87306:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.893578:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893579:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.893580:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773613517.893581:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893582:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893583:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.893585:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893587:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000040:1.0:1773613517.893590:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613517.893592:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773613517.893595:0:87306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff993658c8c400 type 13 mode 16 res 8589983625/12 (0 0) 00010000:00000001:1.0:1773613517.893598:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.893599:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.893600:0:87306:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773613517.893603:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3880 00000002:00002000:1.0:1773613517.893604:0:87306:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1773613517.893607:0:87306:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.893610:0:87306:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.893612:0:87306:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773613517.893615:0:87306:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773613517.893617:0:87306:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613517.893621:0:87306:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.893624:0:87306:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a9000. 00000080:00000001:1.0:1773613517.893627:0:87306:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773613517.893633:0:87306:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773613517.893635:0:87306:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773613517.893638:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.893642:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.893647:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.893651:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.893654:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.893661:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.893665:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.893670:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.893675:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.893679:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.893682:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.893685:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.893689:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.893691:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.893695:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.893697:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.893699:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.893701:0:87306:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613517.893705:0:87306:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613517.893707:0:87306:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613517.893712:0:87306:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848480. 00020000:00000010:1.0:1773613517.893716:0:87306:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.893720:0:87306:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848360. 00020000:00000001:1.0:1773613517.893722:0:87306:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323040 : -113016519228576 : ffff99364a848360) 00020000:00000002:1.0:1773613517.893725:0:87306:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848360, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613517.893729:0:87306:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613517.893732:0:87306:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613517.893735:0:87306:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000001:1.0:1773613517.893738:0:87306:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613517.893740:0:87306:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000010:1.0:1773613517.893745:0:87306:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.893748:0:87306:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848480. 00020000:00000010:1.0:1773613517.893751:0:87306:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848360. 00020000:00000002:1.0:1773613517.893753:0:87306:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613517.893754:0:87306:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.893756:0:87306:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.893758:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.893761:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.893764:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.893767:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.893770:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.893773:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.893777:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.893780:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.893783:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9000. 00000008:00000010:1.0:1773613517.893786:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.893788:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.893791:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.893793:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.893796:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.893798:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000080:00000001:1.0:1773613517.893802:0:87306:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:1.0:1773613517.893814:0:87306:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:1.0:1773613517.893819:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.893821:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.893823:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.893825:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.893828:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00000080:00000001:1.0:1773613517.893831:0:87306:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:1.0:1773613517.893833:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.893836:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.893839:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.893842:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.893846:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.893849:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.893853:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.893856:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.893859:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.893861:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.893864:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.893867:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.893870:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.893874:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.893876:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.893878:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.893879:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.893881:0:87306:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1773613517.893882:0:87306:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1773613517.893883:0:87306:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1773613517.893886:0:87306:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff99364a848360. 00020000:00000010:1.0:1773613517.893888:0:87306:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.893890:0:87306:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99364a848480. 00020000:00000001:1.0:1773613517.893892:0:87306:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446631057190323328 : -113016519228288 : ffff99364a848480) 00020000:00000002:1.0:1773613517.893894:0:87306:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a848480, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613517.893897:0:87306:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613517.893900:0:87306:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff9936515b6580: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000002:1.0:1773613517.893902:0:87306:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000001:1.0:1773613517.893904:0:87306:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1773613517.893905:0:87306:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff99364a9351f0) owner ffff99365245a7c0 00020000:00000010:1.0:1773613517.893908:0:87306:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9936515b6580. 00020000:00000010:1.0:1773613517.893910:0:87306:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a848360. 00020000:00000010:1.0:1773613517.893912:0:87306:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a848480. 00020000:00000002:1.0:1773613517.893913:0:87306:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1773613517.893915:0:87306:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.893917:0:87306:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.893919:0:87306:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773613517.893922:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613517.893924:0:87306:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853000 addref 2/0 by ffff99365245a7c0. 00020000:00000002:1.0:1773613517.893927:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.893929:0:87306:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773613517.893931:0:87306:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00010000:00000001:0.0:1773613517.894032:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.894034:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.894038:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.894040:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.894041:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.894043:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613517.894045:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613517.894046:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773613517.894129:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773613517.894132:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773613517.894135:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1773613517.894384:0:87306:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773613517.894388:0:87306:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1773613517.894391:0:87306:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1773613517.894393:0:87306:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1773613517.894396:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.894399:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.894402:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.894405:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.894407:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.894410:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.894412:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.894414:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.894416:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.894418:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.894421:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.894423:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.894425:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.894428:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.894430:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000080:00000001:1.0:1773613517.894432:0:87306:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.894434:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894435:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613517.894436:0:87306:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773613517.894439:0:87306:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773613517.894441:0:87306:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.894444:0:87306:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01254 00800000:00000001:1.0:1773613517.894447:0:87306:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.894448:0:87306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.894449:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.894451:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.894453:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.894454:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.894457:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.894459:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894460:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.894461:0:87306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.894463:0:87306:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.894465:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.894472:0:87306:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773613517.894482:0:87306:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.894485:0:87306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01254 from it ffffaca8c1ef3bf0 00010000:00000001:1.0:1773613517.894488:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.894489:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.894490:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8800 refcount=3 00000020:00000001:1.0:1773613517.894491:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.894493:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318709248 : -113016390842368 : ffff9936522b8800) 00010000:00000001:1.0:1773613517.894495:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.894498:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773613517.894504:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894505:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.894506:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.894508:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.894511:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.894517:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.894519:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.894521:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.894524:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894525:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.894527:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.894530:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.894532:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.894534:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.894536:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.894538:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.894540:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894541:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773613517.894543:0:87306:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773613517.894548:0:87306:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99364a934140. 00000080:00000001:1.0:1773613517.894551:0:87306:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773613517.894556:0:87306:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1773613517.894559:0:87306:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773613517.894563:0:87306:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff993658ca5e40. 00000002:00100000:1.0:1773613517.894567:0:87306:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773613517.894573:0:87306:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.894575:0:87306:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613517.894578:0:87306:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773613517.894582:0:87306:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.894584:0:87306:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773613517.894586:0:87306:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.894588:0:87306:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.894590:0:87306:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.894591:0:87306:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.894594:0:87306:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1773613517.894597:0:87306:0:(pcc.c:1945:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.894599:0:87306:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613517.894601:0:87306:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.894603:0:87306:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.894606:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.894610:0:87306:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773613517.894616:0:87306:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613517.894620:0:87306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99364b7c0000. 02000000:00000001:1.0:1773613517.894658:0:87306:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773613517.894660:0:87306:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.894663:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b98 00000080:00000008:1.0:1773613517.894665:0:87306:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 100000, rc = 0 00000020:00000001:1.0:1773613517.894685:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d28 00000080:00200008:1.0:1773613517.894687:0:87306:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613517.894692:0:87306:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.894694:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3ca0 00000080:00200000:1.0:1773613517.894696:0:87306:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448),name=recon 00000080:00000010:1.0:1773613517.894701:0:87306:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a8a00. 00800000:00000002:1.0:1773613517.894706:0:87306:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.894711:0:87306:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.894715:0:87306:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.894716:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3bc0 00800000:00000002:1.0:1773613517.894718:0:87306:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.894721:0:87306:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.894726:0:87306:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.894730:0:87306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.894732:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3a90 00000002:00010000:1.0:1773613517.894734:0:87306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.894737:0:87306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.894739:0:87306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.894741:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.894744:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613517.894747:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.894750:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.894754:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.894757:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773613517.894765:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.894769:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.894772:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773613517.894778:0:87306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.894780:0:87306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.894781:0:87306:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.894783:0:87306:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.894785:0:87306:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.894787:0:87306:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.894789:0:87306:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.894791:0:87306:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.894794:0:87306:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a8a00. 00000080:00000001:1.0:1773613517.894796:0:87306:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.894798:0:87306:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.894800:0:87306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:1.0:1773613517.894803:0:87306:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:1.0:1773613517.894816:0:87306:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.894818:0:87306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.894819:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.894820:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.894822:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:1.0:1773613517.894824:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.894826:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.894828:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.894829:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.894830:0:87306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.894832:0:87306:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.894834:0:87306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1ef3cd8 00010000:00000001:1.0:1773613517.894836:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.894837:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.894838:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:1.0:1773613517.894840:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.894841:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.894843:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.894846:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.898990:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.898994:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.898996:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.898999:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.899002:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613517.899011:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.899015:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.899017:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.899021:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899022:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.899024:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899027:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.899029:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899031:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899035:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899037:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.899039:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899040:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.899044:0:87306:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.899045:0:87306:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.899049:0:87306:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773613517.899052:0:87306:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.899054:0:87306:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.899056:0:87306:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.899058:0:87306:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899059:0:87306:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613517.899063:0:87306:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773613517.899066:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.899073:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.899080:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.899084:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.899088:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.899094:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.899099:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.899102:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.899108:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.899112:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.899115:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9000. 00000008:00000010:1.0:1773613517.899118:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.899121:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.899125:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.899129:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.899132:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.899135:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.899138:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.899141:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.899143:0:87306:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.899144:0:87306:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.899148:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899149:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613517.899152:0:87306:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.899154:0:87306:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899156:0:87306:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.899159:0:87306:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff993658527048 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773613517.899164:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.899167:0:87306:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.899169:0:87306:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.899171:0:87306:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613517.899172:0:87306:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899174:0:87306:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.899176:0:87306:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.899178:0:87306:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899179:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899180:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.899181:0:87306:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613517.899183:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613517.899185:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613517.899187:0:87306:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773613517.899188:0:87306:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773613517.899190:0:87306:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.899192:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.899194:0:87306:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.899196:0:87306:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.899201:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613517.899207:0:87306:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345b00. 00020000:00000002:1.0:1773613517.899209:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613517.899211:0:87306:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.899214:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.899215:0:87306:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613517.899216:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.899218:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.899222:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.899225:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.899228:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.899231:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.899234:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.899236:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.899239:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.899242:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.899245:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9400. 00000008:00000010:1.0:1773613517.899248:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.899250:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.899252:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.899255:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.899258:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.899260:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000020:00000001:1.0:1773613517.899262:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.899275:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613517.899277:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899278:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613517.899280:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899281:0:87306:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899283:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.899285:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.899289:0:87306:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aa720. 00000008:00010000:1.0:1773613517.899292:0:87306:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773613517.899294:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899295:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.899297:0:87306:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345b30, osc lock ffff9936592aa720, flags 0x400001002 00000020:00000001:1.0:1773613517.899299:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899301:0:87306:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899303:0:87306:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319287552 : -113016390264064 : ffff993652345b00) 00000020:00000001:1.0:1773613517.899305:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899306:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.899308:0:87306:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899310:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899312:0:87306:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773613517.899314:0:87306:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773613517.899315:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.899317:0:87306:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.899318:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.899319:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.899321:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.899323:0:87306:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.899325:0:87306:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.899328:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.899330:0:87306:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.899331:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.899333:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.899334:0:87306:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.899335:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.899337:0:87306:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.899339:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.899346:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.899349:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.899355:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.899359:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.899363:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613517.899375:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.899380:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.899383:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.899390:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.899393:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.899395:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:1.0:1773613517.899397:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.899400:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.899403:0:87306:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.899406:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.899406:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.899408:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.899409:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.899411:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000020:00000001:1.0:1773613517.899414:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.899416:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773613517.899418:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613517.899420:0:87306:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899421:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.899423:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.899424:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.899426:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.899428:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.899430:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.899433:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.899440:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899441:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.899442:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.899443:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.899446:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.899452:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.899454:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.899455:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.899457:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899458:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.899459:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899461:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.899462:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899464:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899467:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.899468:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.899469:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899470:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.899471:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899472:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.899474:0:87306:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.899475:0:87306:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899477:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899479:0:87306:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899481:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899483:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.899484:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613517.899486:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773613517.899488:0:87306:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773613517.899490:0:87306:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899492:0:87306:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899496:0:87306:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773613517.899498:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.899500:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.899502:0:87306:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.899504:0:87306:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773613517.899507:0:87306:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=0 c=1773613517 b=1 00020000:00000001:1.0:1773613517.899510:0:87306:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899511:0:87306:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899513:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:1.0:1773613517.899515:0:87306:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1773613517.899517:0:87306:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773613517.899519:0:87306:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.899520:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.899523:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.899524:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.899527:0:87306:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.899528:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.899529:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.899531:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.899532:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345b30 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.899535:0:87306:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.899536:0:87306:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.899537:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.899538:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.899540:0:87306:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.899541:0:87306:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.899542:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.899543:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.899545:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.899546:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.899548:0:87306:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.899550:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.899551:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345b30 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.899553:0:87306:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aa720. 00000020:00000001:1.0:1773613517.899558:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.899560:0:87306:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345b00. 00020000:00000001:1.0:1773613517.899564:0:87306:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.899566:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.899567:0:87306:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773613517.899568:0:87306:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899570:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.899572:0:87306:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.899574:0:87306:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613517.899575:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613517.899576:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.899578:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.899581:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.899584:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.899588:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.899591:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.899595:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.899598:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.899601:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.899604:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9e00. 00000008:00000010:1.0:1773613517.899607:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.899610:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.899612:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.899615:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.899618:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.899620:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00020000:00000001:1.0:1773613517.899622:0:87306:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613517.899626:0:87306:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.899629:0:87306:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.899631:0:87306:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613517.899634:0:87306:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.899635:0:87306:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899637:0:87306:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613517.899639:0:87306:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.899640:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.899641:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.899642:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.899644:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.899647:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.899649:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.899651:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.899654:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.899656:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.899658:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.899660:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.899662:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.899664:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.899667:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.899669:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.899671:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000001:00000001:1.0:1773613517.899672:0:87306:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899678:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d28 00000080:00000008:1.0:1773613517.899680:0:87306:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773613517.899780:0:87306:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:1.0:1773613517.899782:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d88 00000080:00200008:1.0:1773613517.899784:0:87306:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1773613517.899787:0:87306:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1773613517.899788:0:87306:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613517.899792:0:87306:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1773613517.899796:0:87306:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1773613517.899824:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.899827:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.899830:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.899832:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.899834:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.899837:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.899840:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.899843:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.899846:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.899848:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.899851:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.899853:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.899855:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.899858:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.899860:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.899862:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.899864:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000080:00000001:1.0:1773613517.899866:0:87306:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773613517.899868:0:87306:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899871:0:87306:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773613517.899872:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c98 00000080:00200000:1.0:1773613517.899874:0:87306:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 23, bytes: 4194281 00000020:00000001:1.0:1773613517.899878:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c30 00000080:00200000:1.0:1773613517.899880:0:87306:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1773613517.899882:0:87306:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773613517.899887:0:87306:0:(cl_io.c:214:cl_io_rw_init()) header@000000000f051e5e[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:1.0:1773613517.899888:0:87306:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [23, 4194304) 0 0 00000020:00000001:1.0:1773613517.899891:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.899892:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.899893:0:87306:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.899895:0:87306:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.899898:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899899:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773613517.899901:0:87306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.899905:0:87306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899907:0:87306:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.899908:0:87306:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.899910:0:87306:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.899912:0:87306:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff993658527048 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1773613517.899915:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.899918:0:87306:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.899919:0:87306:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.899920:0:87306:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613517.899922:0:87306:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.899924:0:87306:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.899926:0:87306:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.899927:0:87306:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899929:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.899930:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.899931:0:87306:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613517.899932:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613517.899957:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899959:0:87306:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.899962:0:87306:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613517.899964:0:87306:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613517.899966:0:87306:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1773613517.899968:0:87306:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 23 chunk: [23, 4194304) 4194304, 4194281 00020000:00000001:1.0:1773613517.899971:0:87306:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613517.899973:0:87306:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613517.899975:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194303] -> [(0) 23->4194303 (0)] 00020000:00000001:1.0:1773613517.899978:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.899979:0:87306:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613517.899980:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.899982:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.899984:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.899987:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.899989:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.899992:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.899994:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.899996:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.899998:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.900001:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.900003:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8200. 00000008:00000010:1.0:1773613517.900006:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.900008:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.900010:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.900012:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.900014:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.900016:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000020:00000001:1.0:1773613517.900017:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900019:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613517.900020:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.900021:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613517.900022:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900024:0:87306:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900026:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900028:0:87306:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773613517.900030:0:87306:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773613517.900032:0:87306:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900034:0:87306:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900036:0:87306:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900037:0:87306:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900039:0:87306:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900041:0:87306:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773613517.900042:0:87306:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1773613517.900044:0:87306:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773613517.900045:0:87306:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773613517.900048:0:87306:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773613517.900050:0:87306:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900052:0:87306:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900054:0:87306:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773613517.900055:0:87306:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1773613517.900057:0:87306:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773613517.900058:0:87306:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773613517.900060:0:87306:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900061:0:87306:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900063:0:87306:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900065:0:87306:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900067:0:87306:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900068:0:87306:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613517.900070:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.900071:0:87306:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613517.900073:0:87306:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.900074:0:87306:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900076:0:87306:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900077:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900079:0:87306:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900081:0:87306:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.900082:0:87306:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.900083:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.900084:0:87306:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.900086:0:87306:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.900087:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1773613517.900090:0:87306:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345b00. 00020000:00000002:1.0:1773613517.900092:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1773613517.900094:0:87306:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.900095:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900096:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900098:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.900100:0:87306:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aa720. 00000008:00010000:1.0:1773613517.900101:0:87306:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773613517.900103:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.900104:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.900106:0:87306:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345b30, osc lock ffff9936592aa720, flags 0x0 00000020:00000001:1.0:1773613517.900108:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900109:0:87306:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900112:0:87306:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319287552 : -113016390264064 : ffff993652345b00) 00000020:00000001:1.0:1773613517.900113:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.900115:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.900116:0:87306:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900117:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900119:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.900120:0:87306:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.900121:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900122:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900124:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.900125:0:87306:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.900126:0:87306:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773613517.900128:0:87306:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900130:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.900132:0:87306:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.900133:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.900134:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.900136:0:87306:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.900137:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.900138:0:87306:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.900140:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.900143:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.900145:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.900148:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.900150:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.900154:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613517.900162:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.900165:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.900168:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900175:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900176:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900178:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:1.0:1773613517.900179:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900181:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.900183:0:87306:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.900184:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900185:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900186:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.900188:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900190:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900192:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900193:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900194:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.900196:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900198:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900200:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.900201:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.900204:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900209:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900210:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.900212:0:87306:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900213:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900214:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900215:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:1.0:1773613517.900217:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900219:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900220:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.900223:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900229:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900230:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.900232:0:87306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900238:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.900239:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900240:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.900241:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900242:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.900243:0:87306:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.900245:0:87306:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900247:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900248:0:87306:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900250:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900251:0:87306:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900253:0:87306:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900254:0:87306:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900256:0:87306:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773613517.900258:0:87306:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1773613517.900259:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b90 00000080:00200000:1.0:1773613517.900261:0:87306:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [23, 4194304) 00000020:00000001:1.0:1773613517.900264:0:87306:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773613517.900266:0:87306:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773613517.900268:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194303] -> [(0) 23->4194303 (0)] 00020000:00000001:1.0:1773613517.900270:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900271:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900273:0:87306:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613517.900275:0:87306:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613517.900277:0:87306:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900278:0:87306:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900280:0:87306:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900282:0:87306:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900284:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900285:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900287:0:87306:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.900289:0:87306:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773613517.900291:0:87306:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=0 c=1773613517 b=1 00020000:00000001:1.0:1773613517.900293:0:87306:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900295:0:87306:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900297:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000001:00000001:1.0:1773613517.900299:0:87306:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773613517.900300:0:87306:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773613517.900302:0:87306:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.900303:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.900304:0:87306:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.900305:0:87306:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.900307:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613517.900311:0:87306:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345f80. 00020000:00000002:1.0:1773613517.900313:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613517.900315:0:87306:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.900316:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900317:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900319:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.900321:0:87306:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592abc80. 00000008:00010000:1.0:1773613517.900323:0:87306:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773613517.900324:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.900325:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.900327:0:87306:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345fb0, osc lock ffff9936592abc80, flags 0x400001002 00000020:00000001:1.0:1773613517.900329:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900330:0:87306:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900332:0:87306:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319288704 : -113016390262912 : ffff993652345f80) 00000020:00000001:1.0:1773613517.900334:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.900335:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.900336:0:87306:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900338:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900340:0:87306:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773613517.900342:0:87306:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773613517.900343:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.900344:0:87306:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.900345:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900346:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900348:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.900349:0:87306:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.900350:0:87306:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.900352:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.900354:0:87306:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.900355:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.900356:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.900357:0:87306:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.900358:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.900359:0:87306:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.900361:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.900363:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.900365:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.900367:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.900368:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.900372:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613517.900380:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.900382:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.900385:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900392:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900394:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900395:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.900397:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900399:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.900401:0:87306:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.900402:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900403:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900404:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:1.0:1773613517.900406:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900407:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000020:00000001:1.0:1773613517.900409:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.900411:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773613517.900412:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613517.900413:0:87306:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900414:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900415:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900416:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=8 00000020:00000001:1.0:1773613517.900418:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900420:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900421:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.900424:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900435:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900436:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.900438:0:87306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900444:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.900445:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900446:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.900447:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900448:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.900449:0:87306:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.900451:0:87306:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900453:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900455:0:87306:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900456:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900457:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.900459:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613517.900460:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773613517.900462:0:87306:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773613517.900463:0:87306:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900465:0:87306:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.900467:0:87306:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773613517.900469:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900470:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900472:0:87306:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.900473:0:87306:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773613517.900475:0:87306:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=0 c=1773613517 b=1 00020000:00000001:1.0:1773613517.900477:0:87306:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900479:0:87306:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900480:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:1.0:1773613517.900482:0:87306:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1773613517.900484:0:87306:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773613517.900486:0:87306:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.900487:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.900490:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.900491:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.900493:0:87306:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.900495:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900496:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900497:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.900498:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345fb0 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.900501:0:87306:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.900502:0:87306:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.900503:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900504:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.900505:0:87306:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.900506:0:87306:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900507:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900509:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900510:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.900511:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.900513:0:87306:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.900514:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.900515:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345fb0 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.900518:0:87306:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592abc80. 00000020:00000001:1.0:1773613517.900521:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.900522:0:87306:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345f80. 00020000:00000001:1.0:1773613517.900525:0:87306:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.900526:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.900527:0:87306:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773613517.900528:0:87306:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613517.900533:0:87306:0:(vvp_io.c:856:vvp_io_read_start()) header@000000000f051e5e[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:1.0:1773613517.900534:0:87306:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194281 bytes, offset 23, size 23 00000080:00400000:1.0:1773613517.900537:0:87306:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194281, ra_start 0, ra_count 1024 00000080:00200000:1.0:1773613517.900540:0:87306:0:(vvp_io.c:885:vvp_io_read_start()) count:4194281 iocb pos:23 00020000:00000001:1.0:1773613517.900543:0:87306:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613517.900544:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.900545:0:87306:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613517.900547:0:87306:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:1.0:1773613517.900548:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900550:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.900552:0:87306:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613517.900554:0:87306:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613517.900556:0:87306:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900558:0:87306:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900559:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613517.900561:0:87306:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900563:0:87306:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900564:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900566:0:87306:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900567:0:87306:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900569:0:87306:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613517.900570:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773613517.900572:0:87306:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613517.900573:0:87306:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773613517.900574:0:87306:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773613517.900575:0:87306:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900576:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900578:0:87306:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773613517.900579:0:87306:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613517.900581:0:87306:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.900582:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.900584:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.900585:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.900587:0:87306:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.900588:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.900590:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.900591:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.900592:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345b30 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.900594:0:87306:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.900595:0:87306:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.900596:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.900597:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.900598:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.900600:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900602:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.900604:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.900607:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.900618:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900619:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.900620:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.900622:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.900625:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.900631:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.900632:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.900634:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.900636:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900637:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.900638:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900641:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.900642:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900644:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900646:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.900648:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.900649:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900650:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.900651:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.900652:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.900653:0:87306:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.900655:0:87306:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900656:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900657:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.900658:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.900659:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.900661:0:87306:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.900662:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.900663:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345b30 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.900665:0:87306:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aa720. 00000020:00000001:1.0:1773613517.900667:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.900668:0:87306:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345b00. 00020000:00000001:1.0:1773613517.900669:0:87306:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.900671:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.900672:0:87306:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773613517.900673:0:87306:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773613517.900674:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.900675:0:87306:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613517.900677:0:87306:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773613517.900678:0:87306:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900679:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900681:0:87306:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.900682:0:87306:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.900683:0:87306:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1773613517.900685:0:87306:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1773613517.900686:0:87306:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773613517.900687:0:87306:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.900689:0:87306:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.900690:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.900691:0:87306:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773613517.900693:0:87306:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773613517.900695:0:87306:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900696:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.900698:0:87306:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.900699:0:87306:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.900700:0:87306:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.900702:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.900703:0:87306:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.900704:0:87306:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613517.900705:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613517.900706:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.900707:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.900710:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.900712:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.900715:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.900718:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.900720:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.900723:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.900725:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.900728:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9400. 00000008:00000010:1.0:1773613517.900731:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.900733:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.900736:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.900738:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.900741:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.900743:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00020000:00000001:1.0:1773613517.900745:0:87306:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613517.900746:0:87306:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.900747:0:87306:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.900749:0:87306:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613517.900751:0:87306:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.900752:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.900754:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c98 00000080:00200000:1.0:1773613517.900755:0:87306:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1773613517.900758:0:87306:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1773613517.900760:0:87306:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.900761:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.900763:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.900765:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.900767:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.900769:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.900771:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.900774:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.900776:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.900778:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9000. 00000008:00000010:1.0:1773613517.900780:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.900782:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.900784:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.900786:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.900788:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.900789:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000020:00000001:1.0:1773613517.900792:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d88 00000080:00000008:1.0:1773613517.900794:0:87306:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194281, rc = 23 00000080:00000001:1.0:1773613517.900797:0:87306:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1773613517.901476:0:87306:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:1.0:1773613517.901480:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d88 00000080:00200008:1.0:1773613517.901483:0:87306:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194304 00000080:00000001:1.0:1773613517.901486:0:87306:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1773613517.901487:0:87306:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773613517.901490:0:87306:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1773613517.901492:0:87306:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.901496:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.901501:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.901505:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.901508:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.901511:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.901516:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.901519:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.901522:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.901526:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.901528:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.901531:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.901534:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.901536:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.901538:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.901541:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.901543:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.901544:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000080:00000001:1.0:1773613517.901546:0:87306:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773613517.901549:0:87306:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901551:0:87306:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773613517.901552:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c98 00000080:00200000:1.0:1773613517.901554:0:87306:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 23, bytes: 4194304 00000020:00000001:1.0:1773613517.901557:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c30 00000080:00200000:1.0:1773613517.901558:0:87306:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1773613517.901561:0:87306:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773613517.901564:0:87306:0:(cl_io.c:214:cl_io_rw_init()) header@000000000f051e5e[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:1.0:1773613517.901566:0:87306:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [23, 4194327) 0 0 00000020:00000001:1.0:1773613517.901568:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.901570:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.901571:0:87306:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.901573:0:87306:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.901575:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.901576:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773613517.901579:0:87306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613517.901582:0:87306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901584:0:87306:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.901585:0:87306:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901587:0:87306:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.901590:0:87306:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff993658527048 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1773613517.901593:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.901595:0:87306:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.901597:0:87306:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.901599:0:87306:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613517.901600:0:87306:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.901602:0:87306:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.901604:0:87306:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.901605:0:87306:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901606:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.901607:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.901608:0:87306:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613517.901610:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00000020:00000001:1.0:1773613517.901612:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901614:0:87306:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901616:0:87306:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613517.901617:0:87306:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613517.901619:0:87306:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1773613517.901621:0:87306:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 23 chunk: [23, 4194327) 4194327, 4194304 00020000:00000001:1.0:1773613517.901623:0:87306:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613517.901625:0:87306:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613517.901627:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194326] -> [(0) 23->4194326 (0)] 00020000:00000001:1.0:1773613517.901630:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.901631:0:87306:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613517.901632:0:87306:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.901635:0:87306:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.901638:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.901641:0:87306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.901643:0:87306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.901646:0:87306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.901649:0:87306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.901652:0:87306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.901654:0:87306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.901657:0:87306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.901659:0:87306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9e00. 00000008:00000010:1.0:1773613517.901662:0:87306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.901664:0:87306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.901666:0:87306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.901669:0:87306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.901670:0:87306:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.901672:0:87306:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000020:00000001:1.0:1773613517.901674:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.901676:0:87306:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613517.901678:0:87306:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.901679:0:87306:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613517.901680:0:87306:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.901681:0:87306:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.901683:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.901686:0:87306:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773613517.901687:0:87306:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773613517.901689:0:87306:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901690:0:87306:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.901922:0:87306:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.901924:0:87306:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901926:0:87306:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901927:0:87306:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773613517.901929:0:87306:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1773613517.901931:0:87306:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773613517.901980:0:87306:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773613517.901983:0:87306:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773613517.901984:0:87306:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901987:0:87306:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901988:0:87306:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773613517.901990:0:87306:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1773613517.901991:0:87306:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773613517.901993:0:87306:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773613517.901995:0:87306:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.901996:0:87306:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.901998:0:87306:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.902000:0:87306:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.902001:0:87306:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902004:0:87306:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613517.902005:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.902006:0:87306:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613517.902007:0:87306:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.902009:0:87306:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902010:0:87306:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902012:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902013:0:87306:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902015:0:87306:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.902016:0:87306:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.902017:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.902019:0:87306:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.902020:0:87306:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.902022:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1773613517.902027:0:87306:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345b00. 00020000:00000002:1.0:1773613517.902030:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1773613517.902032:0:87306:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.902033:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902034:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902036:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.902039:0:87306:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aa720. 00000008:00010000:1.0:1773613517.902041:0:87306:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773613517.902042:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.902044:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.902046:0:87306:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345b30, osc lock ffff9936592aa720, flags 0x0 00000020:00000001:1.0:1773613517.902048:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902050:0:87306:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902052:0:87306:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319287552 : -113016390264064 : ffff993652345b00) 00000020:00000001:1.0:1773613517.902053:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.902054:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.902056:0:87306:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902057:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902059:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.902060:0:87306:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.902061:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902062:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902064:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.902065:0:87306:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.902067:0:87306:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773613517.902069:0:87306:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902071:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.902073:0:87306:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.902074:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.902076:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.902077:0:87306:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.902078:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.902080:0:87306:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.902082:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.902087:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.902089:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.902093:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.902096:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.902101:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613517.902111:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.902115:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.902118:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902124:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902126:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902128:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:1.0:1773613517.902130:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902132:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.902134:0:87306:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.902135:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902136:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902138:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.902139:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902141:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902143:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902144:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902145:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.902147:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902149:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902151:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.902152:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.902154:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902161:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902227:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.902229:0:87306:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902231:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902232:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902233:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:1.0:1773613517.902235:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902237:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902239:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.902241:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902249:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902250:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.902252:0:87306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902258:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.902259:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902260:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.902261:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902262:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.902263:0:87306:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.902266:0:87306:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902268:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902270:0:87306:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902271:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902273:0:87306:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902275:0:87306:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902276:0:87306:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902278:0:87306:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773613517.902280:0:87306:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1773613517.902281:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3b90 00000080:00200000:1.0:1773613517.902283:0:87306:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [23, 4194327) 00000020:00000001:1.0:1773613517.902286:0:87306:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773613517.902288:0:87306:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773613517.902290:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194326] -> [(0) 23->4194326 (0)] 00020000:00000001:1.0:1773613517.902292:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902293:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902294:0:87306:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613517.902296:0:87306:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773613517.902298:0:87306:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902299:0:87306:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902301:0:87306:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902302:0:87306:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902305:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902306:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902308:0:87306:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.902311:0:87306:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773613517.902313:0:87306:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613517.902315:0:87306:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1773613517.902316:0:87306:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613517.902318:0:87306:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1773613517.902320:0:87306:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:1.0:1773613517.902323:0:87306:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.902325:0:87306:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:1.0:1773613517.902328:0:87306:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902330:0:87306:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902332:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000001:00000001:1.0:1773613517.902335:0:87306:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773613517.902336:0:87306:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773613517.902338:0:87306:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.902339:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.902340:0:87306:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.902342:0:87306:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.902343:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613517.902347:0:87306:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345f80. 00020000:00000002:1.0:1773613517.902349:0:87306:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613517.902351:0:87306:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.902352:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902353:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902355:0:87306:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.902357:0:87306:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592abc80. 00000008:00010000:1.0:1773613517.902358:0:87306:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773613517.902360:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.902360:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.902362:0:87306:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345fb0, osc lock ffff9936592abc80, flags 0x400001002 00000020:00000001:1.0:1773613517.902364:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902365:0:87306:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902367:0:87306:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319288704 : -113016390262912 : ffff993652345f80) 00000020:00000001:1.0:1773613517.902369:0:87306:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.902370:0:87306:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.902371:0:87306:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902373:0:87306:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902375:0:87306:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773613517.902377:0:87306:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773613517.902378:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.902379:0:87306:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.902380:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902381:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902383:0:87306:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.902384:0:87306:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.902386:0:87306:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.902388:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.902389:0:87306:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.902391:0:87306:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.902392:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.902393:0:87306:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.902394:0:87306:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.902396:0:87306:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.902397:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.902399:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.902401:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.902404:0:87306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.902405:0:87306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.902408:0:87306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613517.902416:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.902418:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.902420:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902427:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902428:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902429:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.902431:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902434:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.902436:0:87306:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.902437:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902438:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902440:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=7 00000020:00000001:1.0:1773613517.902442:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902443:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000020:00000001:1.0:1773613517.902446:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.902447:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773613517.902449:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613517.902450:0:87306:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902451:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902452:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902454:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=8 00000020:00000001:1.0:1773613517.902455:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902458:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902459:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.902462:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902468:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902469:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773613517.902471:0:87306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902477:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.902478:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902479:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.902480:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902481:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.902482:0:87306:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.902484:0:87306:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902486:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902487:0:87306:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902489:0:87306:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902490:0:87306:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.902491:0:87306:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613517.902493:0:87306:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773613517.902494:0:87306:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773613517.902496:0:87306:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902498:0:87306:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.902500:0:87306:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773613517.902502:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902504:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902505:0:87306:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.902507:0:87306:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773613517.902508:0:87306:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:1.0:1773613517.902511:0:87306:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902513:0:87306:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902515:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:1.0:1773613517.902517:0:87306:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1773613517.902518:0:87306:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773613517.902520:0:87306:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.902521:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.902524:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.902525:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.902527:0:87306:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.902529:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902530:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902531:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.902532:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345fb0 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.902535:0:87306:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.902536:0:87306:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.902537:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902538:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.902539:0:87306:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.902540:0:87306:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902541:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902542:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902543:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.902544:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.902546:0:87306:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.902547:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.902548:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345fb0 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.902551:0:87306:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592abc80. 00000020:00000001:1.0:1773613517.902555:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.902556:0:87306:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345f80. 00020000:00000001:1.0:1773613517.902559:0:87306:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.902560:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.902561:0:87306:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773613517.902562:0:87306:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773613517.902566:0:87306:0:(vvp_io.c:856:vvp_io_read_start()) header@000000000f051e5e[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:1.0:1773613517.902568:0:87306:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194304 bytes, offset 23, size 23 00000080:00400000:1.0:1773613517.902570:0:87306:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1773613517.902573:0:87306:0:(vvp_io.c:885:vvp_io_read_start()) count:4194304 iocb pos:23 00020000:00000001:1.0:1773613517.902578:0:87306:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613517.902579:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.902580:0:87306:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613517.902582:0:87306:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:1.0:1773613517.902583:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902585:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.902587:0:87306:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773613517.902589:0:87306:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773613517.902591:0:87306:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902592:0:87306:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902594:0:87306:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613517.902596:0:87306:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902597:0:87306:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902599:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902600:0:87306:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902602:0:87306:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902603:0:87306:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613517.902604:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773613517.902606:0:87306:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613517.902607:0:87306:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773613517.902607:0:87306:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773613517.902608:0:87306:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902610:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902611:0:87306:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773613517.902612:0:87306:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613517.902614:0:87306:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.902615:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.902617:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.902618:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.902620:0:87306:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.902621:0:87306:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.902622:0:87306:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.902623:0:87306:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.902624:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345b30 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.902626:0:87306:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.902627:0:87306:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.902628:0:87306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.902629:0:87306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.902630:0:87306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.902632:0:87306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902634:0:87306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.902636:0:87306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.902638:0:87306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.902645:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902646:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.902647:0:87306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.902648:0:87306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.902650:0:87306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.902657:0:87306:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.902659:0:87306:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.902661:0:87306:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.902663:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902664:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.902665:0:87306:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902668:0:87306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.902669:0:87306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902671:0:87306:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902674:0:87306:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.902676:0:87306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.902677:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902678:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.902679:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.902680:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.902681:0:87306:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.902682:0:87306:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902683:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902684:0:87306:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.902685:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.902687:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99364b5eb218 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.902689:0:87306:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.902690:0:87306:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.902795:0:87306:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345b30 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.902800:0:87306:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aa720. 00000020:00000001:1.0:1773613517.902802:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.902803:0:87306:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345b00. 00020000:00000001:1.0:1773613517.902815:0:87306:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.902816:0:87306:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.902817:0:87306:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773613517.902819:0:87306:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773613517.902820:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.902821:0:87306:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613517.902823:0:87306:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773613517.902824:0:87306:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902826:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902827:0:87306:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.902828:0:87306:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.902830:0:87306:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1773613517.902831:0:87306:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1773613517.902833:0:87306:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773613517.902834:0:87306:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.902836:0:87306:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.902837:0:87306:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.902838:0:87306:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773613517.902840:0:87306:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773613517.902841:0:87306:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902843:0:87306:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.902845:0:87306:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.902846:0:87306:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.902847:0:87306:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.902849:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.903020:0:87306:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.903022:0:87306:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613517.903023:0:87306:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613517.903024:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.903026:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.903031:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.903034:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.903038:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.903041:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.903044:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.903047:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.903051:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.903053:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8200. 00000008:00000010:1.0:1773613517.903056:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.903059:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.903061:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.903064:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.903066:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.903068:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00020000:00000001:1.0:1773613517.903070:0:87306:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613517.903071:0:87306:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.903073:0:87306:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.903074:0:87306:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613517.903077:0:87306:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.903078:0:87306:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.903079:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3c98 00000080:00200000:1.0:1773613517.903081:0:87306:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1773613517.903084:0:87306:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1773613517.903086:0:87306:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773613517.903087:0:87306:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.903089:0:87306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.903091:0:87306:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.903093:0:87306:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.903095:0:87306:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.903097:0:87306:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.903099:0:87306:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.903101:0:87306:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.903104:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.903106:0:87306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.903108:0:87306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.903110:0:87306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.903113:0:87306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.903115:0:87306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.903116:0:87306:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000020:00000001:1.0:1773613517.903118:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3d88 00000080:00000008:1.0:1773613517.903120:0:87306:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194304, rc = 0 00000080:00000001:1.0:1773613517.903122:0:87306:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.903446:0:87306:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773613517.903450:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613517.903453:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.903456:0:87306:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.903463:0:87306:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773613517.903465:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3dd0 00000080:00200008:1.0:1773613517.903467:0:87306:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 100000 00000080:00000001:1.0:1773613517.903471:0:87306:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773613517.903473:0:87306:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1773613517.903474:0:87306:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773613517.903476:0:87306:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000002:1.0:1773613517.903478:0:87306:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff99365245a7c0 00020000:00000001:1.0:1773613517.903480:0:87306:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.903482:0:87306:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1773613517.903489:0:87306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.903491:0:87306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.903496:0:87306:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613517.903498:0:87306:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.903502:0:87306:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773613517.903504:0:87306:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773613517.903507:0:87306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.903510:0:87306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.903513:0:87306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.903521:0:87306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.903522:0:87306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.903524:0:87306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1773613517.903526:0:87306:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 16 00000080:00000010:1.0:1773613517.903528:0:87306:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff993660728500. 00000080:00000001:1.0:1773613517.903532:0:87306:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.903535:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3dd0 00000080:00000008:1.0:1773613517.903537:0:87306:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), flags 100000, rc = 0 00000080:00000001:1.0:1773613517.903540:0:87306:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.903544:0:87306:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.903546:0:87306:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1ef3e00 00000080:00002000:1.0:1773613517.903548:0:87306:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:1.0:1773613517.903551:0:87306:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.913769:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.913775:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.913777:0:87307:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.913780:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b20 00000080:00200000:1.0:1773613517.913784:0:87307:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613517.913792:0:87307:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a8a00. 00800000:00000002:1.0:1773613517.913799:0:87307:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.913803:0:87307:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.913818:0:87307:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.913820:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a40 00800000:00000002:1.0:1773613517.913823:0:87307:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.913827:0:87307:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.913831:0:87307:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.913837:0:87307:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.913839:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33910 00000002:00010000:1.0:1773613517.913841:0:87307:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.913844:0:87307:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.913845:0:87307:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.913849:0:87307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.914011:0:87307:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.914015:0:87307:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.914020:0:87307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.914024:0:87307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.914029:0:87307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773613517.914039:0:87307:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.914044:0:87307:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.914047:0:87307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773613517.914053:0:87307:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.914056:0:87307:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.914058:0:87307:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.914059:0:87307:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.914061:0:87307:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.914063:0:87307:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.914066:0:87307:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.914069:0:87307:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.914072:0:87307:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a8a00. 00000080:00000001:1.0:1773613517.914076:0:87307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.914077:0:87307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.914080:0:87307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613517.914084:0:87307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:1.0:1773613517.914086:0:87307:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.914089:0:87307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.914090:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914093:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914095:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.914097:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.914100:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.914102:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914104:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.914105:0:87307:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.914107:0:87307:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.914109:0:87307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f33b58 00010000:00000001:1.0:1773613517.914111:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914112:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914113:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.914115:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.914117:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.914119:0:87307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.914121:0:87307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773613517.914128:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914129:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914131:0:87307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.914132:0:87307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.914134:0:87307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.914141:0:87307:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.914143:0:87307:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.914145:0:87307:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.914149:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914149:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914151:0:87307:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914154:0:87307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.914155:0:87307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914158:0:87307:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914160:0:87307:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914245:0:87307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.914248:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914249:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.914252:0:87307:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.914254:0:87307:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.914257:0:87307:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613517.914262:0:87307:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.914266:0:87307:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613517.914268:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b48 00000080:00002000:1.0:1773613517.914270:0:87307:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:1.0:1773613517.914273:0:87307:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.914275:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33b90 00000080:00200000:1.0:1773613517.914276:0:87307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1773613517.914284:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d08 00000080:00200008:1.0:1773613517.914286:0:87307:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1773613517.914290:0:87307:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.914291:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c80 00000080:00200000:1.0:1773613517.914293:0:87307:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448),name=recon 00000080:00000010:1.0:1773613517.914298:0:87307:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a8a00. 00800000:00000002:1.0:1773613517.914301:0:87307:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.914305:0:87307:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.914307:0:87307:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.914309:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ba0 00800000:00000002:1.0:1773613517.914310:0:87307:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.914313:0:87307:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.914317:0:87307:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.914320:0:87307:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.914321:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33a70 00000002:00010000:1.0:1773613517.914323:0:87307:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.914326:0:87307:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.914327:0:87307:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.914328:0:87307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.914332:0:87307:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:1.0:1773613517.914334:0:87307:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.914337:0:87307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.914339:0:87307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.914341:0:87307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773613517.914349:0:87307:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.914352:0:87307:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.914354:0:87307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773613517.914361:0:87307:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.914362:0:87307:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.914364:0:87307:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.914366:0:87307:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.914368:0:87307:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.914370:0:87307:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.914372:0:87307:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.914374:0:87307:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.914376:0:87307:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a8a00. 00000080:00000001:1.0:1773613517.914379:0:87307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.914380:0:87307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.914382:0:87307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:1.0:1773613517.914385:0:87307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:1.0:1773613517.914387:0:87307:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.914388:0:87307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.914390:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914391:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914393:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:1.0:1773613517.914395:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.914397:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.914398:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914400:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.914401:0:87307:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.914402:0:87307:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.914404:0:87307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1f33cb8 00010000:00000001:1.0:1773613517.914406:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914407:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914408:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:1.0:1773613517.914410:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.914412:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:1.0:1773613517.914414:0:87307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.914416:0:87307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613517.914423:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914424:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914425:0:87307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.914427:0:87307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.914429:0:87307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773613517.914435:0:87307:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.914437:0:87307:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.914438:0:87307:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.914441:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914442:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914443:0:87307:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914445:0:87307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.914446:0:87307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914448:0:87307:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914450:0:87307:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914451:0:87307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.914453:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914454:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.914455:0:87307:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.914457:0:87307:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.914460:0:87307:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773613517.914463:0:87307:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.914464:0:87307:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.914466:0:87307:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773613517.914468:0:87307:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.914470:0:87307:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613517.914473:0:87307:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773613517.914476:0:87307:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.914480:0:87307:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.914484:0:87307:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.914488:0:87307:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.914492:0:87307:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.914498:0:87307:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.914502:0:87307:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.914507:0:87307:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.914513:0:87307:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.914517:0:87307:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.914520:0:87307:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9000. 00000008:00000010:1.0:1773613517.914523:0:87307:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.914526:0:87307:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.914529:0:87307:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.914532:0:87307:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.914535:0:87307:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.914537:0:87307:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.914541:0:87307:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.914543:0:87307:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.914545:0:87307:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.914547:0:87307:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.914549:0:87307:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.914551:0:87307:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613517.914553:0:87307:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.914554:0:87307:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.914556:0:87307:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.914559:0:87307:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff993658527048 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773613517.914562:0:87307:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936820d4f80 00020000:00000001:1.0:1773613517.914566:0:87307:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.914567:0:87307:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.914569:0:87307:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613517.914570:0:87307:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.914572:0:87307:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.914574:0:87307:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.914575:0:87307:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.914577:0:87307:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.914578:0:87307:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.914579:0:87307:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613517.914580:0:87307:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936820d4f80 00000020:00000001:1.0:1773613517.914583:0:87307:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773613517.914585:0:87307:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773613517.914586:0:87307:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773613517.914588:0:87307:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773613517.914590:0:87307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773613517.914592:0:87307:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773613517.914594:0:87307:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773613517.914598:0:87307:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773613517.914602:0:87307:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993652345b00. 00020000:00000002:1.0:1773613517.914604:0:87307:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613517.914607:0:87307:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773613517.914608:0:87307:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.914610:0:87307:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613517.914611:0:87307:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.914613:0:87307:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.914616:0:87307:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.914618:0:87307:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.914621:0:87307:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.914624:0:87307:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.914627:0:87307:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.914629:0:87307:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.914632:0:87307:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.914634:0:87307:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.914637:0:87307:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9400. 00000008:00000010:1.0:1773613517.914639:0:87307:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.914642:0:87307:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.914644:0:87307:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.914646:0:87307:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.914648:0:87307:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.914650:0:87307:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000020:00000001:1.0:1773613517.914651:0:87307:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.914653:0:87307:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613517.914655:0:87307:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.914656:0:87307:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613517.914657:0:87307:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.914659:0:87307:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.914661:0:87307:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.914663:0:87307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773613517.914666:0:87307:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9936592aa720. 00000008:00010000:1.0:1773613517.914668:0:87307:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773613517.914670:0:87307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.914672:0:87307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773613517.914674:0:87307:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993652345b30, osc lock ffff9936592aa720, flags 0x400001002 00000020:00000001:1.0:1773613517.914675:0:87307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.914677:0:87307:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.914679:0:87307:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057319287552 : -113016390264064 : ffff993652345b00) 00000020:00000001:1.0:1773613517.914681:0:87307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773613517.914682:0:87307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.914683:0:87307:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.914685:0:87307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.914687:0:87307:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773613517.914689:0:87307:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773613517.914691:0:87307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.914692:0:87307:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773613517.914694:0:87307:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.914695:0:87307:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.914697:0:87307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.914699:0:87307:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773613517.914701:0:87307:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773613517.914704:0:87307:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773613517.914707:0:87307:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.914708:0:87307:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773613517.914710:0:87307:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773613517.914711:0:87307:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773613517.914712:0:87307:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773613517.914714:0:87307:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773613517.914716:0:87307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.914721:0:87307:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.914723:0:87307:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.914727:0:87307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.914730:0:87307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.914734:0:87307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773613517.914744:0:87307:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.914746:0:87307:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.914749:0:87307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.914755:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914757:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914758:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:1.0:1773613517.914760:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.914762:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:1.0:1773613517.914765:0:87307:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773613517.914768:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914769:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914770:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:1.0:1773613517.914772:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.914774:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000020:00000001:1.0:1773613517.914777:0:87307:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.914779:0:87307:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773613517.914781:0:87307:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773613517.914782:0:87307:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914784:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.914785:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.914786:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:1.0:1773613517.914788:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.914790:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:1.0:1773613517.914792:0:87307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.914795:0:87307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.914801:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914802:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914803:0:87307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.914813:0:87307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.914816:0:87307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773613517.914823:0:87307:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.914825:0:87307:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.914826:0:87307:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.914828:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914829:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914830:0:87307:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914832:0:87307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.914833:0:87307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914835:0:87307:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914837:0:87307:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.914839:0:87307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.914840:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914841:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.914842:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.914843:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.914845:0:87307:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.914847:0:87307:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.914849:0:87307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.915024:0:87307:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915027:0:87307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915029:0:87307:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773613517.915031:0:87307:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773613517.915033:0:87307:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773613517.915034:0:87307:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773613517.915036:0:87307:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915038:0:87307:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915042:0:87307:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773613517.915044:0:87307:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.915046:0:87307:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.915048:0:87307:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773613517.915051:0:87307:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773613517.915054:0:87307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613517.915056:0:87307:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1773613517.915057:0:87307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773613517.915059:0:87307:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1773613517.915061:0:87307:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:1.0:1773613517.915064:0:87307:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.915067:0:87307:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:1.0:1773613517.915069:0:87307:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915071:0:87307:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915072:0:87307:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:1.0:1773613517.915075:0:87307:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1773613517.915077:0:87307:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773613517.915079:0:87307:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773613517.915080:0:87307:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_release():245 00000020:00000001:1.0:1773613517.915083:0:87307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.915084:0:87307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773613517.915086:0:87307:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773613517.915089:0:87307:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.915090:0:87307:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.915091:0:87307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773613517.915093:0:87307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993652345b30 (ffff993658df5008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773613517.915095:0:87307:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773613517.915096:0:87307:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773613517.915098:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915099:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773613517.915100:0:87307:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773613517.915102:0:87307:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.915103:0:87307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.915104:0:87307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773613517.915105:0:87307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.915106:0:87307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993658526fe8 (ffff993658df5128/0) at cl_lock_fini():72 00020000:00000001:1.0:1773613517.915109:0:87307:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773613517.915110:0:87307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773613517.915111:0:87307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993652345b30 (ffff993658df5128/1) at cl_lock_fini():72 00000008:00000010:1.0:1773613517.915114:0:87307:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9936592aa720. 00000020:00000001:1.0:1773613517.915118:0:87307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773613517.915119:0:87307:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993652345b00. 00020000:00000001:1.0:1773613517.915123:0:87307:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.915124:0:87307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773613517.915125:0:87307:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773613517.915126:0:87307:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915129:0:87307:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.915130:0:87307:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.915132:0:87307:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613517.915133:0:87307:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613517.915134:0:87307:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.915136:0:87307:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.915139:0:87307:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.915142:0:87307:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.915146:0:87307:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.915149:0:87307:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.915152:0:87307:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.915155:0:87307:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.915159:0:87307:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.915242:0:87307:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9e00. 00000008:00000010:1.0:1773613517.915247:0:87307:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.915250:0:87307:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.915253:0:87307:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.915256:0:87307:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.915259:0:87307:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.915261:0:87307:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00020000:00000001:1.0:1773613517.915263:0:87307:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613517.915265:0:87307:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.915267:0:87307:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.915269:0:87307:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613517.915271:0:87307:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773613517.915273:0:87307:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915275:0:87307:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773613517.915276:0:87307:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.915278:0:87307:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.915279:0:87307:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.915281:0:87307:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.915283:0:87307:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.915285:0:87307:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.915288:0:87307:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.915290:0:87307:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.915292:0:87307:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.915294:0:87307:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.915297:0:87307:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.915299:0:87307:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.915301:0:87307:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.915303:0:87307:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.915305:0:87307:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.915307:0:87307:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9000. 00000020:00000010:1.0:1773613517.915309:0:87307:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000001:00000001:1.0:1773613517.915311:0:87307:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915317:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33d08 00000080:00000008:1.0:1773613517.915319:0:87307:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1773613517.915324:0:87307:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.915325:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33da0 00000080:00002000:1.0:1773613517.915327:0:87307:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:1.0:1773613517.915331:0:87307:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915353:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.915356:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.915357:0:87307:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.915358:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bc0 00000080:00200000:1.0:1773613517.915361:0:87307:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613517.915364:0:87307:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a9000. 00800000:00000002:1.0:1773613517.915368:0:87307:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.915371:0:87307:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.915372:0:87307:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.915373:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ae0 00800000:00000002:1.0:1773613517.915375:0:87307:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.915378:0:87307:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.915381:0:87307:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.915514:0:87307:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.915516:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339b0 00000002:00010000:1.0:1773613517.915518:0:87307:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.915521:0:87307:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.915522:0:87307:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.915524:0:87307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.915528:0:87307:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.915530:0:87307:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.915534:0:87307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.915536:0:87307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.915539:0:87307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773613517.915548:0:87307:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.915551:0:87307:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.915554:0:87307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773613517.915560:0:87307:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.915561:0:87307:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.915563:0:87307:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.915565:0:87307:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.915567:0:87307:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.915569:0:87307:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.915571:0:87307:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.915573:0:87307:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.915576:0:87307:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a9000. 00000080:00000001:1.0:1773613517.915579:0:87307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.915581:0:87307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.915583:0:87307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613517.915586:0:87307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:1.0:1773613517.915589:0:87307:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.915590:0:87307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.915592:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.915593:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.915594:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.915596:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915598:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915600:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915602:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.915603:0:87307:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.915604:0:87307:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.915606:0:87307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f33bf8 00010000:00000001:1.0:1773613517.915608:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.915609:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.915610:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.915611:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915613:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915615:0:87307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.915618:0:87307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773613517.915623:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915624:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.915625:0:87307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.915627:0:87307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.915629:0:87307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.915635:0:87307:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.915637:0:87307:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.915638:0:87307:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.915641:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915642:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.915643:0:87307:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915644:0:87307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.915646:0:87307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915648:0:87307:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915650:0:87307:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915651:0:87307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.915652:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915653:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.915655:0:87307:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.915656:0:87307:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.915659:0:87307:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613517.915662:0:87307:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915665:0:87307:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613517.915667:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33be8 00000080:00002000:1.0:1773613517.915668:0:87307:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:1.0:1773613517.915670:0:87307:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915672:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c30 00000080:00200000:1.0:1773613517.915673:0:87307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1773613517.915685:0:87307:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773613517.915688:0:87307:0:(xattr.c:585:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1773613517.915691:0:87307:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.915692:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33e40 00000080:00002000:1.0:1773613517.915694:0:87307:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:1.0:1773613517.915696:0:87307:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915706:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.915707:0:87307:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773613517.915709:0:87307:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773613517.915710:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33bc0 00000080:00200000:1.0:1773613517.915711:0:87307:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:1.0:1773613517.915715:0:87307:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff9936586a9000. 00800000:00000002:1.0:1773613517.915717:0:87307:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:1.0:1773613517.915719:0:87307:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773613517.915720:0:87307:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.915721:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33ae0 00800000:00000002:1.0:1773613517.915723:0:87307:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773613517.915725:0:87307:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773613517.915727:0:87307:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773613517.915729:0:87307:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773613517.915731:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f339b0 00000002:00010000:1.0:1773613517.915732:0:87307:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773613517.915735:0:87307:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773613517.915736:0:87307:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773613517.915737:0:87307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773613517.915740:0:87307:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:1.0:1773613517.915742:0:87307:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.915744:0:87307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773613517.915746:0:87307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773613517.915749:0:87307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773613517.915755:0:87307:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773613517.915757:0:87307:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613517.915760:0:87307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773613517.915765:0:87307:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773613517.915767:0:87307:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773613517.915768:0:87307:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.915770:0:87307:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773613517.915771:0:87307:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.915774:0:87307:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773613517.915775:0:87307:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773613517.915777:0:87307:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.915779:0:87307:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff9936586a9000. 00000080:00000001:1.0:1773613517.915781:0:87307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773613517.915783:0:87307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.915785:0:87307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:1.0:1773613517.915787:0:87307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:1.0:1773613517.915789:0:87307:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773613517.915790:0:87307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773613517.915791:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.915792:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.915794:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.915795:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915797:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915799:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915800:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773613517.915801:0:87307:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.915802:0:87307:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773613517.915804:0:87307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f33bf8 00010000:00000001:1.0:1773613517.915815:0:87307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773613517.915816:0:87307:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773613517.915818:0:87307:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:1.0:1773613517.915819:0:87307:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915821:0:87307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:1.0:1773613517.915823:0:87307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773613517.915825:0:87307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773613517.915831:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915832:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.915833:0:87307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773613517.915834:0:87307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773613517.915836:0:87307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773613517.915842:0:87307:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773613517.915843:0:87307:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773613517.915845:0:87307:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773613517.915847:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915847:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773613517.915849:0:87307:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915859:0:87307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773613517.915861:0:87307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915862:0:87307:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915864:0:87307:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.915866:0:87307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773613517.915867:0:87307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.915868:0:87307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773613517.915869:0:87307:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773613517.915871:0:87307:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773613517.915873:0:87307:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:1.0:1773613517.915876:0:87307:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.915878:0:87307:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773613517.915880:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33be8 00000080:00002000:1.0:1773613517.915881:0:87307:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:1.0:1773613517.915883:0:87307:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.915884:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33c30 00000080:00200000:1.0:1773613517.915886:0:87307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1773613517.915891:0:87307:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773613517.915893:0:87307:0:(xattr.c:601:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1773613517.915896:0:87307:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.915897:0:87307:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f33e40 00000080:00002000:1.0:1773613517.915898:0:87307:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:1.0:1773613517.915900:0:87307:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.928591:0:87308:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.928599:0:87308:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.928601:0:87308:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.928605:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb20 00000080:00200000:3.0:1773613517.928609:0:87308:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.928617:0:87308:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc6e00. 00800000:00000002:3.0:1773613517.928623:0:87308:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.928627:0:87308:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.928632:0:87308:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.928634:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba40 00800000:00000002:3.0:1773613517.928636:0:87308:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.928640:0:87308:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.928645:0:87308:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.928649:0:87308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.928651:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2b910 00000002:00010000:3.0:1773613517.928653:0:87308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.928656:0:87308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.928658:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.928661:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.928668:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.928671:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.928676:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.928681:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.928685:0:87308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773613517.928695:0:87308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.928700:0:87308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.928704:0:87308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773613517.928710:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.928712:0:87308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.928714:0:87308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.928716:0:87308:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.928718:0:87308:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.928720:0:87308:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.928722:0:87308:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.928725:0:87308:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.928728:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc6e00. 00000080:00000001:3.0:1773613517.928733:0:87308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.928734:0:87308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.928737:0:87308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.928741:0:87308:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:3.0:1773613517.928744:0:87308:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.928746:0:87308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.928748:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.928750:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.928752:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.928754:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.928757:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.928759:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.928760:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.928762:0:87308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.928763:0:87308:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.928765:0:87308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f2bb58 00010000:00000001:3.0:1773613517.928768:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.928769:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.928770:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.928772:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.928773:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.928775:0:87308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.928778:0:87308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773613517.928784:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.928785:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.928786:0:87308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.928788:0:87308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.928791:0:87308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613517.928797:0:87308:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.928800:0:87308:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.928802:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.929042:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929044:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929045:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929048:0:87308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.929050:0:87308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929052:0:87308:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929054:0:87308:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929056:0:87308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.929058:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929059:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.929062:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.929063:0:87308:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.929066:0:87308:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613517.929070:0:87308:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.929074:0:87308:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613517.929077:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb48 00000080:00002000:3.0:1773613517.929078:0:87308:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:3.0:1773613517.929081:0:87308:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929082:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb90 00000080:00200000:3.0:1773613517.929083:0:87308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1773613517.929091:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00200008:3.0:1773613517.929093:0:87308:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613517.929097:0:87308:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.929098:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bc80 00000080:00200000:3.0:1773613517.929099:0:87308:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448),name=recon 00000080:00000010:3.0:1773613517.929104:0:87308:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc6e00. 00800000:00000002:3.0:1773613517.929107:0:87308:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.929111:0:87308:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.929112:0:87308:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.929114:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bba0 00800000:00000002:3.0:1773613517.929115:0:87308:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.929118:0:87308:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.929122:0:87308:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.929125:0:87308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.929126:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba70 00000002:00010000:3.0:1773613517.929127:0:87308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.929130:0:87308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.929131:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.929132:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.929136:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:3.0:1773613517.929137:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.929141:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.929142:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.929145:0:87308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773613517.929151:0:87308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.929154:0:87308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.929156:0:87308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773613517.929228:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.929230:0:87308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.929231:0:87308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.929233:0:87308:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.929234:0:87308:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.929236:0:87308:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.929239:0:87308:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.929241:0:87308:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.929243:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc6e00. 00000080:00000001:3.0:1773613517.929246:0:87308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.929247:0:87308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.929249:0:87308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) 00000080:00010000:3.0:1773613517.929252:0:87308:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff993658117448) for lock 0xa1aa084204a01223 00800000:00000001:3.0:1773613517.929254:0:87308:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.929256:0:87308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.929257:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.929259:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.929260:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.929262:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.929264:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.929267:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929268:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.929269:0:87308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.929270:0:87308:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.929272:0:87308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a01223 from it ffffaca8c1f2bcb8 00010000:00000001:3.0:1773613517.929274:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.929275:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.929276:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff993659fc2000 refcount=3 00000020:00000001:3.0:1773613517.929278:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.929279:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057449820160 : -113016259731456 : ffff993659fc2000) 00010000:00000001:3.0:1773613517.929281:0:87308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.929284:0:87308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613517.929289:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929290:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929291:0:87308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.929292:0:87308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.929294:0:87308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773613517.929300:0:87308:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.929301:0:87308:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.929303:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.929305:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929306:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929307:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929309:0:87308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.929310:0:87308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929312:0:87308:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929314:0:87308:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929316:0:87308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.929317:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929318:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.929319:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.929321:0:87308:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.929324:0:87308:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773613517.929326:0:87308:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.929328:0:87308:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.929330:0:87308:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773613517.929331:0:87308:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.929333:0:87308:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613517.929337:0:87308:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773613517.929339:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.929344:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32090. 00000020:00000010:3.0:1773613517.929348:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6e00. 00000020:00000010:3.0:1773613517.929351:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.929355:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.929361:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.929366:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.929371:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.929377:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.929381:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.929384:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6c00. 00000008:00000010:3.0:1773613517.929387:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.929391:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.929394:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.929397:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fc30. 00000020:00000001:3.0:1773613517.929400:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329368 : -113016517222248 : ffff99364aa32098) 00000020:00001000:3.0:1773613517.929402:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32090 00000020:00000001:3.0:1773613517.929405:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.929408:0:87308:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773613517.929410:0:87308:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773613517.929412:0:87308:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773613517.929415:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.929416:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773613517.929418:0:87308:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613517.929419:0:87308:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.929421:0:87308:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773613517.929425:0:87308:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff9936594f0738 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773613517.929428:0:87308:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:3.0:1773613517.929431:0:87308:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773613517.929433:0:87308:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773613517.929435:0:87308:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773613517.929436:0:87308:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929440:0:87308:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773613517.929443:0:87308:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773613517.929444:0:87308:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929446:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.929447:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.929448:0:87308:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773613517.929450:0:87308:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00000020:00000001:3.0:1773613517.929452:0:87308:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773613517.929454:0:87308:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773613517.929456:0:87308:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:3.0:1773613517.929458:0:87308:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773613517.929460:0:87308:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773613517.929462:0:87308:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773613517.929464:0:87308:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773613517.929469:0:87308:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773613517.929474:0:87308:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff993643f50900. 00020000:00000002:3.0:1773613517.929477:0:87308:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773613517.929479:0:87308:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773613517.929481:0:87308:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.929483:0:87308:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773613517.929484:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.929487:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32630. 00000020:00000010:3.0:1773613517.929490:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7600. 00000020:00000010:3.0:1773613517.929493:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc7800. 00000020:00000010:3.0:1773613517.929495:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed900. 00000008:00000010:3.0:1773613517.929499:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.929501:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9840. 00008000:00000010:3.0:1773613517.929504:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a5530. 00000080:00000010:3.0:1773613517.929507:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01888. 00000080:00000010:3.0:1773613517.929509:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f3478. 00000020:00000010:3.0:1773613517.929512:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993658db4800. 00000008:00000010:3.0:1773613517.929514:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f19760. 00020000:00000010:3.0:1773613517.929517:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e0b40. 00008000:00000010:3.0:1773613517.929519:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fede8. 00000080:00000010:3.0:1773613517.929522:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853f690. 00000020:00000001:3.0:1773613517.929523:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192330808 : -113016517220808 : ffff99364aa32638) 00000020:00001000:3.0:1773613517.929525:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32630 00000020:00000001:3.0:1773613517.929527:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.929528:0:87308:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773613517.929531:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773613517.929532:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773613517.929533:0:87308:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929535:0:87308:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929537:0:87308:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438413416 : -113016271138200 : ffff9936594e1268) 00000020:00000001:3.0:1773613517.929539:0:87308:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773613517.929542:0:87308:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff993643ef0130. 00000008:00010000:3.0:1773613517.929544:0:87308:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773613517.929547:0:87308:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613517.929548:0:87308:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773613517.929549:0:87308:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff993643f50930, osc lock ffff993643ef0130, flags 0x400001002 00000020:00000001:3.0:1773613517.929552:0:87308:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929554:0:87308:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929556:0:87308:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446631057080256768 : -113016629294848 : ffff993643f50900) 00000020:00000001:3.0:1773613517.929558:0:87308:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773613517.929559:0:87308:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773613517.929561:0:87308:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929562:0:87308:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929564:0:87308:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773613517.929566:0:87308:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773613517.929568:0:87308:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613517.929569:0:87308:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773613517.929570:0:87308:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.929572:0:87308:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438413416 : -113016271138200 : ffff9936594e1268) 00000020:00000001:3.0:1773613517.929573:0:87308:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613517.929575:0:87308:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773613517.929577:0:87308:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773613517.929580:0:87308:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773613517.929582:0:87308:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.929583:0:87308:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773613517.929585:0:87308:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773613517.929586:0:87308:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773613517.929587:0:87308:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773613517.929589:0:87308:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773613517.929591:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.929595:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:3.0:1773613517.929597:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.929601:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.929603:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.929607:0:87308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773613517.929616:0:87308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.929618:0:87308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.929621:0:87308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613517.929628:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.929629:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.929630:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=4 00000020:00000001:3.0:1773613517.929632:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.929634:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000008:00000001:3.0:1773613517.929638:0:87308:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773613517.929640:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.929642:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.929643:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=5 00000020:00000001:3.0:1773613517.929644:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.929647:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00000020:00000001:3.0:1773613517.929650:0:87308:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773613517.929652:0:87308:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773613517.929654:0:87308:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1773613517.929655:0:87308:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929657:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.929658:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.929659:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff99364a937200 refcount=6 00000020:00000001:3.0:1773613517.929661:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.929663:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057191301632 : -113016518249984 : ffff99364a937200) 00010000:00000001:3.0:1773613517.929665:0:87308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.929667:0:87308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613517.929673:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929674:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929675:0:87308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.929677:0:87308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.929679:0:87308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613517.929686:0:87308:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.929687:0:87308:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.929689:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.929691:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929692:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929693:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929695:0:87308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.929696:0:87308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929698:0:87308:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929700:0:87308:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.929701:0:87308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.929703:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929703:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.929705:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929706:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613517.929707:0:87308:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773613517.929709:0:87308:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929711:0:87308:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773613517.929713:0:87308:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929714:0:87308:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929716:0:87308:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773613517.929717:0:87308:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773613517.929719:0:87308:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773613517.929721:0:87308:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1773613517.929722:0:87308:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929724:0:87308:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.929728:0:87308:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773613517.929730:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.929733:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:3.0:1773613517.929734:0:87308:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773613517.929737:0:87308:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773613517.929740:0:87308:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773613517 a=1773613517 c=1773613517 b=1 00020000:00000001:3.0:1773613517.929743:0:87308:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929745:0:87308:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929746:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000080:00200000:3.0:1773613517.929748:0:87308:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1773613517.929751:0:87308:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773613517.929752:0:87308:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773613517.929753:0:87308:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9936594f06d8 (ffff99364aa32098/0) at cl_lock_release():245 00000020:00000001:3.0:1773613517.929756:0:87308:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.929757:0:87308:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9936594f06d8 (ffff99364aa32098/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773613517.929760:0:87308:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773613517.929761:0:87308:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773613517.929763:0:87308:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057438413416 : -113016271138200 : ffff9936594e1268) 00000020:00000001:3.0:1773613517.929764:0:87308:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773613517.929765:0:87308:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff993643f50930 (ffff99364aa32638/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773613517.929768:0:87308:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773613517.929769:0:87308:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773613517.929770:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.929771:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773613517.929773:0:87308:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773613517.929775:0:87308:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.929776:0:87308:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.929777:0:87308:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773613517.929778:0:87308:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.929779:0:87308:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9936594f06d8 (ffff99364aa32098/0) at cl_lock_fini():72 00020000:00000001:3.0:1773613517.929782:0:87308:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773613517.929783:0:87308:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773613517.929784:0:87308:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff993643f50930 (ffff99364aa32098/1) at cl_lock_fini():72 00000008:00000010:3.0:1773613517.929786:0:87308:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff993643ef0130. 00000020:00000001:3.0:1773613517.929790:0:87308:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773613517.929791:0:87308:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff993643f50900. 00020000:00000001:3.0:1773613517.929798:0:87308:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.929798:0:87308:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773613517.929799:0:87308:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773613517.929801:0:87308:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.929803:0:87308:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773613517.929815:0:87308:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773613517.929817:0:87308:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773613517.929818:0:87308:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773613517.929820:0:87308:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.929822:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32630 00000020:00000010:3.0:1773613517.929825:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc7800. 00000020:00000010:3.0:1773613517.929830:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed900. 00000008:00000010:3.0:1773613517.929833:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff993659268b28. 00020000:00000010:3.0:1773613517.929837:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9840. 00008000:00000010:3.0:1773613517.929841:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a5530. 00000080:00000010:3.0:1773613517.929844:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01888. 00000080:00000010:3.0:1773613517.929847:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f3478. 00000020:00000010:3.0:1773613517.929849:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7600. 00000008:00000010:3.0:1773613517.930262:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f19760. 00020000:00000010:3.0:1773613517.930266:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e0b40. 00008000:00000010:3.0:1773613517.930269:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fede8. 00000080:00000010:3.0:1773613517.930272:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853f690. 00000020:00000010:3.0:1773613517.930275:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993658db4800. 00000020:00000010:3.0:1773613517.930278:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32630. 00020000:00000001:3.0:1773613517.930281:0:87308:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773613517.930283:0:87308:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773613517.930285:0:87308:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773613517.930287:0:87308:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773613517.930291:0:87308:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773613517.930292:0:87308:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.930294:0:87308:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773613517.930296:0:87308:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773613517.930297:0:87308:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773613517.930298:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32090 00000020:00000010:3.0:1773613517.930300:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.930302:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.930305:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.930309:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.930312:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.930315:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.930317:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.930320:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6e00. 00000008:00000010:3.0:1773613517.930322:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.930324:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.930326:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.930329:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fc30. 00000020:00000010:3.0:1773613517.930331:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.930333:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32090. 00000001:00000001:3.0:1773613517.930335:0:87308:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.930341:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd08 00000080:00000008:3.0:1773613517.930343:0:87308:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff993658117448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773613517.930348:0:87308:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773613517.930349:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bda0 00000080:00002000:3.0:1773613517.930351:0:87308:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff993658119798, parent ffff99365037c6c0, inode ffff993658117448) hashed, 00000080:00000001:3.0:1773613517.930355:0:87308:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.930381:0:87308:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.930383:0:87308:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.930385:0:87308:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.930387:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bbd8 00000080:00200000:3.0:1773613517.930388:0:87308:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.930392:0:87308:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993658db4800. 00800000:00000002:3.0:1773613517.930396:0:87308:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.930399:0:87308:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.930401:0:87308:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.930403:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2baf8 00800000:00000002:3.0:1773613517.930405:0:87308:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.930408:0:87308:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.930410:0:87308:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.930414:0:87308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.930416:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2b9c8 00000002:00010000:3.0:1773613517.930417:0:87308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.930420:0:87308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.930422:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.930424:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.930427:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.930429:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.930432:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.930434:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.930437:0:87308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773613517.930444:0:87308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.930447:0:87308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.930450:0:87308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1773613517.930457:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.930459:0:87308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.930461:0:87308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.930462:0:87308:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.930464:0:87308:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.930466:0:87308:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.930469:0:87308:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.930471:0:87308:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.930474:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993658db4800. 00000080:00000001:3.0:1773613517.930476:0:87308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.930478:0:87308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.930481:0:87308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.930483:0:87308:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:3.0:1773613517.930486:0:87308:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.930488:0:87308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.930490:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.930491:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.930493:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.930495:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930497:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930499:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930500:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.930501:0:87308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.930503:0:87308:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.930505:0:87308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f2bc10 00010000:00000001:3.0:1773613517.930506:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.930507:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.930508:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.930510:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930511:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930513:0:87308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.930516:0:87308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773613517.930521:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930522:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.930523:0:87308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.930524:0:87308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.930526:0:87308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613517.930532:0:87308:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.930534:0:87308:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.930536:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.930539:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930540:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.930541:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.930543:0:87308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.930544:0:87308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.930546:0:87308:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.930548:0:87308:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.930549:0:87308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.930550:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930552:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.930554:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.930555:0:87308:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.930557:0:87308:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 1 00000080:00000001:3.0:1773613517.930560:0:87308:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.930566:0:87308:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773613517.930568:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bda0 00000080:00002000:3.0:1773613517.930570:0:87308:0:(dcache.c:87:ll_dcompare()) found name recon(ffff993658119798) flags 0x48004e refc 0 00000080:00000001:3.0:1773613517.930572:0:87308:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.930574:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2be10 00000080:00200000:3.0:1773613517.930576:0:87308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1773613517.930579:0:87308:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773613517.930581:0:87308:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773613517.930582:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bd30 00000080:00200000:3.0:1773613517.930583:0:87308:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248),name=/ 00000080:00000010:3.0:1773613517.930587:0:87308:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993658db4800. 00800000:00000002:3.0:1773613517.930589:0:87308:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00000080:00000001:3.0:1773613517.930591:0:87308:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773613517.930593:0:87308:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.930594:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bc50 00800000:00000002:3.0:1773613517.930595:0:87308:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773613517.930598:0:87308:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773613517.930599:0:87308:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773613517.930602:0:87308:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773613517.930603:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bb20 00000002:00010000:3.0:1773613517.930604:0:87308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773613517.930606:0:87308:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773613517.930608:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.930609:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.930611:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.930613:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.930615:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.930617:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773613517.930619:0:87308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773613517.930625:0:87308:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773613517.930626:0:87308:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613517.930629:0:87308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773613517.930634:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773613517.930635:0:87308:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.930637:0:87308:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.930638:0:87308:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773613517.930640:0:87308:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.930641:0:87308:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773613517.930643:0:87308:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773613517.930645:0:87308:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:3.0:1773613517.930647:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993658db4800. 00000080:00000001:3.0:1773613517.930649:0:87308:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773613517.930650:0:87308:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.930652:0:87308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) 00000080:00010000:3.0:1773613517.930654:0:87308:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff993658113248) for lock 0xa1aa084204a0124d 00800000:00000001:3.0:1773613517.930656:0:87308:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773613517.930657:0:87308:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773613517.930658:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.930660:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.930661:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.930662:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930664:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930667:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930668:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773613517.930669:0:87308:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.930670:0:87308:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773613517.930672:0:87308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa1aa084204a0124d from it ffffaca8c1f2bd68 00010000:00000001:3.0:1773613517.930673:0:87308:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773613517.930674:0:87308:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773613517.930675:0:87308:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9936522b8c00 refcount=3 00000020:00000001:3.0:1773613517.930676:0:87308:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930678:0:87308:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631057318710272 : -113016390841344 : ffff9936522b8c00) 00010000:00000001:3.0:1773613517.930680:0:87308:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773613517.930682:0:87308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773613517.930687:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930688:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.930688:0:87308:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773613517.930832:0:87308:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773613517.930836:0:87308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773613517.930842:0:87308:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773613517.930843:0:87308:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773613517.930844:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.930847:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.930848:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.930849:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.931051:0:87308:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773613517.931053:0:87308:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.931055:0:87308:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.931058:0:87308:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.931060:0:87308:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773613517.931062:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.931063:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773613517.931065:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773613517.931066:0:87308:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773613517.931069:0:87308:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff993658113248), inode mode 41ff mask 3 00000080:00000001:3.0:1773613517.931072:0:87308:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.931076:0:87308:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1773613517.931077:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2bdf8 00000080:00200000:3.0:1773613517.931079:0:87308:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff993658113248) 00000080:00000001:3.0:1773613517.931082:0:87308:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1773613517.931084:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.931088:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32090. 00000020:00000010:3.0:1773613517.931092:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993658db4800. 00000020:00000010:3.0:1773613517.931096:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.931099:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.931104:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.931107:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.931110:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.931114:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.931117:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.931120:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6e00. 00000008:00000010:3.0:1773613517.931123:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.931125:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.931128:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.931131:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fc30. 00000020:00000001:3.0:1773613517.931133:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329368 : -113016517222248 : ffff99364aa32098) 00000020:00001000:3.0:1773613517.931135:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32090 00000020:00000001:3.0:1773613517.931137:0:87308:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773613517.931140:0:87308:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000002:3.0:1773613517.931143:0:87308:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff99364a853000 addref 2/0 by ffff9936533c4f80. 00020000:00000002:3.0:1773613517.931145:0:87308:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:3.0:1773613517.931147:0:87308:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773613517.931149:0:87308:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773613517.931151:0:87308:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773613517.931153:0:87308:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1773613517.931155:0:87308:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1773613517.931157:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32090 00000020:00000010:3.0:1773613517.931159:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.931245:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.931250:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.931254:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.931257:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.931260:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.931262:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.931265:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993658db4800. 00000008:00000010:3.0:1773613517.931269:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.931271:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.931274:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.931276:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fc30. 00000020:00000010:3.0:1773613517.931279:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6e00. 00000020:00000010:3.0:1773613517.931281:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32090. 00000080:00000001:3.0:1773613517.931283:0:87308:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773613517.931287:0:87308:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff993643fc6e00. 00800000:00000002:3.0:1773613517.931290:0:87308:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff9936498e4940 2 00800000:00000001:3.0:1773613517.931299:0:87308:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:3.0:1773613517.931303:0:87308:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1773613517.931306:0:87308:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0xc:0x0] 00800000:00000001:3.0:1773613517.931308:0:87308:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773613517.931310:0:87308:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0xc:0x0] -> mds #0 00000002:00000001:3.0:1773613517.931314:0:87308:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1773613517.931316:0:87308:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613517.931320:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 2 00010000:00000001:3.0:1773613517.931322:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.931324:0:87308:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613517.931327:0:87308:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613517.931330:0:87308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1773613517.931338:0:87308:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613517.931341:0:87308:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613517.931343:0:87308:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.931344:0:87308:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773613517.931347:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931349:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931351:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.931353:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931355:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.931357:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931358:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931359:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.931361:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931363:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.931364:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931365:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931367:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a9aae00 count: 3 00010000:00000001:3.0:1773613517.931368:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931370:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.931372:0:87308:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773613517.931374:0:87308:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff993658113180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773613517.931378:0:87308:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773613517.931380:0:87308:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773613517.931383:0:87308:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613517.931384:0:87308:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.931387:0:87308:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613517.931389:0:87308:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613517.931391:0:87308:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613517.931393:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.931394:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613517.931397:0:87308:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8c00 with handle 0xa1aa084204a0124d from hash 00010000:00000001:3.0:1773613517.931400:0:87308:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613517.931401:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.931402:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.931403:0:87308:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613517.931406:0:87308:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613517.931407:0:87308:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613517.931409:0:87308:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773613517.931411:0:87308:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.931413:0:87308:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773613517.931415:0:87308:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773613517.931419:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 3 00010000:00000001:3.0:1773613517.931421:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773613517.931422:0:87308:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773613517.931424:0:87308:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613517.931426:0:87308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773613517.931433:0:87308:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613517.931434:0:87308:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613517.931435:0:87308:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.931436:0:87308:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode CR 00000002:00000001:3.0:1773613517.931438:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931440:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931441:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.931443:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931445:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.931446:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931447:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931449:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.931450:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931452:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.931453:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.931454:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.931456:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.931457:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.931459:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.931460:0:87308:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.931462:0:87308:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773613517.931464:0:87308:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773613517.931468:0:87308:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff993643fc6c00. 00000080:00000001:3.0:1773613517.931470:0:87308:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773613517.931472:0:87308:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773613517.931474:0:87308:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000002:3.0:1773613517.931477:0:87308:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:3.0:1773613517.931479:0:87308:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773613517.931481:0:87308:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff993644bc9800: [0x20000bf89:0xc:0x0] file closed with intent: 0 00000100:00000010:3.0:1773613517.931487:0:87308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613517.931491:0:87308:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:3.0:1773613517.931495:0:87308:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.931498:0:87308:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.931501:0:87308:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.931506:0:87308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643fc7400. 00000100:00000001:3.0:1773613517.931512:0:87308:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773613517.931528:0:87308:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773613517.931539:0:87308:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773613517.931544:0:87308:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773613517.931550:0:87308:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.931552:0:87308:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.931558:0:87308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988ae40. 00000100:00000001:3.0:1773613517.931560:0:87308:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173818944 : -113016535732672 : ffff99364988ae40) 00000100:00000001:3.0:1773613517.931562:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.931564:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613517.931567:0:87308:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.931570:0:87308:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.931572:0:87308:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.931573:0:87308:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.931577:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.931585:0:87308:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.931587:0:87308:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.931590:0:87308:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.931592:0:87308:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.931594:0:87308:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.931597:0:87308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87308:1859762477138688:192.168.203.144@tcp:35:rm.0 00000100:00000001:3.0:1773613517.931601:0:87308:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.931606:0:87308:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.931607:0:87308:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.931610:0:87308:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773613517.931614:0:87308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff993644b28000. 02000000:00000001:3.0:1773613517.931616:0:87308:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773613517.931623:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1773613517.931627:0:87308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936594da108. 00000400:00000010:3.0:1773613517.931633:0:87308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490ccdd0. 00000100:00000200:3.0:1773613517.931639:0:87308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477138688, portal 10 00000100:00000001:3.0:1773613517.931641:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.931642:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:3.0:1773613517.931648:0:87308:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.931654:0:87308:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773613517.931657:0:87308:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1773613517.931660:0:87308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936490cc4c8. 00000100:00000200:3.0:1773613517.931662:0:87308:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859762477138688, offset 0 00000400:00000200:3.0:1773613517.931667:0:87308:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1773613517.931675:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.931682:0:87308:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1773613517.931686:0:87308:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773613517.931689:0:87308:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1773613517.931693:0:87308:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773613517.931696:0:87308:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1773613517.931699:0:87308:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225211:225211:256:4294967295] 192.168.203.144@tcp LPNI seq info [225146:225146:8:4294967295] 00000400:00000200:3.0:1773613517.931704:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613517.931712:0:87308:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1773613517.931718:0:87308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1773613517.931723:0:87308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364b550900. 00000800:00000200:3.0:1773613517.931729:0:87308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1773613517.931735:0:87308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1773613517.931739:0:87308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364b550900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773613517.931818:0:87308:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.931823:0:87308:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 449715 usecs (450 jiffies) 00000400:00000200:3.0:1773613517.931826:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1773613517.931829:0:87308:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608167 00000100:00000001:3.0:1773613517.931831:0:87308:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.931833:0:87308:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608167 00000100:00000001:3.0:1773613517.931835:0:87308:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:3.0:1773613517.931837:0:87308:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.931839:0:87308:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.931841:0:87308:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773613517.931842:0:87308:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773613517.931845:0:87308:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988ae40 going to sleep for 11 seconds 00000100:00000001:3.0:1773613517.931847:0:87308:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773613517.931850:0:87308:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773613517.932773:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.932778:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364b550900. 00000400:00000200:2.0:1773613517.932784:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.932790:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1773613517.932795:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490cc4c8 00000400:00000010:2.0:1773613517.932798:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490cc4c8. 00000100:00000001:2.0:1773613517.932802:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773613517.932818:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.932828:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773613517.932831:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773613517.932837:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.932838:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.935406:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.935420:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.935424:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.935427:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.935435:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.935442:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.935450:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.935454:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.935459:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.935463:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d10300 00000400:00000200:2.0:1773613517.935467:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.935473:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b6095 [1] + 224 00000800:00000001:2.0:1773613517.935481:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.935488:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.935490:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.935494:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.935500:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.935509:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773613517.935519:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935560:0:87308:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.935576:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773613517.935584:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.935588:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773613517.935623:0:87308:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773613517.935626:0:87308:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773613517.935629:0:87308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936594da108. 00000400:00000200:3.0:1773613517.935632:0:87308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936490ccdd0 00000400:00000010:3.0:1773613517.935634:0:87308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936490ccdd0. 00000100:00000001:3.0:1773613517.935637:0:87308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613517.935641:0:87308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773613517.935649:0:87308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477138688/t0(0) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1773613533 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935654:0:87308:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773613517.935656:0:87308:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.935658:0:87308:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773613517.935661:0:87308:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773613517.935664:0:87308:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773613517.935666:0:87308:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.935668:0:87308:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773613517.935677:0:87308:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364b4f64a0 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1773613517.935681:0:87308:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:3.0:1773613517.935683:0:87308:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773613517.935685:0:87308:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.935687:0:87308:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773613517.935690:0:87308:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.935693:0:87308:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773613517.935695:0:87308:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773613517.935696:0:87308:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773613517.935698:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.935700:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613517.935702:0:87308:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773613517.935704:0:87308:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:3.0:1773613517.935705:0:87308:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773613517.935707:0:87308:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773613517.935712:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935718:0:87308:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773613517.935720:0:87308:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773613517.935722:0:87308:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773613517.935726:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773613517.935733:0:87308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87308:1859762477138688:192.168.203.144@tcp:35:rm.0 00000100:00000001:3.0:1773613517.935738:0:87308:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.935741:0:87308:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.935744:0:87308:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773613517.935746:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.935749:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935755:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773613517.935758:0:87308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988ae40. 00000100:00000001:3.0:1773613517.935761:0:87308:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773613517.935763:0:87308:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.935769:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.935770:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000002:00000001:3.0:1773613517.935773:0:87308:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.935776:0:87308:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.935781:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc6c00. 00000080:00000001:3.0:1773613517.935785:0:87308:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773613517.935787:0:87308:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1773613517.935792:0:87308:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773613517.935797:0:87308:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935813:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.935814:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000001:3.0:1773613517.935817:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.935821:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935826:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.935828:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.935831:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935836:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.935838:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.935840:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477138432/t103079215259(103079215259) o101->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1773613572 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.935846:0:87308:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773613517.935848:0:87308:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613517.935849:0:87308:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613517.936101:0:87308:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613517.936105:0:87308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99364a1e5400. 02000000:00000001:3.0:1773613517.936109:0:87308:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613517.936111:0:87308:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613517.936113:0:87308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:3.0:1773613517.936116:0:87308:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613517.936117:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773613517.936119:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.936123:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.936129:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773613517.936130:0:87308:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff993658ca5e40. 00000002:00000001:3.0:1773613517.936133:0:87308:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773613517.936134:0:87308:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773613517.936136:0:87308:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99364a934140. 00000100:00000001:3.0:1773613517.936140:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.936143:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a706a00 x1859762477138688/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1773613533 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773613517.936148:0:87308:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773613517.936150:0:87308:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773613517.936152:0:87308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff993644b28000. 02000000:00000001:3.0:1773613517.936154:0:87308:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773613517.936155:0:87308:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773613517.936156:0:87308:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:3.0:1773613517.936158:0:87308:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773613517.936159:0:87308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff993643fc7400. 02000000:00000001:3.0:1773613517.936161:0:87308:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773613517.936239:0:87308:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773613517.936241:0:87308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a706a00. 00000100:00000001:3.0:1773613517.936245:0:87308:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773613517.936246:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773613517.936249:0:87308:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936252:0:87308:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.936254:0:87308:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:3.0:1773613517.936257:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936260:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936266:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936268:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936273:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.936275:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936276:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936278:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936280:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936282:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936283:0:87308:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936286:0:87308:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773613517.936288:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.936293:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32090. 00000020:00000010:3.0:1773613517.936299:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.936304:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.936307:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.936313:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.936318:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.936322:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.936328:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.936332:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.936335:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7600. 00000008:00000010:3.0:1773613517.936338:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.936341:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.936345:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.936348:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fc30. 00000020:00000001:3.0:1773613517.936351:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329368 : -113016517222248 : ffff99364aa32098) 00000020:00001000:3.0:1773613517.936353:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32090 00000020:00000001:3.0:1773613517.936355:0:87308:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773613517.936358:0:87308:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:3.0:1773613517.936361:0:87308:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773613517.936363:0:87308:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773613517.936367:0:87308:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613517.936370:0:87308:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613517.936372:0:87308:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773613517.936374:0:87308:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.936376:0:87308:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613517.936378:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32090 00000020:00000010:3.0:1773613517.936381:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.936385:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.936388:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.936391:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.936395:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.936398:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.936400:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.936403:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7400. 00000008:00000010:3.0:1773613517.936406:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.936408:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.936411:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.936413:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fc30. 00000020:00000010:3.0:1773613517.936416:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7600. 00000020:00000010:3.0:1773613517.936418:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32090. 00000080:00000001:3.0:1773613517.936421:0:87308:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936424:0:87308:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773613517.936426:0:87308:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff993658117448) invalid 00000020:00000001:3.0:1773613517.936429:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba60 00000080:00002000:3.0:1773613517.936431:0:87308:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff993658119798) parent ffff99365037c6c0 inode ffff993658117448 refc 1 00000080:00000001:3.0:1773613517.936436:0:87308:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773613517.936437:0:87308:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613517.936440:0:87308:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936444:0:87308:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613517.936447:0:87308:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613517.936449:0:87308:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613517.936451:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.936454:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613517.936457:0:87308:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9936522b8800 with handle 0xa1aa084204a01254 from hash 00010000:00000001:3.0:1773613517.936460:0:87308:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613517.936462:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.936464:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936465:0:87308:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613517.936468:0:87308:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613517.936470:0:87308:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613517.936473:0:87308:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773613517.936476:0:87308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1773613517.936489:0:87308:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773613517.936493:0:87308:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773613517.936494:0:87308:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773613517.936496:0:87308:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:3.0:1773613517.936498:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936499:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936501:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936503:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936506:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.936507:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936508:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936510:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936511:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936513:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.936514:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936515:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936517:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936518:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936520:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773613517.936521:0:87308:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773613517.936522:0:87308:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773613517.936523:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364a08d100 count: 4 00010000:00000001:3.0:1773613517.936525:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773613517.936527:0:87308:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936528:0:87308:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936529:0:87308:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773613517.936531:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773613517.936533:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff99364aa32090. 00000020:00000010:3.0:1773613517.936535:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc7600. 00000020:00000010:3.0:1773613517.936538:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.936540:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.936542:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.936545:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.936547:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.936550:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.936552:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.936554:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff993643fc6c00. 00000008:00000010:3.0:1773613517.936557:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.936559:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.936561:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.936563:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99365853fc30. 00000020:00000001:3.0:1773613517.936565:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057192329368 : -113016517222248 : ffff99364aa32098) 00000020:00001000:3.0:1773613517.936567:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff99364aa32090 00000020:00000001:3.0:1773613517.936568:0:87308:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773613517.936570:0:87308:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:3.0:1773613517.936571:0:87308:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773613517.936573:0:87308:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773613517.936574:0:87308:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773613517.936575:0:87308:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773613517.936577:0:87308:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773613517.936579:0:87308:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613517.936581:0:87308:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773613517.936582:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff99364aa32090 00000020:00000010:3.0:1773613517.936584:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff993643fc7400. 00000020:00000010:3.0:1773613517.936587:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a8ed000. 00000008:00000010:3.0:1773613517.936589:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99365926a178. 00020000:00000010:3.0:1773613517.936591:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993652cc9cc0. 00008000:00000010:3.0:1773613517.936593:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9936592a58b8. 00000080:00000010:3.0:1773613517.936596:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff993659d01c78. 00000080:00000010:3.0:1773613517.936598:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9936594f06d8. 00000020:00000010:3.0:1773613517.936600:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc7600. 00000008:00000010:3.0:1773613517.936602:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff993660f19ce0. 00020000:00000010:3.0:1773613517.936604:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936594e1200. 00008000:00000010:3.0:1773613517.936606:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9936594fe5a8. 00000080:00000010:3.0:1773613517.936608:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99365853fc30. 00000020:00000010:3.0:1773613517.936611:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff993643fc6c00. 00000020:00000010:3.0:1773613517.936613:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff99364aa32090. 00000080:00000001:3.0:1773613517.936615:0:87308:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773613517.936616:0:87308:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773613517.936618:0:87308:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff993658117448) invalid 00000020:00000001:3.0:1773613517.936621:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2ba60 00000080:00002000:3.0:1773613517.936622:0:87308:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff993658119798) parent ffff99365037c6c0 inode ffff993658117448 refc 1 00000080:00000001:3.0:1773613517.936625:0:87308:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773613517.936626:0:87308:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773613517.936628:0:87308:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936630:0:87308:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773613517.936631:0:87308:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773613517.936632:0:87308:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773613517.936634:0:87308:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773613517.936635:0:87308:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773613517.936637:0:87308:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff993659fc2000 with handle 0xa1aa084204a01223 from hash 00010000:00000001:3.0:1773613517.936640:0:87308:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773613517.936641:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.936642:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936643:0:87308:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773613517.936644:0:87308:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773613517.936645:0:87308:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773613517.936648:0:87308:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773613517.936650:0:87308:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1773613517.936653:0:87308:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1773613517.936657:0:87308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a706a00. 00000020:00000040:3.0:1773613517.936660:0:87308:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 02000000:00000001:3.0:1773613517.936664:0:87308:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773613517.936666:0:87308:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936668:0:87308:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773613517.936672:0:87308:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773613517.936676:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773613517.936677:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936678:0:87308:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.936681:0:87308:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773613517.936683:0:87308:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773613517.936687:0:87308:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773613517.936693:0:87308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff993643fc6c00. 00000100:00000001:3.0:1773613517.936698:0:87308:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936701:0:87308:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.936703:0:87308:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773613517.936708:0:87308:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773613517.936717:0:87308:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1773613517.936724:0:87308:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1773613517.936730:0:87308:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1773613517.936731:0:87308:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1773613517.936733:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613517.936735:0:87308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8800/0xa1aa084204a01254 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdbe8 expref: -99 pid: 87306 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1773613517.936742:0:87308:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364a934300. 00010000:00000001:3.0:1773613517.936749:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936751:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613517.936752:0:87308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff993659fc2000/0xa1aa084204a01223 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1dc4d5fc0aabdb8d expref: -99 pid: 87298 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:3.0:1773613517.936758:0:87308:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99364345c880. 00010000:00000040:3.0:1773613517.936761:0:87308:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a08d100 count: 0 00010000:00000010:3.0:1773613517.936766:0:87308:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99364a93bd80. 00010000:00000001:3.0:1773613517.936771:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936772:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773613517.936774:0:87308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993644bc9800 lock: ffff9936522b8c00/0xa1aa084204a0124d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1dc4d5fc0aabdbda expref: -99 pid: 87306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1773613517.936779:0:87308:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff99364a9aae00 count: 0 00010000:00000010:3.0:1773613517.936782:0:87308:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff993652345100. 00010000:00000001:3.0:1773613517.936788:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773613517.936790:0:87308:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936791:0:87308:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773613517.936793:0:87308:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773613517.936795:0:87308:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773613517.936804:0:87308:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993644bc9800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773613517.936822:0:87308:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773613517.936829:0:87308:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773613517.936831:0:87308:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773613517.936837:0:87308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99364988ae40. 00000100:00000001:3.0:1773613517.936839:0:87308:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631057173818944 : -113016535732672 : ffff99364988ae40) 00000100:00000001:3.0:1773613517.936841:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773613517.936842:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:3.0:1773613517.936846:0:87308:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773613517.936850:0:87308:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.937436:0:87308:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773613517.937438:0:87308:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773613517.937444:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.937452:0:87308:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773613517.937454:0:87308:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.937457:0:87308:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773613517.937460:0:87308:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773613517.937462:0:87308:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773613517.937465:0:87308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87308:1859762477138944:192.168.203.144@tcp:36:rm.0 00000100:00000001:3.0:1773613517.937469:0:87308:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773613517.937475:0:87308:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773613517.937477:0:87308:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773613517.937479:0:87308:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773613517.937555:0:87308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99364a784000. 02000000:00000001:2.0:1773613517.937558:0:87308:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773613517.937565:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1773613517.937569:0:87308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498e9e18. 00000400:00000010:2.0:1773613517.937575:0:87308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7f68. 00000100:00000200:2.0:1773613517.937580:0:87308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859762477138944, portal 10 00000100:00000001:2.0:1773613517.937582:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773613517.937584:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000040:2.0:1773613517.937590:0:87308:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.937597:0:87308:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773613517.937599:0:87308:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1773613517.937601:0:87308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9936606d7770. 00000100:00000200:2.0:1773613517.937604:0:87308:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1859762477138944, offset 0 00000400:00000200:2.0:1773613517.937609:0:87308:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1773613517.937616:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.937622:0:87308:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.937627:0:87308:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773613517.937631:0:87308:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1773613517.937635:0:87308:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773613517.937637:0:87308:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1773613517.937641:0:87308:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225212:225212:256:4294967295] 192.168.203.144@tcp LPNI seq info [225147:225147:8:4294967295] 00000400:00000200:2.0:1773613517.937646:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.937654:0:87308:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1773613517.937661:0:87308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.937665:0:87308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415400. 00000800:00000200:2.0:1773613517.937671:0:87308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.937678:0:87308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.937682:0:87308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1773613517.937722:0:87308:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613517.937727:0:87308:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 448815 usecs (449 jiffies) 00000400:00000200:2.0:1773613517.937730:0:87308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1773613517.937733:0:87308:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300608172 00000100:00000001:2.0:1773613517.937736:0:87308:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.937738:0:87308:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300608172 00000100:00000001:2.0:1773613517.937740:0:87308:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300608891 00000100:00000001:2.0:1773613517.937742:0:87308:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773613517.937745:0:87308:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773613517.937747:0:87308:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773613517.937748:0:87308:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773613517.937751:0:87308:0:(client.c:2690:ptlrpc_set_wait()) set ffff99364988ae40 going to sleep for 50 seconds 00000100:00000001:2.0:1773613517.937753:0:87308:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773613517.937756:0:87308:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613517.938306:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613517.938311:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415400. 00000400:00000200:3.0:1773613517.938315:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613517.938320:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613517.938325:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7770 00000400:00000010:3.0:1773613517.938328:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7770. 00000100:00000001:3.0:1773613517.938331:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613517.938336:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.938345:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613517.938348:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613517.938354:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613517.938356:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773613517.944621:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.944638:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773613517.944642:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.944644:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.944653:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944660:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1773613517.944670:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944674:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944679:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944683:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x69b71b1d10400 00000400:00000200:2.0:1773613517.944688:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944705:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x1b60a5 [1] + 224 00000800:00000001:2.0:1773613517.944713:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.944722:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773613517.944725:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.944729:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1773613517.944736:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773613517.944745:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773613517.944754:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773613517.944775:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773613517.944783:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773613517.944786:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944791:0:2384:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1773613517.944796:0:2384:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225213:225213:256:4294967295] 192.168.203.144@tcp LPNI seq info [225148:225148:8:4294967295] 00000400:00000200:2.0:1773613517.944800:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1773613517.944817:0:2384:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1773613517.944822:0:2384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1773613517.944828:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff993660415f00. 00000800:00000200:2.0:1773613517.944834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1773613517.944840:0:2384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1773613517.944844:0:2384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff993660415f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773613517.945000:0:2384:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773613517.945004:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff993660415f00. 00000400:00000200:2.0:1773613517.945007:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773613517.945010:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1773613517.945017:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773613517.945021:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.945085:0:87308:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613517.945092:0:87308:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613517.945094:0:87308:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613517.945097:0:87308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498e9e18. 00000400:00000200:1.0:1773613517.945102:0:87308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9936606d7f68 00000400:00000010:1.0:1773613517.945104:0:87308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9936606d7f68. 00000100:00000001:1.0:1773613517.945107:0:87308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613517.945112:0:87308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613517.945121:0:87308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a706a00 x1859762477138944/t0(0) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1773613572 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.945127:0:87308:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613517.945129:0:87308:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.945132:0:87308:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613517.945135:0:87308:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613517.945137:0:87308:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613517.945139:0:87308:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613517.945142:0:87308:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613517.945151:0:87308:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=145 v=36 (36 36 5 5) 00000100:00001000:1.0:1773613517.945155:0:87308:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1773613517.945158:0:87308:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613517.945160:0:87308:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613517.945168:0:87308:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613517.945171:0:87308:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.945174:0:87308:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773613517.945176:0:87308:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1800000097] 00000100:00000001:1.0:1773613517.945177:0:87308:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773613517.945180:0:87308:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613517.945181:0:87308:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189005824 : -113016520545792 : ffff99364a706a00) 00000100:00000001:1.0:1773613517.945184:0:87308:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613517.945186:0:87308:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:1.0:1773613517.945188:0:87308:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613517.945190:0:87308:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613517.945194:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a706a00 x1859762477138944/t103079215261(103079215261) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1773613572 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.945201:0:87308:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613517.945204:0:87308:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613517.945206:0:87308:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613517.945210:0:87308:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a706a00 x1859762477138944/t103079215261(103079215261) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1773613572 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613517.945224:0:87308:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a706a00 pname:cluuid:pid:xid:nid:opc:job rm:144f5372-d9a2-4fb0-a726-ce1097458722:87308:1859762477138944:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1773613517.945229:0:87308:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613517.945231:0:87308:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613517.945233:0:87308:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773613517.945235:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.945239:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99364a706a00 x1859762477138944/t103079215261(103079215261) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1773613572 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.945245:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773613517.945248:0:87308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99364988ae40. 00000100:00000001:1.0:1773613517.945251:0:87308:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773613517.945252:0:87308:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773613517.945259:0:87308:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.945263:0:87308:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773613517.945267:0:87308:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff9936498e4940 2 00000080:00000010:1.0:1773613517.945271:0:87308:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff993643fc6e00. 00000100:00000001:1.0:1773613517.945277:0:87308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613517.945281:0:87308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a706a00 x1859762477138944/t103079215261(103079215261) o36->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1773613572 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613517.945287:0:87308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.945291:0:87308:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.945301:0:87308:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773613517.945304:0:87308:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffaca8c1f2be28 00000080:00002000:1.0:1773613517.945306:0:87308:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff993658119798, parent ffff99365037c6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773613517.945309:0:87308:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773613517.945314:0:87308:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773613517.945319:0:87308:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773613517.945327:0:87308:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773613517.945329:0:87308:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773613517.945332:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.945335:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.945339:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.945344:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.945347:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.945353:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.945358:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.945362:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.945367:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.945370:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.945374:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9400. 00000008:00000010:1.0:1773613517.945378:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.945381:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.945384:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.945388:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.945390:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.945392:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00000020:00000001:1.0:1773613517.945396:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224dc8 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.945398:0:87308:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773613517.945401:0:87308:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773613517.945403:0:87308:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773613517.945406:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.945407:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773613517.945409:0:87308:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.945413:0:87308:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff993658527048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773613517.945416:0:87308:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:1.0:1773613517.945420:0:87308:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773613517.945421:0:87308:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773613517.945423:0:87308:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773613517.945425:0:87308:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945427:0:87308:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773613517.945429:0:87308:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773613517.945430:0:87308:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945432:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.945433:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773613517.945434:0:87308:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773613517.945435:0:87308:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00000020:00000001:1.0:1773613517.945438:0:87308:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945440:0:87308:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773613517.945441:0:87308:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773613517.945443:0:87308:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773613517.945446:0:87308:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773613517.945449:0:87308:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773613517.945453:0:87308:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773613517.945454:0:87308:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773613517.945455:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.945458:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5000. 00000020:00000010:1.0:1773613517.945461:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9e00. 00000020:00000010:1.0:1773613517.945464:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.945467:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.945470:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.945473:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.945476:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.945478:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.945481:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.945484:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8600. 00000008:00000010:1.0:1773613517.945488:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.945490:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.945492:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.945494:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb870. 00000020:00000001:1.0:1773613517.945496:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154696 : -113016278396920 : ffff993658df5008) 00000020:00001000:1.0:1773613517.945498:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5000 00000020:00000001:1.0:1773613517.945500:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652224e90 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.945502:0:87308:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773613517.945504:0:87308:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773613517.945505:0:87308:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773613517.945506:0:87308:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945508:0:87308:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945510:0:87308:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446631057436124264 : -113016273427352 : ffff9936592b2468) 00000020:00000001:1.0:1773613517.945512:0:87308:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773613517.945514:0:87308:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945516:0:87308:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945517:0:87308:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945518:0:87308:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773613517.945520:0:87308:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773613517.945522:0:87308:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.945523:0:87308:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773613517.945525:0:87308:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.945526:0:87308:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945527:0:87308:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945529:0:87308:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945530:0:87308:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945531:0:87308:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773613517.945532:0:87308:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945534:0:87308:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945535:0:87308:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773613517.945537:0:87308:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773613517.945538:0:87308:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.945539:0:87308:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773613517.945541:0:87308:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773613517.945543:0:87308:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1773613517.945548:0:87308:0:(osc_cache.c:1864:osc_update_pending()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1773613517.945552:0:87308:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613517.945554:0:87308:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.945555:0:87308:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773613517.945557:0:87308:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.945559:0:87308:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1773613517.945562:0:87308:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1773613517.945566:0:87308:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff99366062e000@{[0 -> 255/255], [1|0|-|locking|wiY|ffff993652226a80], [1703936|1|+|-|ffff99364a937200|256|ffff9936533c4f80]} make ready 00000008:00010000:1.0:1773613517.945573:0:87308:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000d0199d07 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:1.0:1773613517.945583:0:87308:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:1.0:1773613517.945585:0:87308:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1773613517.945597:0:87308:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000224a7651[2 0000000053fce969 1 1 0000000000000000] 00000020:00008000:1.0:1773613517.945599:0:87308:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:1.0:1773613517.945601:0:87308:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:1.0:1773613517.945602:0:87308:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613517.945603:0:87308:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613517.945605:0:87308:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773613517.945606:0:87308:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773613517.945608:0:87308:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613517.945611:0:87308:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:1.0:1773613517.945613:0:87308:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1773613517.945615:0:87308:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773613517.945616:0:87308:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1773613517.945618:0:87308:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000224a7651[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:1.0:1773613517.945619:0:87308:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1773613517.945620:0:87308:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945622:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.945624:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.945625:0:87308:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773613517.945628:0:87308:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945630:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613517.945631:0:87308:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.945634:0:87308:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773613517.945636:0:87308:0:(osc_cache.c:901:osc_extent_finish()) extent ffff99366062e000@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff993652226a80], [1703936|1|+|-|ffff99364a937200|256|ffff9936533c4f80]} extent finished. 00000008:00010000:1.0:1773613517.945642:0:87308:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000d0199d07 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:1.0:1773613517.945650:0:87308:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773613517.945652:0:87308:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773613517.945654:0:87308:0:(cl_page.c:1144:cl_page_complete()) page@00000000224a7651[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:1.0:1773613517.945655:0:87308:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773613517.945657:0:87308:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773613517.945658:0:87308:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773613517.945659:0:87308:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613517.945661:0:87308:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 0000000053fce969 3 1 0000000000000000] 00000020:00000001:1.0:1773613517.945663:0:87308:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773613517.945664:0:87308:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773613517.945666:0:87308:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773613517.945669:0:87308:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000224a7651[2 0000000053fce969 1 1 0000000000000000] 00000080:00008000:1.0:1773613517.945671:0:87308:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773613517.945684:0:87308:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773613517.945686:0:87308:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773613517.945687:0:87308:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613517.945690:0:87308:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:1.0:1773613517.945706:0:87308:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773613517.945708:0:87308:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773613517.945710:0:87308:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773613517.945713:0:87308:0:(osc_cache.c:1593:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:1.0:1773613517.945716:0:87308:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff99366062e000@{[0 -> 255/255], [1|0|-|inv|wY|ffff993652226a80], [1703936|0|-|-|ffff99364a937200|256|ffff9936533c4f80]} destroyed. 00000008:00010000:1.0:1773613517.945722:0:87308:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000d0199d07 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773613517.945729:0:87308:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773613517.945731:0:87308:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773613517.945735:0:87308:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff99366062e000. 00000008:00000001:1.0:1773613517.945738:0:87308:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.945742:0:87308:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773613517.945745:0:87308:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773613517.945747:0:87308:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773613517.945750:0:87308:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff993652226a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1773613517.945753:0:87308:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773613517.945756:0:87308:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945757:0:87308:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945759:0:87308:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945760:0:87308:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945761:0:87308:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945763:0:87308:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773613517.945765:0:87308:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773613517.945766:0:87308:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773613517.945767:0:87308:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773613517.945769:0:87308:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773613517.945770:0:87308:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945771:0:87308:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773613517.945773:0:87308:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773613517.945775:0:87308:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773613517.945776:0:87308:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773613517.945778:0:87308:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.945779:0:87308:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773613517.945780:0:87308:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773613517.945781:0:87308:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945783:0:87308:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945784:0:87308:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.945785:0:87308:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773613517.945787:0:87308:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773613517.945789:0:87308:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773613517.945790:0:87308:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.945792:0:87308:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773613517.945793:0:87308:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773613517.945794:0:87308:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773613517.945795:0:87308:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773613517.945797:0:87308:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945798:0:87308:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.945800:0:87308:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.945801:0:87308:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773613517.945802:0:87308:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.945818:0:87308:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773613517.945821:0:87308:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773613517.945823:0:87308:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773613517.945824:0:87308:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773613517.945825:0:87308:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.945827:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5000 00000020:00000010:1.0:1773613517.945830:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8200. 00000020:00000010:1.0:1773613517.945835:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848480. 00000008:00000010:1.0:1773613517.945839:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b574e18. 00020000:00000010:1.0:1773613517.945842:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff993644987b40. 00008000:00000010:1.0:1773613517.945844:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56f4f8. 00000080:00000010:1.0:1773613517.945847:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb3f0. 00000080:00000010:1.0:1773613517.945851:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658525240. 00000020:00000010:1.0:1773613517.945854:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9e00. 00000008:00000010:1.0:1773613517.945857:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc9a0. 00020000:00000010:1.0:1773613517.945859:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b3840. 00008000:00000010:1.0:1773613517.945862:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4680. 00000080:00000010:1.0:1773613517.945865:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb870. 00000020:00000010:1.0:1773613517.945867:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8600. 00000020:00000010:1.0:1773613517.945869:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5000. 00020000:00000001:1.0:1773613517.945871:0:87308:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773613517.945873:0:87308:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773613517.945875:0:87308:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773613517.945876:0:87308:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773613517.945879:0:87308:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773613517.945880:0:87308:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773613517.945882:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.945883:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.945886:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.945888:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.945890:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.945892:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.945894:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.945896:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.945899:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8a00. 00000008:00000010:1.0:1773613517.945901:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.945903:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.945905:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.945907:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.945909:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.945910:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000080:00000001:1.0:1773613517.945912:0:87308:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613517.945918:0:87308:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1773613517.945920:0:87308:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446631057431283456 : -113016278268160 : ffff993658e14700) 00000020:00000001:1.0:1773613517.945922:0:87308:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:1.0:1773613517.945924:0:87308:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:1.0:1773613517.945925:0:87308:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773613517.945926:0:87308:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773613517.945927:0:87308:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773613517.945929:0:87308:0:(cl_page.c:547:__cl_page_state_set()) page@00000000224a7651[2 0000000053fce969 1 1 0000000000000000] 00000020:00000001:1.0:1773613517.945931:0:87308:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1773613517.945932:0:87308:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1773613517.945961:0:87308:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1773613517.945963:0:87308:0:(osc_page.c:138:osc_page_delete()) ffff993658e14760 00000008:00000001:1.0:1773613517.945965:0:87308:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1773613517.945967:0:87308:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff993658e14770 page ffff993658e14760 at index 0. 00000008:00000001:1.0:1773613517.945969:0:87308:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773613517.945973:0:87308:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1773613517.945975:0:87308:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffcf65c49bdc40 index 0 00000020:00000001:1.0:1773613517.945979:0:87308:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613517.945980:0:87308:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:1.0:1773613517.945981:0:87308:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773613517.945983:0:87308:0:(cl_page.c:596:cl_batch_put()) page@00000000224a7651[1 0000000053fce969 5 1 0000000000000000] 00000020:00000001:1.0:1773613517.945984:0:87308:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:1.0:1773613517.945986:0:87308:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:1.0:1773613517.945989:0:87308:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff993658e14700. 00000020:00000001:1.0:1773613517.945992:0:87308:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:1.0:1773613517.945993:0:87308:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:1.0:1773613517.946023:0:87308:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773613517.946026:0:87308:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff993658117448) 00800000:00000001:1.0:1773613517.946030:0:87308:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773613517.946032:0:87308:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0xc:0x0] 00000002:00000001:1.0:1773613517.946037:0:87308:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773613517.946042:0:87308:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773613517.946044:0:87308:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.946046:0:87308:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773613517.946049:0:87308:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773613517.946050:0:87308:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773613517.946052:0:87308:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613517.946055:0:87308:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773613517.946058:0:87308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff993658df5120. 00000020:00000010:1.0:1773613517.946061:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a9400. 00000020:00000010:1.0:1773613517.946063:0:87308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.946066:0:87308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.946069:0:87308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.946072:0:87308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.946075:0:87308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.946078:0:87308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.946080:0:87308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.946083:0:87308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9936586a8800. 00000008:00000010:1.0:1773613517.946085:0:87308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.946088:0:87308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.946090:0:87308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.946092:0:87308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99364b5eb1e0. 00000020:00000001:1.0:1773613517.946094:0:87308:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446631057431154984 : -113016278396632 : ffff993658df5128) 00000020:00001000:1.0:1773613517.946096:0:87308:0:(cl_object.c:831:cl_env_get()) 1@ffff993658df5120 00020000:00000001:1.0:1773613517.946100:0:87308:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:1.0:1773613517.946102:0:87308:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:1.0:1773613517.946105:0:87308:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:1.0:1773613517.946107:0:87308:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853000, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613517.946112:0:87308:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613517.946116:0:87308:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507f80: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000001:1.0:1773613517.946118:0:87308:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:1.0:1773613517.946120:0:87308:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.946122:0:87308:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1773613517.946124:0:87308:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1773613517.946128:0:87308:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1773613517.946132:0:87308:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff99364cbeb000 count: 2 00010000:00000001:1.0:1773613517.946134:0:87308:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773613517.946136:0:87308:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1773613517.946138:0:87308:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1773613517.946142:0:87308:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 23 blocks 1 [cma]time 1773613517 1773613517 1773613517 ns: lustre-OST0000-osc-ffff993644bc9800 lock: 000000000204281e/0xa1aa084204a01246 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x3e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x1dc4d5fc0aabdbcc expref: -99 pid: 87305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00000001:1.0:1773613517.946151:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000020:00000001:1.0:1773613517.946153:0:87308:0:(cl_object.c:151:cl_object_top()) ffff993652226a80 -> ffff993652224dc8 00000008:00000001:1.0:1773613517.946154:0:87308:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613517.946157:0:87308:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773613517.946159:0:87308:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773613517.946161:0:87308:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773613517.946165:0:87308:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff993652226a80. 00020000:00000001:1.0:1773613517.946170:0:87308:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1773613517.946173:0:87308:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff993652224e10. 00020000:00000001:1.0:1773613517.946177:0:87308:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1773613517.946179:0:87308:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773613517.946181:0:87308:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773613517.946183:0:87308:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:1.0:1773613517.946185:0:87308:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:1.0:1773613517.946187:0:87308:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:1.0:1773613517.946188:0:87308:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000001:1.0:1773613517.946191:0:87308:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:1.0:1773613517.946192:0:87308:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff993660a6bb00. 00020000:00000010:1.0:1773613517.946196:0:87308:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff993660bd4a80. 00020000:00000010:1.0:1773613517.946199:0:87308:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99364a903a00. 00020000:00000002:1.0:1773613517.946202:0:87308:0:(lov_ea.c:727:dump_lsm()) lsm ffff99364a853000, objid 0xc:49033, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773613517.946205:0:87308:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773613517.946208:0:87308:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff99364b507f80: ostid: 0x240000400:15949 ost idx: 0 gen: 0 00020000:00000010:1.0:1773613517.946213:0:87308:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99364b507f80. 00020000:00000010:1.0:1773613517.946216:0:87308:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff99364a8530c0. 00020000:00000010:1.0:1773613517.946219:0:87308:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff99364a853000. 00020000:00000001:1.0:1773613517.946221:0:87308:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1773613517.946222:0:87308:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff99364a9351f0) owner 0000000000000000/ffff9936533c4f80 00020000:00000010:1.0:1773613517.946224:0:87308:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff99364a9351f0. 00020000:00000001:1.0:1773613517.946228:0:87308:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:1.0:1773613517.946230:0:87308:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff993652224d48. 00000020:00001000:1.0:1773613517.946233:0:87308:0:(cl_object.c:925:cl_env_put()) 1@ffff993658df5120 00000020:00000010:1.0:1773613517.946235:0:87308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9936586a8a00. 00000020:00000010:1.0:1773613517.946237:0:87308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff99364a848060. 00000008:00000010:1.0:1773613517.946240:0:87308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff99364b576f90. 00020000:00000010:1.0:1773613517.946242:0:87308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9936449879c0. 00008000:00000010:1.0:1773613517.946245:0:87308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff99364a56dc40. 00000080:00000010:1.0:1773613517.946247:0:87308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff99364a3bb930. 00000080:00000010:1.0:1773613517.946249:0:87308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff993658526fe8. 00000020:00000010:1.0:1773613517.946253:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a9400. 00000008:00000010:1.0:1773613517.946255:0:87308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff99364b5bc000. 00020000:00000010:1.0:1773613517.946257:0:87308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9936592b2400. 00008000:00000010:1.0:1773613517.946259:0:87308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff993658df4540. 00000080:00000010:1.0:1773613517.946261:0:87308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff99364b5eb1e0. 00000020:00000010:1.0:1773613517.946263:0:87308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9936586a8800. 00000020:00000010:1.0:1773613517.946265:0:87308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff993658df5120. 00000080:00000001:1.0:1773613517.946268:0:87308:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773613517.946270:0:87308:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00010000:00000010:3.1:1773613517.956149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8800. 00010000:00000010:3.1:1773613517.956173:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a08d100. 00010000:00000010:3.1:1773613517.956178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff993659fc2000. 00010000:00000010:3.1:1773613517.956181:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff99364a9aae00. 00010000:00000010:3.1:1773613517.956183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9936522b8c00. 00000080:00000010:1.1:1773613517.988187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff993643f57320. 00000080:00000010:1.1:1773613517.988204:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff993658117380. 00010000:00000001:0.0:1773613518.918862:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613518.918870:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613518.918875:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613518.918877:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613518.918881:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613518.918882:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613518.918885:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613518.918886:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773613518.922817:0:67856:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773613518.922825:0:67856:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773613518.922829:0:67856:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773613518.931692:0:87397:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773613519.110129:0:58292:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30220 (cpu 0) has reached its deadline 4300608891, at 4300608896 00000100:00000010:2.0:1773613519.110144:0:58292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8487e0. 00000100:00000040:3.0:1773613519.110440:0:83788:0:(connection.c:75:cpu_latency_work()) work item of ffff993660e30330 (cpu 0) has reached its deadline 4300608891, at 4300608896 00000100:00000010:3.0:1773613519.110447:0:83788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99364a8488a0. 00000001:00000001:2.0:1773613519.301434:0:87433:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773613519.301439:0:87433:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_131: @@@@@@ FAIL: dd succeeded 00000001:00000001:2.0:1773613519.308113:0:87433:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773613519.943000:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613519.943007:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613519.943012:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613519.943013:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613519.943017:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613519.943019:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613519.943022:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613519.943023:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613519.943092:0:67857:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613519.943096:0:67857:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613519.943099:0:67857:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773613520.268017:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613520.268027:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613520.268037:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73bb80. 00000020:00000040:1.0:1773613520.268043:0:42692:0:(genops.c:1229:class_import_get()) import ffff993659277000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1773613520.268048:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613520.268051:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613520.268056:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613520.268064:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd800. 00000100:00000001:1.0:1773613520.268071:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268082:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e33713c-62af-433a-a2eb-2971d025b0c8->MGS req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613520.268092:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613520.268096:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268104:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9de936] to pc [ptlrpcd_00_01+1] req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268130:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268138:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613520.268141:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613520.268145:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73a680. 00000020:00000040:1.0:1773613520.268147:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364b4f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000100:00000001:1.0:1773613520.268150:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613520.268151:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613520.268153:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613520.268156:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd000. 00000100:00000001:1.0:1773613520.268159:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268164:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-MDT0000_UUID req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613520.268171:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613520.268173:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268177:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000204ba44b] to pc [ptlrpcd_00_00+0] req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268192:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268194:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613520.268198:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613520.268201:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a739180. 00000020:00000040:1.0:1773613520.268203:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f1000 refcount=3 obd=lustre-OST0000-osc-ffff993644bc9800 00000100:00000001:1.0:1773613520.268205:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613520.268207:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613520.268208:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613520.268213:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd700. 00000100:00000001:1.0:1773613520.268215:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268219:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0000_UUID req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613520.268227:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613520.268229:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268233:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054dedd66] to pc [ptlrpcd_00_01+1] req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268240:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268242:0:42692:0:(pinger.c:229:ptlrpc_pinger_process_import()) 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773613520.268245:0:42692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773613520.268250:0:42692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99364a73aa00. 00000020:00000040:1.0:1773613520.268252:0:42692:0:(genops.c:1229:class_import_get()) import ffff99364a1f5000 refcount=3 obd=lustre-OST0001-osc-ffff993644bc9800 00000100:00000001:1.0:1773613520.268255:0:42692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773613520.268256:0:42692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773613520.268258:0:42692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773613520.268261:0:42692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99364a1dd200. 00000100:00000001:1.0:1773613520.268264:0:42692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268268:0:42692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 144f5372-d9a2-4fb0-a726-ce1097458722->lustre-OST0001_UUID req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773613520.268275:0:42692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773613520.268277:0:42692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268282:0:42692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c3b547b] to pc [ptlrpcd_00_00+0] req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268289:0:42692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268296:0:42692:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5947) 00000100:00000001:1.0:1773613520.268310:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.268313:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613520.268315:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613520.268320:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268327:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613520.268329:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268335:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613520.268337:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613520.268341:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613520.268345:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477139072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.268349:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613520.268354:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613520.268357:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268359:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613520.268364:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a8600. 02000000:00000001:1.0:1773613520.268365:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613520.268373:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613520.268377:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c08. 00000400:00000010:1.0:1773613520.268383:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385000. 00000100:00000200:1.0:1773613520.268389:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477139072, portal 25 00000100:00000001:1.0:1773613520.268392:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613520.268394:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189223296 : -113016520328320 : ffff99364a73bb80) 00000100:00000040:1.0:1773613520.268399:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268405:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613520.268408:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613520.268411:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385198. 00000100:00000200:1.0:1773613520.268415:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859762477139072, offset 0 00000400:00000200:1.0:1773613520.268423:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268432:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268440:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613520.268444:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613520.268449:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613520.268453:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613520.268456:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268460:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225214:225214:256:4294967295] 192.168.203.144@tcp LPNI seq info [225149:225149:8:4294967295] 00000400:00000200:1.0:1773613520.268465:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268475:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613520.268481:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613520.268486:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd300. 00000800:00000200:1.0:1773613520.268492:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613520.268500:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613520.268505:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613520.268514:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613520.268518:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613520.268521:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4300614015 00000100:00000010:1.0:1773613520.268531:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848060. 00000100:00000001:1.0:1773613520.268538:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773613520.268544:0:2390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4300614015 00000100:00000010:1.0:1773613520.268549:0:2390:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99364a848480. 00000100:00000001:1.0:1773613520.268552:0:2390:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773613520.268557:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.268560:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.268563:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613520.268567:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268574:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613520.268576:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268579:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613520.268581:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613520.268583:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613520.268586:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139328:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.268590:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613520.268592:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613520.268593:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268596:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613520.268600:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a8a00. 02000000:00000001:1.0:1773613520.268601:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613520.268604:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613520.268608:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9936498643c8. 00000400:00000010:1.0:1773613520.268611:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385bb0. 00000100:00000200:1.0:1773613520.268614:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477139328, portal 4 00000100:00000001:1.0:1773613520.268616:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613520.268617:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189212544 : -113016520339072 : ffff99364a739180) 00000100:00000040:1.0:1773613520.268623:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268629:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613520.268631:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613520.268635:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385aa0. 00000100:00000200:1.0:1773613520.268637:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477139328, offset 0 00000400:00000200:1.0:1773613520.268643:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268648:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268652:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613520.268654:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613520.268657:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613520.268660:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613520.268662:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268665:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225215:225215:255:4294967295] 192.168.203.144@tcp LPNI seq info [225150:225150:7:4294967295] 00000400:00000200:1.0:1773613520.268670:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268677:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613520.268682:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613520.268686:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddf00. 00000800:00000200:1.0:1773613520.268691:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613520.268696:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613520.268698:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613520.268701:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268705:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: using a timeout of 960358 usecs (961 jiffies) 00000400:00000200:1.0:1773613520.268708:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613520.268711:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300611015 00000100:00000001:1.0:1773613520.268713:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.268715:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300611015 00000100:00000001:1.0:1773613520.268718:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.268720:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.268722:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.268724:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.268727:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.268736:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613520.268738:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773613520.268740:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.268741:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613520.268743:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613520.268746:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773613520.268748:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.268750:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773613520.268752:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.268753:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.268754:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613520.268755:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613520.268759:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268766:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613520.268768:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268771:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613520.268773:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613520.268775:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613520.268779:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139200:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.268782:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613520.268785:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613520.268786:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268798:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613520.268802:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a8800. 02000000:00000001:1.0:1773613520.268805:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613520.268808:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613520.268812:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864790. 00000400:00000010:1.0:1773613520.268815:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385088. 00000100:00000200:1.0:1773613520.268818:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477139200, portal 10 00000100:00000001:1.0:1773613520.268820:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613520.268822:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189217920 : -113016520333696 : ffff99364a73a680) 00000100:00000040:1.0:1773613520.268827:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268833:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613520.268835:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613520.268838:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385c38. 00000100:00000200:1.0:1773613520.268841:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859762477139200, offset 0 00000400:00000200:1.0:1773613520.268845:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268848:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268851:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613520.268854:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613520.268856:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613520.268858:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613520.268860:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613520.268863:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225216:225216:254:4294967295] 192.168.203.144@tcp LPNI seq info [225151:225151:6:4294967295] 00000400:00000200:1.0:1773613520.268866:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.268872:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613520.268876:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613520.268879:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1dd600. 00000800:00000200:1.0:1773613520.268882:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613520.268886:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613520.268889:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613520.268892:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.268895:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: using a timeout of 447930 usecs (448 jiffies) 00000400:00000200:1.0:1773613520.268898:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613520.268900:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300610502 00000100:00000001:1.0:1773613520.268902:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.268904:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300610502 00000100:00000001:1.0:1773613520.268906:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.268908:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.268910:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.268912:0:2390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773613520.268915:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.268922:0:2390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773613520.268923:0:2390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268925:0:2390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773613520.268926:0:2390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773613520.268928:0:2390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773613520.268931:0:2390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139456:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.268960:0:2390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773613520.268964:0:2390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773613520.268966:0:2390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.268968:0:2390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773613520.268971:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9936586a9400. 02000000:00000001:1.0:1773613520.268973:0:2390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773613520.268976:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1773613520.268979:0:2390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff993649864c60. 00000400:00000010:1.0:1773613520.268983:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385dd0. 00000100:00000200:1.0:1773613520.268985:0:2390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859762477139456, portal 4 00000100:00000001:1.0:1773613520.268987:0:2390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773613520.268988:0:2390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631057189218816 : -113016520332800 : ffff99364a73aa00) 00000100:00000040:1.0:1773613520.268994:0:2390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.269000:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773613520.269001:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1773613520.269004:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99364a385440. 00000100:00000200:1.0:1773613520.269007:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859762477139456, offset 0 00000400:00000200:1.0:1773613520.269011:0:2390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1773613520.269014:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.269018:0:2390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1773613520.269020:0:2390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773613520.269022:0:2390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1773613520.269025:0:2390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773613520.269027:0:2390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1773613520.269030:0:2390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [225217:225217:253:4294967295] 192.168.203.144@tcp LPNI seq info [225152:225152:5:4294967295] 00000400:00000200:1.0:1773613520.269033:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1773613520.269039:0:2390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1773613520.269043:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1773613520.269045:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99364a1ddb00. 00000800:00000200:1.0:1773613520.269049:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff993642b11d80] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1773613520.269052:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1773613520.269054:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff99364a1ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773613520.269057:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.269059:0:2390:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: using a timeout of 506487 usecs (507 jiffies) 00000400:00000200:1.0:1773613520.269062:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1773613520.269063:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 2 is 4300610561 00000100:00000001:1.0:1773613520.269065:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 2, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.269068:0:2390:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS new deadline estimation for cpu 3 is 4300610561 00000100:00000001:1.0:1773613520.269070:0:2390:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff993644bc9800: PM QoS request active for cpu 3, keep current deadline 4300614015 00000100:00000001:1.0:1773613520.269071:0:2390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.269073:0:2390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.269076:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.269078:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.269088:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.269091:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773613520.269402:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613520.269406:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd300. 00000400:00000200:3.0:1773613520.269412:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.269417:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613520.269422:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385198 00000400:00000010:3.0:1773613520.269424:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385198. 00000100:00000001:3.0:1773613520.269430:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613520.269435:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269443:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613520.269446:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269452:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613520.269454:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613520.269464:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613520.269467:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddf00. 00000400:00000200:3.0:1773613520.269470:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.269473:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613520.269475:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385aa0 00000400:00000010:3.0:1773613520.269476:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385aa0. 00000100:00000001:3.0:1773613520.269478:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613520.269482:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269488:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613520.269490:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269496:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613520.269497:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613520.269504:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613520.269505:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1dd600. 00000400:00000200:3.0:1773613520.269507:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.269510:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613520.269512:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385c38 00000400:00000010:3.0:1773613520.269513:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385c38. 00000100:00000001:3.0:1773613520.269516:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613520.269519:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269526:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613520.269528:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269535:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613520.269536:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773613520.269930:0:2383:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773613520.269962:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99364a1ddb00. 00000400:00000200:3.0:1773613520.269965:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.269970:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1773613520.269974:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385440 00000400:00000010:3.0:1773613520.269976:0:2383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385440. 00000100:00000001:3.0:1773613520.269981:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773613520.269986:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.269994:0:2383:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773613520.269997:0:2383:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.270002:0:2383:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773613520.270004:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773613520.277358:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277373:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613520.277376:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277379:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.277387:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277394:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613520.277403:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277407:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277412:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277416:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x69b71b1d10480 00000400:00000200:3.0:1773613520.277421:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277427:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b60b5 [1] + 224 00000800:00000001:3.0:1773613520.277433:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277437:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.277440:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.277444:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613520.277450:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613520.277457:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613520.277467:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.277484:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613520.277495:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277499:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613520.277501:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277503:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.277506:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277509:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613520.277514:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277517:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277519:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277522:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d10580 00000400:00000200:3.0:1773613520.277526:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.277531:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b60bd [1] + 224 00000800:00000001:3.0:1773613520.277535:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277542:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.277544:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.277547:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613520.277550:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613520.277555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613520.277565:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.277574:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613520.277579:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.277583:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.277583:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.277592:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613520.277604:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613520.277607:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613520.277611:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c08. 00000400:00000200:1.0:1773613520.277617:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385000 00000400:00000010:1.0:1773613520.277620:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385000. 00000100:00000001:1.0:1773613520.277626:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613520.277636:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613520.277648:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277656:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613520.277658:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.277661:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613520.277666:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613520.277669:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613520.277672:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.277675:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613520.277684:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff993659277458 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1773613520.277688:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff993659277410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1773613520.277691:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613520.277692:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613520.277695:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613520.277698:0:2390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.277701:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.277707:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277714:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.277718:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613520.277721:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613520.277725:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613520.277732:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e33713c-62af-433a-a2eb-2971d025b0c8:2390:1859762477139072:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1773613520.277740:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613520.277742:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613520.277744:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9936498643c8. 00000400:00000200:1.0:1773613520.277747:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385bb0 00000400:00000010:1.0:1773613520.277749:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385bb0. 00000100:00000001:1.0:1773613520.277752:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613520.277755:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613520.277764:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277771:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613520.277772:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.277774:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613520.277775:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613520.277777:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613520.277778:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.277780:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613520.277787:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f1458 time=148 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613520.277802:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f1410 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1773613520.277805:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613520.277806:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613520.277808:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613520.277812:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.277816:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613520.277818:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993644bc9800: skip recheck: last_committed 47244640287 00000100:00000001:1.0:1773613520.277821:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613520.277823:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.277827:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277833:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.277835:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613520.277847:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613520.277851:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613520.277858:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139328:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.277863:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.277866:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613520.277870:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73bb80 x1859762477139072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277877:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613520.277880:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613520.277884:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a8600. 02000000:00000001:1.0:1773613520.277889:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613520.277891:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613520.277894:0:2390:0:(genops.c:1242:class_import_put()) import ffff993659277000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1773613520.277896:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613520.277899:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd800. 02000000:00000001:1.0:1773613520.277903:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613520.277906:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613520.277908:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73bb80. 00000100:00000001:1.0:1773613520.277911:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613520.277912:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.277914:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613520.277917:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a739180 x1859762477139328/t0(0) o400->lustre-OST0000-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.277924:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613520.277925:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613520.277927:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a8a00. 02000000:00000001:1.0:1773613520.277928:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613520.277930:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613520.277931:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f1000 refcount=2 obd=lustre-OST0000-osc-ffff993644bc9800 00000020:00000001:1.0:1773613520.277977:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613520.277979:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd700. 02000000:00000001:1.0:1773613520.277983:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613520.277984:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613520.277985:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a739180. 00000100:00000001:1.0:1773613520.277988:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613520.277990:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.278002:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.278004:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.278005:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613520.278007:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.278009:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613520.281506:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.281522:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613520.281527:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.281530:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.281538:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.281545:0:2383:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613520.281553:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.281558:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.281562:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.281566:0:2383:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x69b71b1d10600 00000400:00000200:3.0:1773613520.281572:0:2383:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.281577:0:2383:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b60cd [1] + 224 00000800:00000001:3.0:1773613520.281584:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.281591:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.281594:0:2383:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.281598:0:2383:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613520.281604:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613520.281612:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613520.281634:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.281654:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613520.281662:0:2383:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.281665:0:2383:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.281704:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.281711:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773613520.281721:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773613520.281731:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773613520.281737:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864c60. 00000400:00000200:1.0:1773613520.281745:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385dd0 00000400:00000010:1.0:1773613520.281748:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385dd0. 00000100:00000001:1.0:1773613520.281755:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773613520.281765:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773613520.281776:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.281782:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773613520.281783:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.281786:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773613520.281799:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773613520.281802:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773613520.281805:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773613520.281808:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773613520.281820:0:2390:0:(import.c:2136:obd_at_measure()) add 5 to ffff99364a1f5458 time=148 v=5 (5 5 5 6) 00000100:00001000:1.0:1773613520.281824:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364a1f5410 time=94 v=5 (1 1 1 0) 00000100:00000001:1.0:1773613520.281828:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773613520.281830:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773613520.281833:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773613520.281910:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.281916:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773613520.281918:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993644bc9800: skip recheck: last_committed 4294988413 00000100:00000001:1.0:1773613520.281921:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773613520.281923:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773613520.281929:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.283023:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773613520.283028:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773613520.283030:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773613520.283049:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773613520.283058:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139456:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1773613520.283064:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.283068:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773613520.283072:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73aa00 x1859762477139456/t0(0) o400->lustre-OST0001-osc-ffff993644bc9800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1773613536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773613520.283078:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773613520.283082:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773613520.283087:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a9400. 02000000:00000001:1.0:1773613520.283093:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773613520.283096:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773613520.283098:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364a1f5000 refcount=2 obd=lustre-OST0001-osc-ffff993644bc9800 00000020:00000001:1.0:1773613520.283101:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773613520.283104:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd200. 02000000:00000001:1.0:1773613520.283108:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773613520.283110:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773613520.283112:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73aa00. 00000100:00000001:1.0:1773613520.283116:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773613520.283118:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773613520.283122:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.283125:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773613520.283127:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773613520.283130:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773613520.283132:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773613520.292958:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.292974:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773613520.292978:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.292980:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.292989:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.292996:0:2384:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1773613520.293004:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.293008:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.293012:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.293017:0:2384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x69b71b1d10500 00000400:00000200:3.0:1773613520.293022:0:2384:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1773613520.293027:0:2384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x1b60c5 [1] + 224 00000800:00000001:3.0:1773613520.293035:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.293045:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773613520.293047:0:2384:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773613520.293052:0:2384:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1773613520.293059:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773613520.293067:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773613520.293079:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773613520.293105:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773613520.293113:0:2384:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773613520.293116:0:2384:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613520.293184:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613520.293193:0:2390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773613520.293204:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773613520.293207:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773613520.293211:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff993649864790. 00000400:00000200:0.0:1773613520.293220:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99364a385088 00000400:00000010:0.0:1773613520.293224:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff99364a385088. 00000100:00000001:0.0:1773613520.293230:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773613520.293240:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773613520.293260:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613520.293268:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773613520.293270:0:2390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613520.293273:0:2390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773613520.293277:0:2390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773613520.293280:0:2390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773613520.293282:0:2390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773613520.293286:0:2390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773613520.293298:0:2390:0:(import.c:2136:obd_at_measure()) add 36 to ffff99364b4f6458 time=148 v=36 (36 36 5 5) 00000100:00001000:0.0:1773613520.293303:0:2390:0:(import.c:2136:obd_at_measure()) add 1 to ffff99364b4f6410 time=38 v=5 (1 1 0 0) 00000100:00000001:0.0:1773613520.293306:0:2390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773613520.293308:0:2390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.293312:0:2390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773613520.293316:0:2390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613520.293320:0:2390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773613520.293322:0:2390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993644bc9800: skip recheck: last_committed 103079215252 00000100:00000001:0.0:1773613520.293325:0:2390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773613520.293328:0:2390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773613520.293333:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613520.293341:0:2390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773613520.293345:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773613520.293348:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773613520.293352:0:2390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773613520.293361:0:2390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff99364a73a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:144f5372-d9a2-4fb0-a726-ce1097458722:2390:1859762477139200:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1773613520.293367:0:2390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613520.293370:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773613520.293374:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99364a73a680 x1859762477139200/t0(0) o400->lustre-MDT0000-mdc-ffff993644bc9800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1773613575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773613520.293382:0:2390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773613520.293385:0:2390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773613520.293390:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9936586a8800. 02000000:00000001:0.0:1773613520.293394:0:2390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773613520.293397:0:2390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773613520.293399:0:2390:0:(genops.c:1242:class_import_put()) import ffff99364b4f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff993644bc9800 00000020:00000001:0.0:1773613520.293402:0:2390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773613520.293405:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99364a1dd000. 02000000:00000001:0.0:1773613520.293409:0:2390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773613520.293411:0:2390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773613520.293413:0:2390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99364a73a680. 00000100:00000001:0.0:1773613520.293417:0:2390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773613520.293418:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613520.293421:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773613520.293430:0:2390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773613520.293432:0:2390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773613520.293435:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773613520.293438:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773613520.651735:0:87531:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971104:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613520.971112:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971117:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613520.971120:0:83529:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773613520.971122:0:83529:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773613520.971128:0:83529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773613520.971130:0:83529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773613520.971131:0:83529:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971134:0:83529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773613520.971137:0:83529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971139:0:83529:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971141:0:83529:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971145:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613520.971146:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773613520.971149:0:83529:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773613520.971150:0:83529:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773613520.972655:0:79322:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773613520.972661:0:79322:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773613520.972665:0:79322:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 127518 lines, 127518 kept, 0 dropped, 0 bad.